00010000:00000010:0.1F:1788836790.727094:0:9839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0030200. 00010000:00000010:0.1:1788836790.731996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031200. 00000080:00000010:2.1F:1788836808.233440:0:9848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd052e440. 00000080:00000010:2.1:1788836808.233466:0:9848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd052efa0. 00010000:00000010:2.1:1788836808.233472:0:9848:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4f76a00. 00010000:00000010:2.1:1788836808.233478:0:9848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00000080:00000010:2.1:1788836808.238205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09d4340. 00010000:00000010:3.1F:1788836810.396727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba300. 00010000:00000010:3.1:1788836810.396755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00000080:00000010:0.1:1788836826.694974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3e684c0. 00010000:00000010:3.1:1788836845.137827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac500. 00010000:00000010:3.1:1788836845.137834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487800. 00000080:00000010:2.1:1788836845.154712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3e688c0. 00010000:00000010:3.1:1788836847.440919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487800. 00000080:00000010:3.1:1788836864.066050:0:10075:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc87e3f20. 00010000:00000010:3.1:1788836908.151797:0:1345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc53fb100. 00010000:00000010:3.1:1788836908.151809:0:1345:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031200. 00010000:00000010:3.1:1788836908.171846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afda00. 00010000:00000010:1.1F:1788836925.519703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc149f600. 00010000:00000010:0.1:1788836927.647767:0:2344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0030200. 00010000:00000010:1.1:1788836950.030014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afda00. 00010000:00000010:1.1:1788836950.030027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487c00. 00010000:00000010:2.1:1788836950.054816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afda068d00. 00010000:00000010:3.1:1788836966.491708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487c00. 00010000:00000010:3.1:1788836966.495770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba600. 00010000:00000010:3.1:1788836966.495787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc149e600. 00010000:00000010:3.1:1788836966.495791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba900. 00010000:00000010:3.1:1788836966.495794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00000080:00000010:3.1:1788836966.518097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afe09e9a60. 00000080:00000010:3.1:1788836966.518112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd1d96440. 00010000:00000010:2.1:1788836968.830073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031e00. 00010000:00000010:2.1:1788836968.830084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252900. 00010000:00000010:2.1:1788836968.830088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031800. 00010000:00000010:2.1:1788836968.830091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afda068400. 00010000:00000010:2.1:1788836968.830094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc149e400. 00000080:00000010:2.1:1788836984.347843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc8988ea0. 00000080:00000010:2.1:1788836984.349969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc8988280. 00010000:00000010:2.1:1788836985.885148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba700. 00010000:00000010:2.1:1788836985.885172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00010000:00000010:2.1:1788836985.885177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bad00. 00010000:00000010:2.1:1788836985.885179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00000080:00000010:2.1:1788836985.895978:0:11386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc7ed6740. 00000080:00000010:2.1:1788836985.896018:0:11386:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152dac0. 00010000:00000010:0.1:1788836988.095804:0:11611:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252100. 00010000:00000010:0.1:1788836988.095812:0:11611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031200. 00010000:00000010:3.1:1788836991.603788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252100. 00010000:00000010:3.1:1788836991.603802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031e00. 00010000:00000010:3.1:1788836991.642236:0:11961:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd700. 00010000:00000010:2.1:1788837008.879895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afda00. 00010000:00000010:2.1:1788837008.879907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487000. 00010000:00000010:2.1:1788837008.879912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd700. 00010000:00000010:2.1:1788837008.879915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487600. 00000080:00000010:2.1:1788837008.899430:0:11973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc2dc3f80. 00000080:00000010:2.1:1788837008.899446:0:11973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3e69440. 00010000:00000010:3.1:1788837011.143710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdd00. 00010000:00000010:3.1:1788837011.143730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1486600. 00010000:00000010:3.1:1788837011.143736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba400. 00010000:00000010:3.1:1788837011.143740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00000080:00000010:3.1:1788837027.321836:0:12001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd19c9ea0. 00000080:00000010:3.1:1788837027.321852:0:12001:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd19c92c0. 00010000:00000010:0.1:1788837045.836834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bab00. 00010000:00000010:0.1:1788837045.836849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:0.1:1788837045.836853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99baa00. 00010000:00000010:0.1:1788837045.836855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00000080:00000010:0.1:1788837045.859860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc2dc3ba0. 00010000:00000010:2.1:1788837048.185121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdd00. 00010000:00000010:2.1:1788837048.185137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1486600. 00010000:00000010:2.1:1788837048.185151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdc00. 00010000:00000010:2.1:1788837048.185154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487c00. 00000080:00000010:2.1:1788837064.710985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd19f6280. 00010000:00000010:3.1:1788837066.622804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd400. 00010000:00000010:3.1:1788837066.622818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1486600. 00010000:00000010:3.1:1788837066.622823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901400. 00010000:00000010:3.1:1788837066.622828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc149ec00. 00000080:00000010:3.1:1788837066.646697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd19f6d00. 00000080:00000010:3.1:1788837066.650706:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15ae300. 00010000:00000010:2.1:1788837070.021922:0:12420:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdf00. 00010000:00000010:2.1:1788837070.021933:0:12420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487800. 00010000:00000010:1.1:1788837073.555718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252100. 00010000:00000010:1.1:1788837073.555742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031200. 00010000:00000010:2.1:1788837073.574699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:2.1:1788837073.574742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bab00. 00010000:00000010:2.1:1788837073.574748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc149f000. 00000080:00000010:1.1:1788837089.939017:0:12641:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc8e58940. 00010000:00000010:3.1:1788837099.404018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487800. 00010000:00000010:3.1:1788837099.408002:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99baa00. 00010000:00000010:3.1:1788837099.408026:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:3.1:1788837099.443358:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd600. 00010000:00000010:2.1:1788837099.681761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdd00. 00010000:00000010:2.1:1788837099.681777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487800. 00000800:00000200:3.1:1788837099.689626:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace -2128 low water 167464 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.689652:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace -3408 low water 168104 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.690300:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace -4688 low water 168744 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.690976:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 82328 low water 158516 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.690995:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 81048 low water 159156 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.691000:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 81048 low water 159156 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.701614:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 595464 low water 101628 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.704582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace -19412 low water 409066 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.704599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace -19412 low water 409066 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.704605:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace -19412 low water 409066 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.704677:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 65044 low water 400118 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.704682:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 65044 low water 400118 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.706341:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 99372 low water 382954 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.706351:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 99372 low water 382954 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.708309:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 111064 low water 377108 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.708320:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 111064 low water 377108 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.708347:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 176916 low water 344182 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.708358:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 175636 low water 344822 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.708363:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 175636 low water 344822 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.708376:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 203104 low water 331088 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.709427:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 203104 low water 331088 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.709458:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 201824 low water 331728 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.709937:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 221656 low water 321812 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.709951:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 221656 low water 321812 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.709956:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 221656 low water 321812 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.709986:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 258072 low water 303604 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.709994:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 256792 low water 304244 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.711196:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 286228 low water 289526 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.711221:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 284948 low water 290166 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.711226:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 284948 low water 290166 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.711253:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 311760 low water 276760 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.714726:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 27972 low water 418654 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.714810:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 27972 low water 418654 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.714843:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 116220 low water 391170 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.714848:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 116220 low water 391170 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.717857:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 163520 low water 367520 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.717877:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 163520 low water 367520 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.717902:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 192924 low water 352818 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.717930:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 229996 low water 334282 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.717934:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 229996 low water 334282 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.721936:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 284964 low water 306798 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.725581:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 284964 low water 306798 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.725656:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 283684 low water 307438 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.725669:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 283684 low water 307438 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.725729:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 371932 low water 279954 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.734041:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 31896 low water 449972 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.734730:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 111196 low water 426962 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.734821:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 130372 low water 417374 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.734838:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 149548 low water 407786 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.734855:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 195568 low water 384776 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.734932:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 241588 low water 361766 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.735834:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 260764 low water 352178 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.735898:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 259484 low water 352818 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.735912:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 259484 low water 352818 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.735921:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 258204 low water 353458 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.737725:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 296556 low water 334282 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.737750:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 296556 low water 334282 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.737767:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 295276 low water 334922 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.737773:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 295276 low water 334922 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.740539:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 323400 low water 320860 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.889052:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 264988 low water 499826 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.889080:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 263708 low water 500466 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.889514:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 263708 low water 500466 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.889530:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 262428 low water 501106 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.889868:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 262428 low water 501106 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.889888:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 261148 low water 501746 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837099.891824:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 672864 low water 329168 conn ffff98afd0c6a000 blocked idle queued 00010000:00000010:0.1:1788837101.254754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00010000:00000010:0.1:1788837101.254773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba600. 00010000:00000010:0.1:1788837101.254778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00010000:00000010:2.1:1788837101.277840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252e00. 00010000:00000010:2.1:1788837101.303771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:0.1:1788837107.597793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00010000:00000010:2.1:1788837107.602806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252a00. 00010000:00000010:2.1:1788837107.602830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babe00. 00010000:00000010:2.1:1788837107.641786:0:13302:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bac00. 00010000:00000010:3.1:1788837107.718709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba200. 00010000:00000010:3.1:1788837107.718738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00000800:00000200:3.1:1788837107.749596:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace -26384 low water 678792 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.749613:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace -27664 low water 679432 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.755024:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 271472 low water 529864 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.755063:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 270192 low water 530504 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.755070:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 270192 low water 530504 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.755329:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 270192 low water 530504 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.755346:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 268912 low water 531144 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.755749:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 268912 low water 531144 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.755766:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 267632 low water 531784 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.756018:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 267632 low water 531784 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.756034:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 266352 low water 532424 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.757286:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 349444 low water 490878 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.757304:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 348164 low water 491518 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.757309:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 348164 low water 491518 conn ffff98afd0c6a000 blocked idle queued 00000800:00000200:3.1:1788837107.757332:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff98afd986aa00 wspace 543752 low water 393724 conn ffff98afd0c6a000 blocked idle queued 00010000:00000010:1.1:1788837108.155252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba900. 00010000:00000010:1.1:1788837108.155267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab400. 00010000:00000010:1.1:1788837108.155272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252a00. 00010000:00000010:1.1:1788837108.155275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00000080:00000010:2.1:1788837108.179340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc8dccaa0. 00000080:00000010:2.1:1788837108.186850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152b9c0. 00010000:00000010:3.1:1788837108.211701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba400. 00010000:00000010:3.1:1788837108.211718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:3.1:1788837108.211722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bac00. 00010000:00000010:3.1:1788837108.211725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00000080:00000010:3.1:1788837108.232702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc8dcc7e0. 00000080:00000010:3.1:1788837108.240229:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1529080. 00010000:00000010:3.1:1788837108.250167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd400. 00010000:00000010:3.1:1788837108.250184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487e00. 00010000:00000010:3.1:1788837108.250189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afde00. 00010000:00000010:3.1:1788837108.250192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb400. 00000080:00000010:2.1:1788837108.274848:0:13317:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd19f6880. 00000080:00000010:2.1:1788837108.277901:0:13317:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15ae300. 00010000:00000010:3.1:1788837110.969784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdf00. 00010000:00000010:3.1:1788837110.969807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb800. 00010000:00000010:3.1:1788837110.969811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd900. 00010000:00000010:3.1:1788837110.969813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebc00. 00010000:00000010:0.1:1788837111.010847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba300. 00010000:00000010:0.1:1788837111.010861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:1.1:1788837226.454092:0:13955:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901100. 00010000:00000010:1.1:1788837226.454114:0:13955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00010000:00000010:3.1:1788837226.519356:0:13955:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901300. 00010000:00000010:3.1:1788837226.519371:0:13955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e200. 00000080:00000010:3.1:1788837226.538795:0:13960:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd1306280. 00010000:00000010:0.1:1788837226.547755:0:1029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1486000. 00010000:00000010:0.1:1788837226.547778:0:1029:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac700. 00000080:00000010:0.1:1788837226.547786:0:1029:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd01e6b00. 00010000:00000010:0.1:1788837226.547796:0:1029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1487a00. 00010000:00000010:0.1:1788837226.547801:0:1029:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdb00. 00010000:00000010:0.1:1788837226.547804:0:1029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:0.1:1788837226.547808:0:1029:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bab00. 00010000:00000010:3.1:1788837226.641209:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba000. 00010000:00000010:3.1:1788837226.641279:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:3.1:1788837226.666914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd700. 00010000:00000010:3.1:1788837226.688913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00010000:00000010:2.1:1788837226.818832:0:13967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab800. 00010000:00000010:2.1:1788837226.818847:0:13967:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd000. 00010000:00000010:2.1:1788837226.818851:0:13967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00010000:00000010:2.1:1788837226.818854:0:13967:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901100. 00010000:00000010:2.1:1788837226.818856:0:13967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e800. 00000080:00000010:2.1:1788837226.824849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc8dd9600. 00000080:00000010:2.1:1788837226.824870:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15a98c0. 00010000:00000010:3.1:1788837228.675692:0:14011:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba200. 00010000:00000010:3.1:1788837228.675710:0:14011:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00010000:00000010:3.1:1788837252.191776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd700. 00010000:00000010:3.1:1788837252.191788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00010000:00000010:1.1:1788837252.450788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901900. 00010000:00000010:1.1:1788837252.450804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e200. 00010000:00000010:2.1:1788837252.483699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901200. 00010000:00000010:2.1:1788837252.510907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baba00. 00010000:00000010:1.1:1788837252.629707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd700. 00010000:00000010:1.1:1788837252.629722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00010000:00000010:1.1:1788837252.652747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901900. 00010000:00000010:3.1:1788837252.658921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ec00. 00010000:00000010:2.1:1788837252.757920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788837252.757935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba700. 00010000:00000010:2.1:1788837252.757940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00010000:00000010:2.1:1788837252.757944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99baa00. 00010000:00000010:2.1:1788837252.757946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:2.1:1788837252.780707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd1352060. 00000080:00000010:2.1:1788837252.792734:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152b9c0. 00010000:00000010:1.1:1788837254.323926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252800. 00010000:00000010:1.1:1788837254.323940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab800. 00010000:00000010:1.1:1788837259.550825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd600. 00010000:00000010:1.1:1788837259.550838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00000080:00000010:0.1:1788837259.584741:0:15226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd13060e0. 00010000:00000010:3.1:1788837259.660050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788837260.877375:0:2353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afde00. 00010000:00000010:2.1:1788837260.877387:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beba00. 00010000:00000010:2.1:1788837260.880249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00000080:00000010:1.1:1788837260.888992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc8bd71e0. 00010000:00000010:2.1:1788837260.915275:0:15260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252800. 00010000:00000010:3.1:1788837260.927213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00010000:00000010:3.1:1788837261.130675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00010000:00000010:2.1:1788837261.208704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab400. 00010000:00000010:2.1:1788837261.208721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba000. 00010000:00000010:2.1:1788837261.208729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:2.1:1788837261.208734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252300. 00010000:00000010:2.1:1788837261.208738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa800. 00000080:00000010:2.1:1788837261.223191:0:15288:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc8dd9340. 00000080:00000010:2.1:1788837261.236691:0:15288:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152b9c0. 00010000:00000010:0.1:1788837264.546721:0:15613:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba200. 00010000:00000010:0.1:1788837264.546737:0:15613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baba00. 00000080:00000010:1.1:1788837270.784736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc2f2c4c0. 00000080:00000010:1.1:1788837270.784746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc5240120. 00000080:00000010:1.1:1788837270.784755:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15298c0. 00000080:00000010:1.1:1788837270.784768:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152b180. 00000080:00000010:1.1:1788837270.784774:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1585280. 00000080:00000010:1.1:1788837270.784786:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15aa940. 00010000:00000010:2.1:1788837270.787893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd8883300. 00010000:00000010:2.1:1788837270.787907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc149f400. 00000080:00000010:1.1:1788837270.788786:0:1029:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152dac0. 00000080:00000010:1.1:1788837270.788801:0:1029:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1582100. 00010000:00000010:0.1:1788837270.788843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031000. 00010000:00000010:1.1:1788837270.788905:0:1029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1486200. 00010000:00000010:1.1:1788837270.788911:0:1029:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd300. 00010000:00000010:2.1:1788837270.797695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc53fb200. 00010000:00000010:2.1:1788837270.797771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc0031a00. 00010000:00000010:0.1:1788837270.836874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa400. 00010000:00000010:0.1:1788837270.836888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252500. 00010000:00000010:0.1:1788837270.836893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e800. 00010000:00000010:0.1:1788837270.836898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901300. 00010000:00000010:0.1:1788837270.883349:0:15886:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:0.1:1788837270.883365:0:15886:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc53fba00. 00010000:00000010:2.1:1788837271.661691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901400. 00010000:00000010:2.1:1788837271.661704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e000. 00010000:00000010:2.1:1788837271.681833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bae00. 00010000:00000010:2.1:1788837271.694299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba500. 00010000:00000010:2.1:1788837271.694307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:3.1:1788837271.704682:0:15978:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba400. 00010000:00000010:3.1:1788837271.704689:0:15978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:2.1:1788837271.717752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4db4d00. 00010000:00000010:0.1:1788837271.740730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252000. 00010000:00000010:0.1:1788837271.740743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab600. 00010000:00000010:0.1:1788837271.744819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252f00. 00010000:00000010:0.1:1788837271.744834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa400. 00000080:00000010:2.1:1788837271.846700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4db4420. 00010000:00000010:2.1:1788837271.890139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd900. 00010000:00000010:2.1:1788837271.890150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00010000:00000010:1.1:1788837272.032819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babe00. 00010000:00000010:2.1:1788837272.041899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba500. 00010000:00000010:2.1:1788837272.041912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:1.1:1788837272.383511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901300. 00010000:00000010:1.1:1788837272.383527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e400. 00010000:00000010:2.1:1788837272.394736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901400. 00010000:00000010:2.1:1788837272.394745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e600. 00010000:00000010:2.1:1788837272.407725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:2.1:1788837272.425769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:1.1:1788837272.608810:0:16024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fa00. 00010000:00000010:1.1:1788837272.608821:0:16024:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901900. 00010000:00000010:2.1:1788837272.622065:0:16027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252400. 00010000:00000010:2.1:1788837272.622071:0:16027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa400. 00010000:00000010:1.1:1788837272.639717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:2.1:1788837272.639778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba200. 00010000:00000010:2.1:1788837272.756703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00010000:00000010:2.1:1788837272.756726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99ba500. 00010000:00000010:2.1:1788837272.756745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e000. 00010000:00000010:2.1:1788837272.756750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901900. 00010000:00000010:2.1:1788837272.756752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e200. 00000080:00000010:2.1:1788837272.777011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815540. 00000080:00000010:2.1:1788837272.782443:0:16031:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152a100. 00010000:00000010:2.1:1788837272.810733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bae00. 00010000:00000010:2.1:1788837272.810743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00010000:00000010:2.1:1788837272.822727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252f00. 00010000:00000010:2.1:1788837272.822739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00010000:00000010:2.1:1788837272.886722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00010000:00000010:0.1:1788837274.762769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beaa00. 00010000:00000010:0.1:1788837274.762784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baaa00. 00000080:00000010:2.1:1788837274.764606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4db4560. 00000080:00000010:2.1:1788837274.764797:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4db4a00. 00000080:00000010:2.1:1788837274.764808:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152b9c0. 00000080:00000010:2.1:1788837274.764834:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15ab180. 00010000:00000010:0.1:1788837274.766707:0:16071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00010000:00000010:0.1:1788837274.780973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00010000:00000010:0.1:1788837274.780988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd700. 00010000:00000010:0.1:1788837274.797964:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab000. 00010000:00000010:0.1:1788837274.797973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdd00. 00010000:00000010:0.1:1788837274.797977:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea800. 00010000:00000010:0.1:1788837274.797980:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afdc00. 00010000:00000010:1.1:1788837284.718725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc99bae00. 00010000:00000010:1.1:1788837284.718734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00010000:00000010:3.1:1788837284.721809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901e00. 00010000:00000010:2.1:1788837284.948693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab800. 00010000:00000010:0.1:1788837285.018454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afd200. 00010000:00000010:0.1:1788837285.018468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00010000:00000010:0.1:1788837285.018472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac500. 00010000:00000010:0.1:1788837285.018475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00010000:00000010:0.1:1788837285.091966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beaa00. 00010000:00000010:0.1:1788837285.338750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00010000:00000010:2.1:1788837300.885751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00010000:00000010:2.1:1788837301.246967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac300. 00010000:00000010:2.1:1788837301.246979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e600. 00010000:00000010:2.1:1788837301.246982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901000. 00010000:00000010:2.1:1788837301.246985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f000. 00000080:00000010:2.1:1788837301.271942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815440. 00000080:00000010:2.1:1788837301.271970:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15adac0. 00010000:00000010:2.1:1788837305.571828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c900. 00010000:00000010:2.1:1788837305.571841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00010000:00000010:0.1:1788837310.808717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901200. 00010000:00000010:0.1:1788837310.808729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e600. 00010000:00000010:2.1:1788837310.849740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31000. 00010000:00000010:1.1:1788837326.496784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cc00. 00010000:00000010:1.1:1788837326.496802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa000. 00010000:00000010:1.1:1788837326.496807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31c00. 00010000:00000010:1.1:1788837326.496811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00000080:00000010:1.1:1788837326.508052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4db4b80. 00000080:00000010:1.1:1788837326.508072:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152b9c0. 00010000:00000010:2.1:1788837331.121419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c100. 00010000:00000010:2.1:1788837331.121435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:0.1:1788837354.220447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fc00. 00000080:00000010:3.1:1788837354.222861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815a60. 00010000:00000010:3.1:1788837354.222881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901300. 00010000:00000010:3.1:1788837354.222887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e200. 00010000:00000010:1.1:1788837354.306815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901300. 00010000:00000010:1.1:1788837354.306835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00000080:00000010:1.1:1788837354.399699:0:18277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815160. 00010000:00000010:2.1:1788837355.156717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:2.1:1788837372.776212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:2.1:1788837372.852807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:2.1:1788837372.852826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c800. 00010000:00000010:2.1:1788837372.852830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:2.1:1788837372.852857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00000080:00000010:2.1:1788837372.860719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6360. 00000080:00000010:2.1:1788837372.865103:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16d8000. 00010000:00000010:2.1:1788837372.871941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00010000:00000010:2.1:1788837372.871962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901900. 00010000:00000010:2.1:1788837372.871968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa800. 00010000:00000010:2.1:1788837372.871972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31d00. 00010000:00000010:2.1:1788837372.871977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babe00. 00000080:00000010:2.1:1788837372.915932:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15ab9c0. 00000080:00000010:2.1:1788837372.915953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4db4220. 00010000:00000010:2.1:1788837379.283701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00000080:00000010:2.1:1788837379.289069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6900. 00010000:00000010:2.1:1788837379.289084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c800. 00010000:00000010:2.1:1788837379.289090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:2.1:1788837379.371717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901800. 00010000:00000010:2.1:1788837379.371732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f000. 00000080:00000010:2.1:1788837379.474833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc38155a0. 00010000:00000010:1.1:1788837380.432202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00010000:00000010:2.1:1788837388.489048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901a00. 00010000:00000010:2.1:1788837388.489058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ea00. 00010000:00000010:2.1:1788837388.493045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c300. 00010000:00000010:2.1:1788837388.493054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00000080:00000010:2.1:1788837388.493058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e68c0. 00010000:00000010:2.1:1788837388.497874:0:19461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:2.1:1788837394.803370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00000080:00000010:2.1:1788837394.805853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6740. 00010000:00000010:2.1:1788837394.805872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c600. 00010000:00000010:2.1:1788837394.805878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:2.1:1788837394.826735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c300. 00010000:00000010:2.1:1788837394.859580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:3.1:1788837395.881320:0:20088:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c100. 00010000:00000010:3.1:1788837395.881342:0:20088:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea800. 00010000:00000010:3.1:1788837396.046079:0:20094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e600. 00010000:00000010:2.1:1788837434.189779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00010000:00000010:3.1:1788837447.914827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901100. 00010000:00000010:3.1:1788837447.914843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fa00. 00010000:00000010:2.1:1788837447.918829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00010000:00000010:3.1:1788837447.946805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac300. 00010000:00000010:3.1:1788837447.998700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00010000:00000010:1.1:1788837490.234700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e800. 00010000:00000010:0.1:1788837490.319880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac800. 00010000:00000010:0.1:1788837490.319893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00010000:00000010:0.1:1788837490.319897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c800. 00010000:00000010:0.1:1788837490.319899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:0.1:1788837490.356432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6920. 00000080:00000010:0.1:1788837490.356491:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15a9080. 00010000:00000010:0.1:1788837494.993762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acd00. 00010000:00000010:0.1:1788837494.993781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f000. 00010000:00000010:3.1:1788837503.399851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cd00. 00010000:00000010:3.1:1788837503.399868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00000080:00000010:3.1:1788837503.414271:0:21773:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7de0. 00010000:00000010:1.1:1788837503.451328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac200. 00010000:00000010:1.1:1788837503.451342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea800. 00010000:00000010:1.1:1788837503.577836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31100. 00010000:00000010:1.1:1788837503.577847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa600. 00010000:00000010:2.1:1788837503.588794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00000080:00000010:2.1:1788837503.615692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4db4ba0. 00010000:00000010:2.1:1788837503.630912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00000080:00000010:2.1:1788837503.630920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6940. 00010000:00000010:2.1:1788837503.635688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00010000:00000010:2.1:1788837503.753729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:2.1:1788837503.753743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00010000:00000010:2.1:1788837503.787705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00000080:00000010:2.1:1788837503.846872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a74a0. 00010000:00000010:2.1:1788837503.998260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:2.1:1788837503.998273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:1.1:1788837504.127204:0:16001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:3.1:1788837504.142721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:3.1:1788837504.142736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00010000:00000010:2.1:1788837504.142791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00010000:00000010:2.1:1788837504.142797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c700. 00010000:00000010:2.1:1788837504.142800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00000080:00000010:2.1:1788837504.179824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6860. 00000080:00000010:2.1:1788837504.183959:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1580000. 00010000:00000010:1.1:1788837511.569747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31400. 00010000:00000010:1.1:1788837511.569761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa200. 00000080:00000010:1.1:1788837511.594714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815340. 00010000:00000010:3.1:1788837511.764696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c500. 00010000:00000010:3.1:1788837511.764715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:2.1:1788837511.780761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:2.1:1788837511.845729:0:22429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6640. 00010000:00000010:0.1:1788837511.870825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00000080:00000010:0.1:1788837511.870859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6640. 00010000:00000010:0.1:1788837511.878713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00010000:00000010:2.1:1788837512.054768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e000. 00010000:00000010:1.1:1788837512.058988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788837512.083701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00000080:00000010:2.1:1788837512.118209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815080. 00010000:00000010:1.1:1788837514.763696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:1.1:1788837514.763714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ca00. 00010000:00000010:0.1:1788837535.340808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00010000:00000010:2.1:1788837535.356088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:2.1:1788837535.356104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c800. 00010000:00000010:2.1:1788837535.356108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:2.1:1788837535.369809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6860. 00000080:00000010:2.1:1788837535.372968:0:22459:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152f380. 00010000:00000010:2.1:1788837535.961713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ce00. 00010000:00000010:2.1:1788837535.961728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:0.1:1788837544.156847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac300. 00010000:00000010:0.1:1788837544.156858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00000080:00000010:2.1:1788837544.195743:0:23070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd056e260. 00010000:00000010:2.1:1788837544.342878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901900. 00010000:00000010:2.1:1788837544.342904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e800. 00010000:00000010:1.1:1788837544.353702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00000080:00000010:1.1:1788837544.390587:0:23080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815b20. 00010000:00000010:1.1:1788837544.409950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ea00. 00000080:00000010:1.1:1788837544.409981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815b20. 00010000:00000010:1.1:1788837544.418715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e200. 00010000:00000010:2.1:1788837544.576712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:2.1:1788837544.576728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00010000:00000010:2.1:1788837544.610587:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00000080:00000010:2.1:1788837544.662851:0:23087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd056e720. 00010000:00000010:3.1:1788837557.304097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:3.1:1788837557.304103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c400. 00010000:00000010:2.1:1788837559.466014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beba00. 00010000:00000010:2.1:1788837559.495059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb800. 00010000:00000010:2.1:1788837559.495076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901a00. 00010000:00000010:2.1:1788837559.495081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00000080:00000010:3.1:1788837559.563696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7d20. 00000080:00000010:3.1:1788837559.569000:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16dca40. 00010000:00000010:2.1:1788837561.503004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acd00. 00010000:00000010:2.1:1788837561.503021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00010000:00000010:3.1:1788837569.219740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901300. 00010000:00000010:3.1:1788837569.219763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fc00. 00010000:00000010:3.1:1788837569.247763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901e00. 00010000:00000010:3.1:1788837569.247787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f000. 00010000:00000010:1.1:1788837671.464950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beae00. 00010000:00000010:1.1:1788837671.476075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f600. 00000080:00000010:1.1:1788837671.476092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7c40. 00010000:00000010:1.1:1788837671.476102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00010000:00000010:1.1:1788837671.476107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc2afda00. 00010000:00000010:1.1:1788837671.476110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f200. 00000080:00000010:1.1:1788837671.476137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815400. 00010000:00000010:1.1:1788837671.476141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00010000:00000010:1.1:1788837671.476145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:1.1:1788837671.476147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb000. 00010000:00000010:1.1:1788837671.476150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac500. 00000080:00000010:1.1:1788837671.476153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6260. 00010000:00000010:1.1:1788837671.476157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00010000:00000010:1.1:1788837671.476160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c600. 00000080:00000010:1.1:1788837671.476163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4db4f80. 00010000:00000010:1.1:1788837671.476167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab000. 00010000:00000010:1.1:1788837671.476170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31300. 00000080:00000010:1.1:1788837671.476173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e61e0. 00010000:00000010:1.1:1788837671.476177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:1.1:1788837671.476180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c000. 00000080:00000010:1.1:1788837671.476182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815440. 00010000:00000010:1.1:1788837671.476187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e400. 00010000:00000010:1.1:1788837671.476189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901c00. 00010000:00000010:1.1:1788837675.148568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab800. 00000080:00000010:0.1:1788837675.152749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7d20. 00000080:00000010:0.1:1788837675.152769:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15aa100. 00010000:00000010:0.1:1788837675.152779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baae00. 00010000:00000010:2.1:1788837675.159924:0:10098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:1.1:1788837675.180821:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea200. 00010000:00000010:1.1:1788837675.180827:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac700. 00010000:00000010:2.1:1788837675.312568:0:11176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:2.1:1788837675.312580:0:11176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00010000:00000010:1.1:1788837675.320115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c400. 00010000:00000010:2.1:1788837675.348704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e200. 00010000:00000010:1.1:1788837675.548198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901200. 00010000:00000010:1.1:1788837675.548221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fa00. 00010000:00000010:1.1:1788837675.548226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901800. 00010000:00000010:2.1:1788837675.548698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ee00. 00010000:00000010:2.1:1788837675.654735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:2.1:1788837675.654754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901c00. 00010000:00000010:2.1:1788837675.654760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788837675.654763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:2.1:1788837675.654766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00000080:00000010:2.1:1788837675.671251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc3815f60. 00000080:00000010:2.1:1788837675.671289:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16dc200. 00010000:00000010:2.1:1788837679.321944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:2.1:1788837679.321954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00010000:00000010:0.1:1788837684.454186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31c00. 00010000:00000010:0.1:1788837684.454200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baaa00. 00010000:00000010:0.1:1788837684.488102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31400. 00010000:00000010:3.1:1788837686.395691:0:24598:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac400. 00010000:00000010:3.1:1788837686.395699:0:24598:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea000. 00010000:00000010:3.1:1788837686.407633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acd00. 00010000:00000010:2.1:1788837686.443711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31000. 00010000:00000010:2.1:1788837686.443728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baaa00. 00000080:00000010:3.1:1788837793.835299:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7600. 00000080:00000010:3.1:1788837793.835320:0:2354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6c40. 00010000:00000010:3.1:1788837793.843717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00000080:00000010:0.1:1788837793.847817:0:24668:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1528840. 00000080:00000010:0.1:1788837793.847842:0:24668:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15a8000. 00010000:00000010:0.1:1788837793.847849:0:24668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00010000:00000010:0.1:1788837793.847923:0:24668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea000. 00010000:00000010:0.1:1788837793.847928:0:24668:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac000. 00010000:00000010:1.1:1788837793.849692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00010000:00000010:1.1:1788837793.875794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beba00. 00010000:00000010:1.1:1788837793.875801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac400. 00010000:00000010:1.1:1788837793.875804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:1.1:1788837793.875807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c300. 00010000:00000010:2.1:1788837793.981927:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31c00. 00010000:00000010:2.1:1788837793.981941:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab600. 00010000:00000010:2.1:1788837793.981945:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83aca00. 00010000:00000010:2.1:1788837793.981948:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00000080:00000010:2.1:1788837794.017898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc2fc0aa0. 00000080:00000010:2.1:1788837794.017924:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1587380. 00010000:00000010:0.1:1788837794.040139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c900. 00010000:00000010:0.1:1788837794.040159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:0.1:1788837794.057863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31d00. 00010000:00000010:3.1:1788837794.082715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:1.1:1788837794.202702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:1.1:1788837794.202712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00010000:00000010:0.1:1788837794.205820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901600. 00010000:00000010:0.1:1788837794.218883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e200. 00010000:00000010:3.1:1788837794.354151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb000. 00010000:00000010:3.1:1788837794.354212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31600. 00010000:00000010:3.1:1788837794.354902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baaa00. 00010000:00000010:3.1:1788837794.354909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac800. 00010000:00000010:3.1:1788837794.354912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea200. 00000080:00000010:0.1:1788837794.397300:0:24688:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc2fc0b00. 00000080:00000010:0.1:1788837794.397331:0:24688:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1580840. 00010000:00000010:0.1:1788837797.119257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c900. 00010000:00000010:0.1:1788837797.119268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:2.1:1788837801.884858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901c00. 00010000:00000010:2.1:1788837801.884873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e800. 00000080:00000010:1.1:1788837801.912892:0:25301:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692b40. 00000080:00000010:3.1:1788837803.019000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692b40. 00010000:00000010:3.1:1788837803.019034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901400. 00010000:00000010:3.1:1788837803.019040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00010000:00000010:2.1:1788837803.049795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ce00. 00010000:00000010:2.1:1788837803.050290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00000080:00000010:2.1:1788837803.177491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b069a0. 00000080:00000010:2.1:1788837807.235535:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7460. 00000080:00000010:2.1:1788837807.235552:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6ea0. 00010000:00000010:3.1:1788837807.235849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00010000:00000010:3.1:1788837807.235855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa200. 00010000:00000010:3.1:1788837807.235874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00000080:00000010:2.1:1788837807.236835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152ca40. 00000080:00000010:2.1:1788837807.236853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1580840. 00000080:00000010:2.1:1788837807.236868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152c200. 00010000:00000010:2.1:1788837807.285596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00010000:00000010:2.1:1788837807.285610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ce00. 00010000:00000010:2.1:1788837807.285614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ee00. 00010000:00000010:2.1:1788837807.285618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:2.1:1788837807.285621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea000. 00010000:00000010:2.1:1788837807.285624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31200. 00010000:00000010:3.1:1788837821.509814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901800. 00010000:00000010:3.1:1788837821.509830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e600. 00000080:00000010:3.1:1788837821.552717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e66c0. 00010000:00000010:2.1:1788837821.611742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c600. 00010000:00000010:2.1:1788837821.611756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:2.1:1788837821.617677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00000080:00000010:2.1:1788837821.637921:0:25945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e62e0. 00010000:00000010:0.1:1788837822.629990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31300. 00010000:00000010:0.1:1788837822.630002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa600. 00010000:00000010:0.1:1788837831.087460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c800. 00010000:00000010:0.1:1788837831.087477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00000080:00000010:0.1:1788837831.119768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06280. 00010000:00000010:3.1:1788837831.192213:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c500. 00010000:00000010:3.1:1788837831.192231:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fa00. 00010000:00000010:3.1:1788837831.199603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:2.1:1788837831.219047:0:26563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692200. 00010000:00000010:1.1:1788837832.203703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00010000:00000010:0.1:1788837832.217879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901e00. 00010000:00000010:0.1:1788837832.217910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f600. 00000080:00000010:2.1:1788837832.246696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6ee0. 00010000:00000010:0.1:1788837839.454713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00000080:00000010:1.1:1788837839.455274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e62a0. 00010000:00000010:1.1:1788837839.455282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac700. 00010000:00000010:1.1:1788837839.455286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beba00. 00000080:00000010:2.1:1788837839.525694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7a00. 00010000:00000010:2.1:1788837839.525710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac900. 00010000:00000010:2.1:1788837839.525715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea200. 00010000:00000010:3.1:1788837839.526077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00000080:00000010:2.1:1788837843.810613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b065e0. 00000080:00000010:2.1:1788837843.810628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b062c0. 00000080:00000010:2.1:1788837843.810632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06020. 00000080:00000010:2.1:1788837843.810637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06ee0. 00000080:00000010:2.1:1788837843.810642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6620. 00010000:00000010:2.1:1788837843.819872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31c00. 00010000:00000010:2.1:1788837843.819892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00010000:00000010:2.1:1788837843.819904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31600. 00010000:00000010:2.1:1788837843.819908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00010000:00000010:2.1:1788837843.819910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31800. 00010000:00000010:2.1:1788837843.819914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa800. 00010000:00000010:2.1:1788837843.819918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31d00. 00010000:00000010:2.1:1788837843.819929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baaa00. 00010000:00000010:2.1:1788837843.819932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31000. 00010000:00000010:2.1:1788837843.819935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baae00. 00010000:00000010:2.1:1788837843.819938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac500. 00010000:00000010:2.1:1788837843.819942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea000. 00010000:00000010:2.1:1788837843.819946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901300. 00010000:00000010:2.1:1788837843.819948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab600. 00010000:00000010:2.1:1788837843.819951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa400. 00010000:00000010:2.1:1788837843.819955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c600. 00010000:00000010:2.1:1788837843.819959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:2.1:1788837843.819962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c000. 00010000:00000010:2.1:1788837843.819965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00000080:00000010:0.1:1788837859.322780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06e00. 00000080:00000010:0.1:1788837859.322804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b064a0. 00010000:00000010:2.1:1788837860.890709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:2.1:1788837860.930739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c600. 00010000:00000010:2.1:1788837860.930752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:2.1:1788837860.930756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00000080:00000010:2.1:1788837860.948358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6ea0. 00000080:00000010:2.1:1788837860.953702:0:27194:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1584200. 00000080:00000010:2.1:1788837860.953789:0:27194:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7fc0. 00010000:00000010:2.1:1788837860.964018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:2.1:1788837860.964034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acb00. 00010000:00000010:2.1:1788837860.964038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:2.1:1788837860.964041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c000. 00010000:00000010:2.1:1788837860.964044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:1.1:1788837860.987889:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15a8840. 00000080:00000010:1.1:1788837860.987906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e60a0. 00010000:00000010:1.1:1788837861.015872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f600. 00010000:00000010:2.1:1788837861.041842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31900. 00010000:00000010:2.1:1788837861.041856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00010000:00000010:2.1:1788837861.041859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00000080:00000010:2.1:1788837861.053935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b068c0. 00000080:00000010:2.1:1788837861.053962:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1586b40. 00000080:00000010:2.1:1788837861.053967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06ac0. 00010000:00000010:2.1:1788837861.079745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:2.1:1788837861.079758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31300. 00010000:00000010:2.1:1788837861.079778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00010000:00000010:2.1:1788837861.079793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:2.1:1788837861.079796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ea00. 00000080:00000010:2.1:1788837861.091794:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152eb40. 00000080:00000010:2.1:1788837861.091811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6ea0. 00010000:00000010:0.1:1788837863.592410:0:15898:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cc00. 00010000:00000010:0.1:1788837863.592417:0:15898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00010000:00000010:2.1:1788837863.597838:0:27414:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31b00. 00010000:00000010:2.1:1788837863.597846:0:27414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa800. 00010000:00000010:2.1:1788837868.131710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00000080:00000010:2.1:1788837868.131740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6780. 00010000:00000010:2.1:1788837868.131749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901800. 00010000:00000010:2.1:1788837868.131753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fc00. 00010000:00000010:3.1:1788837868.214802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00000080:00000010:0.1:1788837868.215081:0:27765:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7660. 00010000:00000010:0.1:1788837868.215090:0:27765:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac900. 00010000:00000010:0.1:1788837868.215094:0:27765:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00000080:00000010:0.1:1788837871.118756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e69a0. 00000080:00000010:0.1:1788837871.118820:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06200. 00010000:00000010:0.1:1788837871.141816:0:27787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac100. 00010000:00000010:0.1:1788837871.141828:0:27787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb800. 00010000:00000010:0.1:1788837871.141833:0:27787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31a00. 00010000:00000010:0.1:1788837871.141837:0:27787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa000. 00010000:00000010:0.1:1788837871.141841:0:27787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c800. 00010000:00000010:0.1:1788837871.141845:0:27787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00010000:00000010:0.1:1788837871.141848:0:27787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31900. 00010000:00000010:0.1:1788837871.141850:0:27787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00000080:00000010:3.1:1788838005.810215:0:27809:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6f20. 00000080:00000010:3.1:1788838005.810229:0:27809:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a71a0. 00010000:00000010:3.1:1788838006.042198:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb400. 00010000:00000010:2.1:1788838006.087052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ace00. 00010000:00000010:2.1:1788838006.087067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00010000:00000010:2.1:1788838006.087072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00000080:00000010:2.1:1788838006.087077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7c40. 00000080:00000010:2.1:1788838006.087095:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152a940. 00000080:00000010:2.1:1788838006.087101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7ee0. 00010000:00000010:3.1:1788838006.122782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:3.1:1788838006.122803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acf00. 00010000:00000010:3.1:1788838006.122809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:3.1:1788838006.122821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acd00. 00010000:00000010:3.1:1788838006.122825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea800. 00000080:00000010:2.1:1788838006.164751:0:27811:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152eb40. 00000080:00000010:2.1:1788838006.164765:0:27811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6f00. 00010000:00000010:2.1:1788838006.173865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:2.1:1788838006.218794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac600. 00010000:00000010:2.1:1788838006.218826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beaa00. 00010000:00000010:2.1:1788838006.218831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00000080:00000010:2.1:1788838006.234211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a71a0. 00000080:00000010:2.1:1788838006.234256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15aca40. 00000080:00000010:0.1:1788838006.238765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6480. 00010000:00000010:0.1:1788838006.264017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00010000:00000010:0.1:1788838006.264038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c900. 00010000:00000010:0.1:1788838006.264044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:0.1:1788838006.264048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cf00. 00010000:00000010:0.1:1788838006.264050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:2.1:1788838006.292568:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1582940. 00000080:00000010:2.1:1788838006.292602:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06de0. 00010000:00000010:2.1:1788838006.954944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c300. 00010000:00000010:2.1:1788838006.954956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:2.1:1788838014.216697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00000080:00000010:2.1:1788838014.221070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6300. 00010000:00000010:2.1:1788838014.221084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901000. 00010000:00000010:2.1:1788838014.221090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fc00. 00010000:00000010:0.1:1788838014.294343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00000080:00000010:1.1:1788838014.302344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06e00. 00010000:00000010:1.1:1788838014.302361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901600. 00010000:00000010:1.1:1788838014.302367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fc00. 00010000:00000010:2.1:1788838020.864851:0:28237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ce00. 00010000:00000010:2.1:1788838020.864867:0:28237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa400. 00010000:00000010:2.1:1788838020.864872:0:28237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901600. 00010000:00000010:2.1:1788838020.864876:0:28237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f200. 00010000:00000010:2.1:1788838020.864879:0:28237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901a00. 00010000:00000010:2.1:1788838020.864882:0:28237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e600. 00010000:00000010:2.1:1788838020.864884:0:28237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901300. 00010000:00000010:2.1:1788838020.864886:0:28237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00000080:00000010:1.1:1788838036.564740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692a40. 00000080:00000010:1.1:1788838036.564763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692040. 00000080:00000010:1.1:1788838036.590070:0:18273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6780. 00000080:00000010:1.1:1788838036.590090:0:18273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06e20. 00010000:00000010:2.1:1788838038.746713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa200. 00010000:00000010:3.1:1788838038.807923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac900. 00010000:00000010:3.1:1788838038.807935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:3.1:1788838038.807938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00000080:00000010:3.1:1788838038.825121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6e40. 00000080:00000010:3.1:1788838038.825166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16da940. 00000080:00000010:3.1:1788838038.825172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6b40. 00010000:00000010:2.1:1788838038.843850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab800. 00010000:00000010:2.1:1788838038.843867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cb00. 00010000:00000010:2.1:1788838038.843872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00010000:00000010:2.1:1788838038.843875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31000. 00010000:00000010:2.1:1788838038.843879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa000. 00000080:00000010:2.1:1788838038.869728:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152eb40. 00000080:00000010:2.1:1788838038.869757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b060a0. 00010000:00000010:2.1:1788838038.886858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:3.1:1788838038.934911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901900. 00010000:00000010:3.1:1788838038.934930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00010000:00000010:3.1:1788838038.934935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e800. 00000080:00000010:2.1:1788838038.954918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692820. 00000080:00000010:2.1:1788838038.954945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16de300. 00000080:00000010:2.1:1788838038.954954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc66923c0. 00010000:00000010:2.1:1788838038.985861:0:28429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:2.1:1788838038.985876:0:28429:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901200. 00010000:00000010:2.1:1788838038.985883:0:28429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00010000:00000010:2.1:1788838038.985887:0:28429:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cb00. 00010000:00000010:2.1:1788838038.985890:0:28429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00000080:00000010:3.1:1788838038.998857:0:28431:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152a940. 00000080:00000010:3.1:1788838038.998877:0:28431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6460. 00010000:00000010:3.1:1788838042.793894:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac500. 00010000:00000010:3.1:1788838042.793908:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00010000:00000010:1.1:1788838046.146710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00000080:00000010:0.1:1788838046.155698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692480. 00010000:00000010:0.1:1788838046.155721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ca00. 00010000:00000010:0.1:1788838046.155728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:3.1:1788838046.215812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00000080:00000010:2.1:1788838046.222823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7060. 00010000:00000010:2.1:1788838046.222846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901a00. 00010000:00000010:2.1:1788838046.222853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00000080:00000010:2.1:1788838050.177072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692000. 00000080:00000010:2.1:1788838050.177101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692420. 00010000:00000010:2.1:1788838050.197819:0:29030:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901100. 00010000:00000010:2.1:1788838050.197832:0:29030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e200. 00010000:00000010:2.1:1788838050.197837:0:29030:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901600. 00010000:00000010:2.1:1788838050.197847:0:29030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e800. 00010000:00000010:2.1:1788838050.197850:0:29030:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31d00. 00010000:00000010:2.1:1788838050.197854:0:29030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00010000:00000010:2.1:1788838050.197857:0:29030:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cc00. 00010000:00000010:2.1:1788838050.197860:0:29030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788838050.197863:0:29030:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c100. 00010000:00000010:2.1:1788838050.197866:0:29030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ea00. 00000080:00000010:3.1:1788838066.730221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6360. 00000080:00000010:3.1:1788838066.730254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc66920e0. 00010000:00000010:1.1:1788838068.480835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00010000:00000010:2.1:1788838068.541920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c600. 00010000:00000010:2.1:1788838068.541938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000010:2.1:1788838068.541943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00000080:00000010:3.1:1788838068.578381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6540. 00000080:00000010:3.1:1788838068.578433:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15ac200. 00000080:00000010:3.1:1788838068.578439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6c20. 00010000:00000010:2.1:1788838068.601620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00010000:00000010:2.1:1788838068.601643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cc00. 00010000:00000010:2.1:1788838068.601648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788838068.601652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c100. 00010000:00000010:2.1:1788838068.601671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00000080:00000010:2.1:1788838068.619720:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152eb40. 00000080:00000010:2.1:1788838068.619752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7ec0. 00010000:00000010:2.1:1788838068.651716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788838068.700823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac800. 00010000:00000010:2.1:1788838068.700834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea000. 00010000:00000010:2.1:1788838068.700838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000080:00000010:3.1:1788838068.715193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a70e0. 00000080:00000010:3.1:1788838068.715232:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16d98c0. 00000080:00000010:0.1:1788838068.716720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6e60. 00010000:00000010:2.1:1788838068.731725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab800. 00010000:00000010:2.1:1788838068.731750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cf00. 00010000:00000010:2.1:1788838068.731755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788838068.731759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c100. 00010000:00000010:2.1:1788838068.731762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00000080:00000010:2.1:1788838068.753728:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152e300. 00000080:00000010:2.1:1788838068.753748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06aa0. 00010000:00000010:3.1:1788838073.627694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c300. 00010000:00000010:3.1:1788838073.627701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:2.1:1788838073.628067:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac400. 00010000:00000010:2.1:1788838073.628073:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00010000:00000010:0.1:1788838075.548768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb000. 00000080:00000010:0.1:1788838075.553716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7d20. 00010000:00000010:0.1:1788838075.553732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ace00. 00010000:00000010:0.1:1788838075.553741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00000100:00000040:1.0:1788838075.583914:0:29616:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120e00 x1875731132199808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838211 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838075.583926:0:29616:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838075.583929:0:29616:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838075.583931:0:29616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc908. 00000100:00000200:1.0:1788838075.583934:0:29616:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132199808, offset 0 00000400:00000200:1.0:1788838075.583939:0:29616:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838075.583948:0:29616:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.583954:0:29616:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838075.584025:0:29616:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838075.584031:0:29616:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838075.584034:0:29616:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838075.584037:0:29616:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838075.584040:0:29616:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2082:2082:256:4294967295] 192.168.203.123@tcp LPNI seq info [2082:2082:8:4294967295] 00000400:00000200:1.0:1788838075.584045:0:29616:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.584053:0:29616:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838075.584058:0:29616:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838075.584063:0:29616:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933500. 00000800:00000200:1.0:1788838075.584071:0:29616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838075.584078:0:29616:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838075.584083:0:29616:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788838075.584103:0:29616:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838075.584174:0:29616:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 560603 usecs (561 jiffies) 00000400:00000200:1.0:1788838075.584179:0:29616:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838075.584182:0:29616:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296206118 00000100:00000001:1.0:1788838075.584190:0:29616:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296206082 00000100:00000001:1.0:1788838075.584196:0:29616:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296206118 00000100:00000001:1.0:1788838075.584199:0:29616:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296206082 00000100:00000001:1.0:1788838075.584202:0:29616:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838075.584204:0:29616:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838075.584207:0:29616:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838075.584209:0:29616:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1788838075.584212:0:29616:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc80afa80 going to sleep for 131 seconds 00000100:00000001:1.0:1788838075.584214:0:29616:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838075.584217:0:29616:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838075.594799:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.594814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838075.594818:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.594820:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838075.594830:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.594838:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838075.594847:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.594852:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.594858:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.594862:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd43380 00000400:00000200:1.0:1788838075.594867:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.594874:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x5ad9 [1] + 224 00000800:00000001:1.0:1788838075.594879:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.594888:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838075.594892:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838075.594897:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838075.594903:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838075.594911:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120e00 x1875731132199808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838211 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838075.594922:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd1120e00 x1875731132199808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838211 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838075.594945:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838075.594954:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.594957:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838075.612980:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.612996:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838075.613000:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.613003:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838075.613011:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.613018:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838075.613028:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.613032:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.613037:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.613041:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd43400 00000400:00000200:1.0:1788838075.613046:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.613052:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x5ae9 [1] + 224 00000800:00000001:1.0:1788838075.613059:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.613066:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838075.613069:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838075.613074:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838075.613080:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838075.613089:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132199936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838211 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838075.613101:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc4ac3480 x1875731132199936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838211 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838075.613122:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838075.613130:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.613133:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838075.628232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00000080:00000010:2.1:1788838075.633482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6fe0. 00010000:00000010:2.1:1788838075.633513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901800. 00010000:00000010:2.1:1788838075.633519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e000. 00000800:00000001:1.0:1788838075.642592:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.642608:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838075.642613:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.642615:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838075.642624:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.642630:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838075.642638:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.642643:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.642647:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.642651:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd43500 00000400:00000200:1.0:1788838075.642692:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.642698:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x5af1 [1] + 224 00000800:00000001:1.0:1788838075.642705:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.642713:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838075.642716:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838075.642720:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838075.642727:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838075.642736:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132200192/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838211 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838075.642745:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afc4ac3480 x1875731132200192/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838211 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838075.642767:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838075.642775:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838075.642779:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.642783:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838075.642790:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2085:2085:256:4294967295] 192.168.203.123@tcp LPNI seq info [2085:2085:8:4294967295] 00000400:00000200:1.0:1788838075.642794:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838075.642801:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838075.642806:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838075.642812:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838075.642817:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838075.642824:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838075.642828:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838075.642896:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838075.642900:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:1.0:1788838075.642903:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838075.642906:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838075.642912:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.642915:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838075.683923:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838075.683928:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e400. 00000400:00000200:1.0:1788838075.683932:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838075.683938:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838075.683943:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc880 00000400:00000010:1.0:1788838075.683945:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc880. 00000100:00000001:1.0:1788838075.683949:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838075.683954:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b480 x1875731132200320/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838211 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838075.683963:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838075.683966:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b480 x1875731132200320/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838211 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838075.683973:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838075.683975:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838075.756211:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838075.756625:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838076.298786:0:18273:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296206249, at 4296206272 00000100:00000010:1.0:1788838076.298807:0:18273:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbba0. 00000100:00000001:1.0:1788838076.876971:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838076.876979:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838076.876983:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838076.876995:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.877007:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838076.877010:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.877014:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838076.877018:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838076.877020:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838076.877024:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132200832:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838076.877028:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838076.877034:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838076.877037:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.877039:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838076.877048:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010600. 02000000:00000001:1.0:1788838076.877050:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838076.877057:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838076.877061:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8370. 00000400:00000010:1.0:1788838076.877069:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfccc0. 00000100:00000200:1.0:1788838076.877075:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132200832, portal 25 00000100:00000001:1.0:1788838076.877078:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838076.877079:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000040:1.0:1788838076.877085:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.877094:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838076.877096:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838076.877111:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc5d8. 00000100:00000200:1.0:1788838076.877114:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132200832, offset 0 00000400:00000200:1.0:1788838076.877121:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838076.877137:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.877144:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838076.877150:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838076.877154:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838076.877158:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838076.877160:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838076.877164:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2090:2090:256:4294967295] 192.168.203.123@tcp LPNI seq info [2090:2090:8:4294967295] 00000400:00000200:1.0:1788838076.877168:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.877176:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838076.877182:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838076.877188:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838076.877196:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838076.877204:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838076.877208:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838076.877223:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838076.877226:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838076.877229:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296210936 00000100:00000010:1.0:1788838076.877234:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b4960. 00000100:00000001:1.0:1788838076.877240:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838076.877247:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296210936 00000100:00000010:1.0:1788838076.877251:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b47e0. 00000100:00000001:1.0:1788838076.877254:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838076.877257:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838076.877259:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.877263:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838076.877267:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.877274:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838076.877276:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.877278:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838076.877280:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838076.877282:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838076.877285:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132201088:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838076.877288:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838076.877290:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838076.877292:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.877293:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838076.877297:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011c00. 02000000:00000001:1.0:1788838076.877299:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838076.877302:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838076.877305:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838076.877308:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc770. 00000100:00000200:1.0:1788838076.877311:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132201088, portal 4 00000100:00000001:1.0:1788838076.877313:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838076.877314:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00000100:00000040:1.0:1788838076.877321:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.877328:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838076.877330:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838076.877332:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc6e8. 00000100:00000200:1.0:1788838076.877334:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132201088, offset 0 00000400:00000200:1.0:1788838076.877338:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838076.877352:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.877356:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838076.877359:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838076.877361:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838076.877364:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838076.877366:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838076.877368:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2091:2091:255:4294967295] 192.168.203.123@tcp LPNI seq info [2091:2091:7:4294967295] 00000400:00000200:1.0:1788838076.877373:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.877378:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838076.877381:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838076.877384:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838076.877388:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838076.877392:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838076.877394:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838076.877397:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838076.877400:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 275488 usecs (276 jiffies) 00000400:00000200:1.0:1788838076.877403:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838076.877404:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296207126 00000100:00000001:1.0:1788838076.877407:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296210936 00000100:00000001:1.0:1788838076.877408:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296207126 00000100:00000001:1.0:1788838076.877410:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296210936 00000100:00000001:1.0:1788838076.877412:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838076.877413:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.877415:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.877418:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.877424:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838076.877426:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838076.877428:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838076.877429:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838076.877430:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838076.877434:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788838076.877436:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.877437:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838076.877439:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.877440:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838076.877441:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838076.877442:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838076.877446:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.877453:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838076.877454:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.877456:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838076.877457:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838076.877459:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838076.877461:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132200960:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838076.877464:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838076.877467:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838076.877468:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.877470:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838076.877473:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011800. 02000000:00000001:1.0:1788838076.877475:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838076.877478:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838076.877480:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8160. 00000400:00000010:1.0:1788838076.877483:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000100:00000200:1.0:1788838076.877485:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132200960, portal 10 00000100:00000001:1.0:1788838076.877487:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838076.877488:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618671488 : -113594090880128 : ffff98afd0908380) 00000100:00000040:1.0:1788838076.877493:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.877498:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838076.877499:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838076.877501:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc198. 00000100:00000200:1.0:1788838076.877503:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132200960, offset 0 00000400:00000200:1.0:1788838076.877507:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838076.877511:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.877514:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838076.877516:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838076.877518:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838076.877520:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838076.877522:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838076.877525:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2092:2092:254:4294967295] 192.168.203.123@tcp LPNI seq info [2092:2092:6:4294967295] 00000400:00000200:1.0:1788838076.877529:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.877535:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838076.877548:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838076.877551:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933b00. 00000800:00000200:1.0:1788838076.877555:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838076.877559:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838076.877561:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838076.877564:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838076.877567:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 554836 usecs (555 jiffies) 00000400:00000200:1.0:1788838076.877570:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838076.877572:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296207405 00000100:00000001:1.0:1788838076.877574:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296210936 00000100:00000001:1.0:1788838076.877576:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296207405 00000100:00000001:1.0:1788838076.877578:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296210936 00000100:00000001:1.0:1788838076.877580:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838076.877582:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.877584:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838076.877588:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.877594:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838076.877596:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.877598:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838076.877600:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838076.877602:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838076.877604:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132201216:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838076.877607:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838076.877609:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838076.877610:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.877612:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838076.877614:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011000. 02000000:00000001:1.0:1788838076.877616:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838076.877618:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838076.877620:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838076.877624:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcee0. 00000100:00000200:1.0:1788838076.877627:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132201216, portal 4 00000100:00000001:1.0:1788838076.877628:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838076.877629:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:1.0:1788838076.877634:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.877639:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838076.877641:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838076.877644:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc908. 00000100:00000200:1.0:1788838076.877646:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132201216, offset 0 00000400:00000200:1.0:1788838076.877649:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838076.877652:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.877698:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838076.877701:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838076.877703:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838076.877705:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838076.877707:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838076.877710:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2093:2093:253:4294967295] 192.168.203.123@tcp LPNI seq info [2093:2093:5:4294967295] 00000400:00000200:1.0:1788838076.877714:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.877720:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838076.877723:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838076.877728:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000800:00000200:1.0:1788838076.877731:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838076.877735:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838076.877737:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838076.877740:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838076.877743:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22700 usecs (23 jiffies) 00000400:00000200:1.0:1788838076.877746:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838076.877747:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296206873 00000100:00000001:1.0:1788838076.877750:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296210936 00000100:00000001:1.0:1788838076.877752:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296206873 00000100:00000001:1.0:1788838076.877754:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296210936 00000100:00000001:1.0:1788838076.877756:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838076.877758:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.877760:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.877763:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.877775:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838076.877777:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838076.909357:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.912366:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838076.912374:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.912379:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.912386:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.912392:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838076.912402:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.912406:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.912411:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.912415:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd43880 00000400:00000200:1.0:1788838076.912419:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.912425:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5b29 [1] + 224 00000800:00000001:1.0:1788838076.912432:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.912435:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.912438:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838076.912443:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838076.912449:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.912457:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838076.912468:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.912485:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788838076.913477:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838076.913483:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3c00. 00000400:00000200:1.0:1788838076.913488:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838076.913494:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838076.913499:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce198 00000400:00000010:1.0:1788838076.913501:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce198. 00000100:00000001:1.0:1788838076.913505:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838076.913511:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c380 x1875731132201344/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838212 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838076.913632:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838076.913637:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c380 x1875731132201344/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838212 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838076.913644:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.913646:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838076.913683:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838076.913686:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.913689:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.913693:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913697:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838076.913702:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913705:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913708:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913711:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd43900 00000400:00000200:1.0:1788838076.913715:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913719:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5b49 [1] + 224 00000800:00000001:1.0:1788838076.913723:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.913726:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.913728:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838076.913731:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838076.913734:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.913738:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838076.913746:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.913754:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838076.913758:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.913762:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838076.913763:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.913765:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.913768:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913772:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838076.913776:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913778:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913781:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913784:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd43780 00000400:00000200:1.0:1788838076.913787:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.913791:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5b19 [1] + 224 00000800:00000001:1.0:1788838076.913795:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.913801:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.913804:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838076.913807:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838076.913809:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.913812:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838076.913820:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.913831:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838076.913835:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.913837:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.913848:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838076.913851:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838076.913857:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838076.913859:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838076.913862:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:1.0:1788838076.913865:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcee0 00000400:00000010:1.0:1788838076.913867:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcee0. 00000100:00000001:1.0:1788838076.913870:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.913874:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838076.913881:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.913886:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838076.913887:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.913889:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838076.913892:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838076.913894:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838076.913896:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.913900:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838076.913909:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=55 v=5 (5 16 37 37) 00000100:00001000:1.0:1788838076.913914:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838076.913916:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838076.913918:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838076.913920:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838076.913924:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.913928:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838076.913930:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1788838076.913932:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838076.913933:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838076.913937:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.913949:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838076.913952:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838076.913953:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838076.913957:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838076.913965:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132201216:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838076.913971:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838076.913972:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838076.913973:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8370. 00000400:00000200:1.0:1788838076.913976:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfccc0 00000400:00000010:1.0:1788838076.913978:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfccc0. 00000100:00000001:1.0:1788838076.913979:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.913982:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838076.913989:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.913996:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838076.913997:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.913999:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838076.914000:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838076.914001:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838076.914002:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.914004:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838076.914007:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838076.914009:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=55 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838076.914011:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838076.914012:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838076.914014:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838076.914016:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.914018:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838076.914022:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.914028:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838076.914030:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838076.914031:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838076.914035:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838076.914042:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132200832:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838076.914046:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838076.914048:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838076.914049:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838076.914052:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc770 00000400:00000010:1.0:1788838076.914053:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc770. 00000100:00000001:1.0:1788838076.914055:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.914059:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838076.914065:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.914071:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838076.914072:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.914074:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838076.914075:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838076.914076:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838076.914078:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.914079:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838076.914082:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=55 v=5 (5 16 16 37) 00000100:00001000:1.0:1788838076.914085:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838076.914088:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838076.914089:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838076.914090:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838076.914092:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.914094:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838076.914095:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788838076.914097:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838076.914098:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838076.914102:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.914108:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838076.914111:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838076.914112:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838076.916681:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838076.916694:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132201088:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838076.916699:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.916703:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838076.916707:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132201216/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.916714:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838076.916717:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838076.916721:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011000. 02000000:00000001:1.0:1788838076.916726:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838076.916729:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838076.916730:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838076.916733:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838076.916735:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3e900. 02000000:00000001:1.0:1788838076.916739:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838076.916740:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838076.916742:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:1.0:1788838076.916745:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838076.916747:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.916748:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838076.916753:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908e00 x1875731132200832/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.916760:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838076.916761:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838076.916764:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4010600. 02000000:00000001:1.0:1788838076.916767:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838076.916768:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838076.916769:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838076.916770:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838076.916772:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3ef00. 02000000:00000001:1.0:1788838076.916773:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838076.916774:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838076.916775:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908e00. 00000100:00000001:1.0:1788838076.916777:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838076.916778:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.916780:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838076.916783:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090aa00 x1875731132201088/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.916788:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838076.916789:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838076.916790:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011c00. 02000000:00000001:1.0:1788838076.916793:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838076.916794:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838076.916795:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838076.916796:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838076.916798:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3e200. 02000000:00000001:1.0:1788838076.916800:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838076.916801:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838076.916802:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090aa00. 00000100:00000001:1.0:1788838076.916804:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838076.916805:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.916808:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.916810:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838076.916812:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838076.916814:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.916816:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838076.920059:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.920073:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838076.920078:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.920081:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.920089:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920096:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838076.920105:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920109:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920123:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920128:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd43800 00000400:00000200:1.0:1788838076.920132:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920138:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5b39 [1] + 224 00000800:00000001:1.0:1788838076.920144:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.920149:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.920152:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838076.920156:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838076.920163:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.920171:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838076.920181:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.920196:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838076.920465:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.920470:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838076.920472:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.920474:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.920478:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920482:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838076.920486:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920488:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920491:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920494:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd43980 00000400:00000200:1.0:1788838076.920497:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838076.920500:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x5b59 [1] + 224 00000800:00000001:1.0:1788838076.920505:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.920510:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838076.920512:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838076.920525:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838076.920529:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.920533:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c380 x1875731132201344/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838212 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838076.920645:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc896c380 x1875731132201344/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838212 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838076.920678:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838076.920685:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838076.920688:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.920699:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838076.920703:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838076.920709:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838076.920711:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838076.920713:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8160. 00000400:00000200:1.0:1788838076.920717:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc3b8 00000400:00000010:1.0:1788838076.920719:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc3b8. 00000100:00000001:1.0:1788838076.920722:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838076.920726:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838076.920735:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.920740:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838076.920741:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.920744:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838076.920747:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838076.920749:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838076.920751:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838076.920754:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838076.920762:0:2351:0:(import.c:2149:obd_at_measure()) add 101 to ffff98afc4eee460 time=55 v=101 (101 101 138 138) 00000100:00001000:1.0:1788838076.920766:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838076.920768:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838076.920770:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838076.920773:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838076.920776:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.920779:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838076.920781:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967573 00000100:00000001:1.0:1788838076.920783:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838076.920785:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838076.920789:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.920795:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838076.920798:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838076.920800:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838076.920802:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838076.920809:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132200960:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838076.920813:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.920815:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838076.920818:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908380 x1875731132200960/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838076.920824:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838076.920826:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838076.920829:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011800. 02000000:00000001:1.0:1788838076.920832:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838076.920834:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838076.920836:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838076.920838:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838076.920841:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3e100. 02000000:00000001:1.0:1788838076.920844:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838076.920846:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838076.920848:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908380. 00000100:00000001:1.0:1788838076.920852:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838076.920853:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.920855:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838076.920861:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838076.920863:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.920866:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838076.920868:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838076.923409:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838076.923417:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3c00. 00000400:00000200:1.0:1788838076.923423:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838076.923429:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838076.923436:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce4c8 00000400:00000010:1.0:1788838076.923438:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce4c8. 00000100:00000001:1.0:1788838076.923441:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838076.923448:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c380 x1875731132201600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838212 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838076.923458:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838076.923462:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c380 x1875731132201600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838212 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838076.923468:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838076.923469:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838076.943856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac800. 00010000:00000010:3.1:1788838076.943868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00000020:00000001:1.0:1788838079.085217:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838079.085221:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838079.085224:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788838079.085227:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788838079.085229:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838079.085234:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea000/0x9f68a6b43b62cce1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3ae20 expref: -99 pid: 29628 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788838079.085246:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838079.085250:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788838079.085252:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788838079.085254:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x1c:0x0] mode (null) 00000002:00000001:1.0:1788838079.085260:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085263:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085268:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 2 00010000:00000001:1.0:1788838079.085271:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085276:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838079.085277:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085278:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085280:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 2 00010000:00000001:1.0:1788838079.085283:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085284:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838079.085286:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838079.085289:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788838079.085291:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1c:0x0](ffff98afd152e3c8) invalid 00000020:00000001:1.0:1788838079.085295:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:1.0:1788838079.085297:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21e.recovery-small-2 (ffff98afd1741e58) parent ffff98afd8effa20 inode ffff98afd152e3c8 refc 1 00000080:00000001:1.0:1788838079.085300:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788838079.085302:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788838079.085303:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838079.085306:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838079.085309:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838079.085310:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838079.085312:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838079.085313:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838079.085317:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea000 with handle 0x9f68a6b43b62cce1 from hash 00010000:00000001:1.0:1788838079.085319:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838079.085320:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838079.085322:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838079.085323:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838079.085336:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838079.085338:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788838079.085340:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838079.085343:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cccc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3adc5 expref: -99 pid: 29618 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788838079.085350:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838079.085353:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788838079.085354:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788838079.085355:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788838079.085357:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085358:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085360:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 2 00010000:00000001:1.0:1788838079.085362:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085364:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838079.085366:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085367:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085368:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 2 00010000:00000001:1.0:1788838079.085370:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085372:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838079.085373:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085374:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085376:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 2 00010000:00000001:1.0:1788838079.085377:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085379:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838079.085381:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788838079.085383:0:16036:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788838079.085387:0:16036:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788838079.085389:0:16036:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788838079.085390:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788838079.085392:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838079.085394:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838079.085395:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838079.085396:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838079.085397:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838079.085399:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838079.085401:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bab600 with handle 0x9f68a6b43b62cccc from hash 00010000:00000001:1.0:1788838079.085403:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838079.085404:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838079.085406:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838079.085407:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838079.085408:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838079.085410:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788838079.085412:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838079.085414:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62ccda lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3adfd expref: -99 pid: 29618 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788838079.085421:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838079.085423:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788838079.085424:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788838079.085426:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x1d:0x0] mode (null) 00000002:00000001:1.0:1788838079.085428:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085429:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085431:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:1.0:1788838079.085433:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085435:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838079.085436:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085438:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085439:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:1.0:1788838079.085441:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085443:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838079.085444:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085445:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085446:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:1.0:1788838079.085448:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085449:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838079.085451:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085452:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085453:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:1.0:1788838079.085454:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085456:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838079.085458:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838079.085460:0:16036:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788838079.085462:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838079.085465:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:1.0:1788838079.085468:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:1.0:1788838079.085470:0:16036:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788838079.085473:0:16036:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x1d:0x0]: losing layout lock 00000080:00000001:1.0:1788838079.085475:0:16036:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788838079.085477:0:16036:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788838079.085492:0:16036:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788838079.085495:0:16036:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788838079.085498:0:16036:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788838079.085500:0:16036:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838079.085501:0:16036:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788838079.085503:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:1.0:1788838079.085505:0:16036:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838079.085507:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788838079.085509:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1d:0x0](ffff98afd152ec08) invalid 00000020:00000001:1.0:1788838079.085511:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:1.0:1788838079.085513:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd1692bd0) parent ffff98afd1746d80 inode ffff98afd152ec08 refc 1 00000080:00000001:1.0:1788838079.085516:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788838079.085517:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788838079.085518:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838079.085520:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838079.085521:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838079.085522:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838079.085529:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838079.085530:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838079.085532:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517c00 with handle 0x9f68a6b43b62ccda from hash 00010000:00000001:1.0:1788838079.085534:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838079.085535:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838079.085536:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838079.085537:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838079.085538:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838079.085540:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788838079.085542:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838079.085544:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62ccd3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3ade1 expref: -99 pid: 29618 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788838079.085550:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838079.085552:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788838079.085553:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788838079.085554:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x1b:0x0] mode (null) 00000002:00000001:1.0:1788838079.085556:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085557:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085559:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:1.0:1788838079.085561:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085563:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838079.085564:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838079.085565:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838079.085567:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:1.0:1788838079.085568:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838079.085570:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838079.085572:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838079.085574:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788838079.085575:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1b:0x0](ffff98afd15863c8) invalid 00000020:00000001:1.0:1788838079.085577:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:1.0:1788838079.085579:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21e.recovery-small-1 (ffff98afd1746d80) parent ffff98afd8effa20 inode ffff98afd15863c8 refc 1 00000080:00000001:1.0:1788838079.085582:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788838079.085583:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788838079.085584:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838079.085585:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838079.085586:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838079.085587:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838079.085589:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838079.085590:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838079.085592:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea200 with handle 0x9f68a6b43b62ccd3 from hash 00010000:00000001:1.0:1788838079.085593:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838079.085595:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838079.085595:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838079.085596:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838079.085597:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838079.085599:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788838079.085601:0:16036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788838079.085603:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838079.085605:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788838079.085612:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122680. 00000020:00000040:1.0:1788838079.085615:0:16036:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=10 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838079.085620:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838079.085622:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838079.085626:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838079.085631:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4011200. 00000100:00000001:1.0:1788838079.085979:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838079.085985:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788838079.085992:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea000/0x9f68a6b43b62cce1 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3ae20 expref: -99 pid: 29628 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788838079.086000:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cccc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3adc5 expref: -99 pid: 29618 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788838079.086007:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62ccda lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3adfd expref: -99 pid: 29618 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788838079.086013:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62ccd3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3ade1 expref: -99 pid: 29618 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788838079.086018:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1788838079.086019:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1788838079.086022:0:16036:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838079.086024:0:16036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838079.086030:0:16036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc80af780. 00000100:00000001:1.0:1788838079.086033:0:16036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479475701632 : -113594233849984 : ffff98afc80af780) 00000100:00000001:1.0:1788838079.086036:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838079.086037:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:1.0:1788838079.086042:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838079.086047:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838079.086049:0:16036:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838079.086051:0:16036:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838079.086062:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122680 x1875731132202240/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838079.086069:0:16036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838079.086071:0:16036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838079.086075:0:16036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838079.086078:0:16036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838079.086080:0:16036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838079.086157:0:16036:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:236057cd-729b-462c-8b72-16ae653ba0e9:16036:1875731132202240:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788838079.086163:0:16036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838079.086167:0:16036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838079.086170:0:16036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838079.086172:0:16036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838079.086176:0:16036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010400. 02000000:00000001:1.0:1788838079.086178:0:16036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838079.086185:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838079.086189:0:16036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8160. 00000400:00000010:1.0:1788838079.086195:0:16036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000100:00000200:1.0:1788838079.086202:0:16036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132202240, portal 18 00000100:00000001:1.0:1788838079.086203:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838079.086204:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000040:1.0:1788838079.086211:0:16036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1122680 x1875731132202240/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838095 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838079.086218:0:16036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838079.086221:0:16036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838079.086223:0:16036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc770. 00000100:00000200:1.0:1788838079.086225:0:16036:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875731132202240, offset 0 00000400:00000200:1.0:1788838079.086231:0:16036:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838079.086238:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838079.086244:0:16036:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838079.086249:0:16036:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838079.086253:0:16036:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838079.086257:0:16036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838079.086260:0:16036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838079.086263:0:16036:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2099:2099:256:4294967295] 192.168.203.123@tcp LPNI seq info [2099:2099:8:4294967295] 00000400:00000200:1.0:1788838079.086267:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838079.086276:0:16036:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838079.086281:0:16036:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838079.086287:0:16036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000800:00000200:1.0:1788838079.086293:0:16036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838079.086301:0:16036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838079.086305:0:16036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1788838079.086323:0:16036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838079.086337:0:16036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 552027 usecs (553 jiffies) 00000400:00000200:1.0:1788838079.086340:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838079.086343:0:16036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296209612 00000100:00000001:1.0:1788838079.086346:0:16036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296210936 00000100:00000001:1.0:1788838079.086349:0:16036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296209612 00000100:00000001:1.0:1788838079.086350:0:16036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296210936 00000100:00000001:1.0:1788838079.086353:0:16036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838079.086355:0:16036:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838079.086358:0:16036:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838079.086360:0:16036:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838079.086362:0:16036:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc80af780 going to sleep for 11 seconds 00000100:00000001:1.0:1788838079.086365:0:16036:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838079.086367:0:16036:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838079.097136:0:16036:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838079.097145:0:16036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838079.097147:0:16036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838079.097159:0:16036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8160. 00000400:00000200:1.0:1788838079.097163:0:16036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc3b8 00000400:00000010:1.0:1788838079.097166:0:16036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc3b8. 00000100:00000001:1.0:1788838079.097170:0:16036:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838079.097174:0:16036:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122680 x1875731132202240/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838095 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838079.097183:0:16036:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122680 x1875731132202240/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838095 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838079.097189:0:16036:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838079.097191:0:16036:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838079.097193:0:16036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838079.097196:0:16036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838079.097199:0:16036:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838079.097202:0:16036:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838079.097205:0:16036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838079.097214:0:16036:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee538 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838079.097218:0:16036:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838079.097221:0:16036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838079.097222:0:16036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838079.097226:0:16036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838079.097229:0:16036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838079.097233:0:16036:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838079.097234:0:16036:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967578 00000100:00000001:1.0:1788838079.097236:0:16036:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838079.097239:0:16036:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838079.097244:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122680 x1875731132202240/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838095 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838079.097250:0:16036:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838079.097253:0:16036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838079.097254:0:16036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838079.097258:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122680 x1875731132202240/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838095 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838079.097264:0:16036:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:236057cd-729b-462c-8b72-16ae653ba0e9:16036:1875731132202240:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788838079.097269:0:16036:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838079.097271:0:16036:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838079.097273:0:16036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838079.097275:0:16036:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838079.097279:0:16036:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122680 x1875731132202240/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838095 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838079.097285:0:16036:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838079.097287:0:16036:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc80af780. 00000100:00000001:1.0:1788838079.097290:0:16036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838079.097292:0:16036:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838079.097294:0:16036:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838079.097297:0:16036:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122680 x1875731132202240/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838095 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838079.097302:0:16036:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838079.097304:0:16036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838079.097307:0:16036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4010400. 02000000:00000001:1.0:1788838079.097310:0:16036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838079.097312:0:16036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838079.097315:0:16036:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838079.097316:0:16036:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838079.097319:0:16036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4011200. 02000000:00000001:1.0:1788838079.097322:0:16036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838079.097324:0:16036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838079.097336:0:16036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122680. 00000100:00000001:1.0:1788838079.097340:0:16036:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838079.097342:0:16036:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838079.097344:0:16036:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1788838079.097347:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838079.097350:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea000/0x9f68a6b43b62cce1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3ae20 expref: -99 pid: 29628 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788838079.097360:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83acf00 count: 0 00010000:00000010:1.0:1788838079.097367:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc894c000. 00010000:00000001:1.0:1788838079.097374:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838079.097375:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838079.097378:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cccc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3adc5 expref: -99 pid: 29618 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788838079.097384:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31800 count: 0 00010000:00000010:1.0:1788838079.097387:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9ed00. 00010000:00000001:1.0:1788838079.097393:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838079.097395:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838079.097397:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62ccda lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3adfd expref: -99 pid: 29618 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788838079.097403:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110d740. 00010000:00000040:1.0:1788838079.097406:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c200 count: 0 00010000:00000010:1.0:1788838079.097409:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5300. 00010000:00000001:1.0:1788838079.097413:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838079.097414:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838079.097417:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62ccd3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3ade1 expref: -99 pid: 29618 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788838079.097427:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac600 count: 0 00010000:00000010:1.0:1788838079.097430:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc894c380. 00010000:00000001:1.0:1788838079.097434:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838079.097435:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838079.097450:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838079.097453:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838079.097455:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838079.097457:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788838079.097459:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838079.097460:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838079.097462:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788838079.097463:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838079.097465:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838079.097466:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:3.1:1788838079.104803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6ba0. 00000080:00000010:3.1:1788838079.104814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7ac0. 00010000:00000010:1.1:1788838079.115812:0:29641:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acf00. 00010000:00000010:1.1:1788838079.115826:0:29641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea000. 00010000:00000010:1.1:1788838079.115830:0:29641:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31800. 00010000:00000010:1.1:1788838079.115834:0:29641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab600. 00010000:00000010:1.1:1788838079.115837:0:29641:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:1.1:1788838079.115841:0:29641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:1.1:1788838079.115844:0:29641:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac600. 00010000:00000010:1.1:1788838079.115846:0:29641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea200. 00000100:00000040:1.0:1788838080.970892:0:18273:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296210936, at 4296210944 00000100:00000010:1.0:1788838080.970898:0:18273:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b47e0. 00000020:00000001:1.0:1788838082.061832:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838082.061838:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838082.061843:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788838085.130891:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838085.130895:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838085.130898:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838086.090910:0:18273:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296216061, at 4296216064 00000100:00000010:1.0:1788838086.090925:0:18273:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17540. 00000020:00000001:1.0:1788838088.203031:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838088.203035:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838088.203038:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838091.210769:0:18273:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296221175, at 4296221184 00000100:00000010:1.0:1788838091.210785:0:18273:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17d20. 00000020:00000001:1.0:1788838091.277732:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838091.277738:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838091.277744:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838092.235199:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838092.235203:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838092.235205:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838092.235211:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132203392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.235220:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838092.235222:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.235225:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838092.235228:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838092.235230:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838092.235234:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132203392:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838092.235251:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838092.235257:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838092.235259:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.235261:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838092.235265:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011200. 02000000:00000001:1.0:1788838092.235267:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838092.235274:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838092.235278:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8160. 00000400:00000010:1.0:1788838092.235284:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000100:00000200:1.0:1788838092.235291:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132203392, portal 25 00000100:00000001:1.0:1788838092.235293:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838092.235295:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:1.0:1788838092.235300:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909500 x1875731132203392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.235308:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838092.235311:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838092.235313:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfccc0. 00000100:00000200:1.0:1788838092.235316:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132203392, offset 0 00000400:00000200:1.0:1788838092.235322:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838092.235330:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838092.235336:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838092.235349:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838092.235354:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838092.235358:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838092.235361:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838092.235364:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2108:2108:256:4294967295] 192.168.203.123@tcp LPNI seq info [2108:2108:8:4294967295] 00000400:00000200:1.0:1788838092.235368:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838092.235376:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838092.235383:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838092.235388:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933b00. 00000800:00000200:1.0:1788838092.235395:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838092.235402:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838092.235406:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838092.235427:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838092.235431:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838092.235434:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296226294 00000100:00000010:1.0:1788838092.235439:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b47e0. 00000100:00000001:1.0:1788838092.235445:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838092.235450:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296226294 00000100:00000010:1.0:1788838092.235453:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b4240. 00000100:00000001:1.0:1788838092.235455:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838092.235458:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838092.235461:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.235463:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838092.235467:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908a80 x1875731132203648/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.235474:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838092.235476:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.235478:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838092.235480:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838092.235482:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838092.235485:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132203648:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838092.235488:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838092.235490:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838092.235492:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.235494:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838092.235496:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010400. 02000000:00000001:1.0:1788838092.235498:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838092.235501:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838092.235503:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838092.235507:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcee0. 00000100:00000200:1.0:1788838092.235509:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132203648, portal 4 00000100:00000001:1.0:1788838092.235511:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838092.235513:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618673280 : -113594090878336 : ffff98afd0908a80) 00000100:00000040:1.0:1788838092.235518:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908a80 x1875731132203648/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.235525:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838092.235527:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838092.235529:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc000. 00000100:00000200:1.0:1788838092.235531:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132203648, offset 0 00000400:00000200:1.0:1788838092.235535:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838092.235538:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838092.235541:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838092.235544:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838092.235546:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838092.235548:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838092.235550:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838092.235553:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2109:2109:255:4294967295] 192.168.203.123@tcp LPNI seq info [2109:2109:7:4294967295] 00000400:00000200:1.0:1788838092.235557:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838092.235563:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838092.235568:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838092.235571:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838092.235574:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838092.235579:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838092.235581:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838092.235583:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838092.235586:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 270866 usecs (271 jiffies) 00000400:00000200:1.0:1788838092.235589:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838092.235590:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296222479 00000100:00000001:1.0:1788838092.235593:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296226294 00000100:00000001:1.0:1788838092.235595:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296222479 00000100:00000001:1.0:1788838092.235597:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296226294 00000100:00000001:1.0:1788838092.235599:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838092.235601:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.235603:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.235605:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.235611:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838092.235614:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838092.235616:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838092.235617:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838092.235619:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838092.235622:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788838092.235623:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.235625:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838092.235627:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.235629:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838092.235630:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838092.235631:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838092.235635:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090bb80 x1875731132203520/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.235641:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838092.235642:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.235644:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838092.235646:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838092.235648:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838092.235652:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132203520:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838092.235679:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838092.235682:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838092.235683:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.235685:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838092.235689:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011c00. 02000000:00000001:1.0:1788838092.235691:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838092.235694:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838092.235696:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8370. 00000400:00000010:1.0:1788838092.235699:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838092.235702:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132203520, portal 10 00000100:00000001:1.0:1788838092.235704:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838092.235705:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:1.0:1788838092.235711:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090bb80 x1875731132203520/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.235717:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838092.235720:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838092.235722:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfce58. 00000100:00000200:1.0:1788838092.235724:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132203520, offset 0 00000400:00000200:1.0:1788838092.235728:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838092.235731:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838092.235734:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838092.235737:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838092.235739:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838092.235742:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838092.235744:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838092.235747:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2110:2110:254:4294967295] 192.168.203.123@tcp LPNI seq info [2110:2110:6:4294967295] 00000400:00000200:1.0:1788838092.235751:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838092.235756:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838092.235760:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838092.235763:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838092.235767:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838092.235771:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838092.235774:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838092.235776:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838092.235779:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 548221 usecs (549 jiffies) 00000400:00000200:1.0:1788838092.235782:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838092.235784:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296222758 00000100:00000001:1.0:1788838092.235786:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296226294 00000100:00000001:1.0:1788838092.235788:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296222758 00000100:00000001:1.0:1788838092.235790:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296226294 00000100:00000001:1.0:1788838092.235792:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838092.235794:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.235796:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838092.235799:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090ad80 x1875731132203776/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.235806:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838092.235808:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.235810:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838092.235811:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838092.235813:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838092.235816:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132203776:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838092.235819:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838092.235821:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838092.235822:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.235823:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838092.235826:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011000. 02000000:00000001:1.0:1788838092.235827:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838092.235830:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838092.235832:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838092.235834:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc4c8. 00000100:00000200:1.0:1788838092.235836:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132203776, portal 4 00000100:00000001:1.0:1788838092.235839:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838092.235840:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000040:1.0:1788838092.235845:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090ad80 x1875731132203776/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.235851:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838092.235853:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838092.235855:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcbb0. 00000100:00000200:1.0:1788838092.235857:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132203776, offset 0 00000400:00000200:1.0:1788838092.235860:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838092.235863:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838092.235865:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838092.235868:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838092.235870:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838092.235872:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838092.235874:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838092.235877:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2111:2111:253:4294967295] 192.168.203.123@tcp LPNI seq info [2111:2111:5:4294967295] 00000400:00000200:1.0:1788838092.235881:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838092.235886:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838092.235890:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838092.235893:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933500. 00000800:00000200:1.0:1788838092.235896:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838092.235899:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838092.235902:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838092.235904:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838092.235907:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22843 usecs (23 jiffies) 00000400:00000200:1.0:1788838092.235909:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838092.235911:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296222232 00000100:00000001:1.0:1788838092.235913:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296226294 00000100:00000001:1.0:1788838092.235915:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296222232 00000100:00000001:1.0:1788838092.235917:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296226294 00000100:00000001:1.0:1788838092.235919:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838092.235921:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.235923:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.235925:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.235935:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838092.235937:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.264069:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838092.264073:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838092.264079:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838092.264081:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838092.264084:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8370. 00000400:00000200:1.0:1788838092.264088:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:1.0:1788838092.264091:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:1.0:1788838092.264093:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838092.264098:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132203520/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838092.264106:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132203520/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.264113:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838092.264115:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.264117:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838092.264120:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838092.264122:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838092.264125:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.264128:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838092.264137:0:2351:0:(import.c:2149:obd_at_measure()) add 101 to ffff98afc4eee460 time=71 v=101 (101 101 138 138) 00000100:00001000:1.0:1788838092.264141:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838092.264143:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838092.264145:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838092.264148:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838092.264151:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.264154:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838092.264156:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967579 00000100:00000001:1.0:1788838092.264158:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838092.264160:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838092.264590:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090bb80 x1875731132203520/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.264600:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838092.264603:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838092.264605:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838092.264611:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090bb80 x1875731132203520/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838092.264618:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132203520:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838092.264624:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838092.264626:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838092.264628:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:1.0:1788838092.264630:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc4c8 00000400:00000010:1.0:1788838092.264632:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc4c8. 00000100:00000001:1.0:1788838092.264634:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838092.264637:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090ad80 x1875731132203776/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838092.264644:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090ad80 x1875731132203776/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.264650:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838092.264651:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.264653:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838092.264654:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838092.264678:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838092.264680:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.264682:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838092.264687:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=71 v=5 (5 16 37 37) 00000100:00001000:1.0:1788838092.264690:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838092.264693:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838092.264694:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838092.264696:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838092.265002:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.265006:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838092.265008:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1788838092.265010:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838092.265011:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838092.265017:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090ad80 x1875731132203776/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.265024:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838092.265026:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838092.265027:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838092.265030:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090ad80 x1875731132203776/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838092.265037:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132203776:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838092.265042:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838092.265044:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838092.265045:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8160. 00000400:00000200:1.0:1788838092.265048:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc3b8 00000400:00000010:1.0:1788838092.265049:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc3b8. 00000100:00000001:1.0:1788838092.265051:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838092.265054:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909500 x1875731132203392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838092.265062:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909500 x1875731132203392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.265068:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838092.265070:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.265071:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838092.265073:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838092.265074:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838092.265075:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.265077:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838092.265079:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838092.265082:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838092.265085:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838092.265086:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838092.265088:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838092.265089:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.265091:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838092.265094:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909500 x1875731132203392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.265101:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838092.265102:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838092.265103:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838092.265107:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909500 x1875731132203392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838092.265113:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132203392:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838092.265117:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838092.265118:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838092.265120:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838092.265121:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcee0 00000400:00000010:1.0:1788838092.265123:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcee0. 00000100:00000001:1.0:1788838092.265124:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838092.265127:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908a80 x1875731132203648/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838092.265135:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908a80 x1875731132203648/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.265140:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838092.265141:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.265143:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838092.265144:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838092.265145:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838092.265146:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838092.265148:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838092.265151:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=71 v=5 (5 16 16 37) 00000100:00001000:1.0:1788838092.265154:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838092.265156:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838092.265157:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838092.265159:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838092.265161:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.265162:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838092.266721:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788838092.266725:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838092.266727:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838092.266739:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908a80 x1875731132203648/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.266747:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838092.266750:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838092.266751:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838092.266755:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908a80 x1875731132203648/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838092.266763:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132203648:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838092.266768:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.266771:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838092.266775:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090bb80 x1875731132203520/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.266781:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838092.266783:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838092.266786:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011c00. 02000000:00000001:1.0:1788838092.266791:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838092.266794:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838092.266796:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838092.266798:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838092.266801:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3e200. 02000000:00000001:1.0:1788838092.266805:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838092.266807:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838092.266808:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090bb80. 00000100:00000001:1.0:1788838092.266812:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838092.266814:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.266816:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838092.266820:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090ad80 x1875731132203776/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.266826:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838092.266827:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838092.266829:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011000. 02000000:00000001:1.0:1788838092.266831:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838092.266832:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838092.266833:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838092.266834:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838092.266835:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3e900. 02000000:00000001:1.0:1788838092.266837:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838092.266838:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838092.266839:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090ad80. 00000100:00000001:1.0:1788838092.266841:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838092.266842:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.266844:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838092.266848:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909500 x1875731132203392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.266853:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838092.266854:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838092.266856:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011200. 02000000:00000001:1.0:1788838092.266857:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838092.266858:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838092.266859:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838092.266861:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838092.266862:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3e100. 02000000:00000001:1.0:1788838092.266864:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838092.266865:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838092.266866:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909500. 00000100:00000001:1.0:1788838092.266867:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838092.266868:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.266870:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838092.266873:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908a80 x1875731132203648/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838092.266878:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838092.266879:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838092.266881:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4010400. 02000000:00000001:1.0:1788838092.266883:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838092.266884:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838092.266885:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838092.266887:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838092.266888:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3ef00. 02000000:00000001:1.0:1788838092.266890:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838092.266890:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838092.266892:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908a80. 00000100:00000001:1.0:1788838092.266893:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838092.266894:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.266896:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838092.266903:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838092.266904:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838092.266907:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838092.266909:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838094.347614:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838094.347617:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838094.347620:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838096.330868:0:18273:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296226294, at 4296226304 00000100:00000010:1.0:1788838096.330874:0:18273:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b4240. 00000100:00000001:1.0:1788838097.355545:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838097.355548:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838097.355549:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838097.355555:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a680 x1875731132204032/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.355562:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838097.355563:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838097.355565:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838097.355567:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838097.355569:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838097.355572:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132204032:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838097.355575:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838097.355578:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838097.355580:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838097.355582:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838097.355586:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010400. 02000000:00000001:1.0:1788838097.355587:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838097.355591:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838097.355594:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838097.355598:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcee0. 00000100:00000200:1.0:1788838097.355601:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132204032, portal 10 00000100:00000001:1.0:1788838097.355602:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838097.355604:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000040:1.0:1788838097.355610:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a680 x1875731132204032/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.355616:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838097.355618:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838097.355620:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000100:00000200:1.0:1788838097.355622:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132204032, offset 0 00000400:00000200:1.0:1788838097.355626:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838097.355629:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.355632:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838097.355635:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838097.355637:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838097.355639:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838097.355641:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838097.355644:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2113:2113:255:4294967295] 192.168.203.123@tcp LPNI seq info [2113:2113:7:4294967295] 00000400:00000200:1.0:1788838097.355648:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.355653:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838097.355693:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838097.355697:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838097.355701:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838097.355705:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838097.355708:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838097.355711:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838097.355714:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 547320 usecs (548 jiffies) 00000400:00000200:1.0:1788838097.355717:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838097.355719:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296227876 00000100:00000001:1.0:1788838097.355724:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296227598 00000100:00000001:1.0:1788838097.355727:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296227876 00000100:00000001:1.0:1788838097.355730:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296227598 00000100:00000001:1.0:1788838097.355733:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838097.355735:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.355737:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.355738:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838097.355745:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838097.355747:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:1.0:1788838097.355749:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838097.355751:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838097.355752:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838097.355754:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788838097.355756:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838097.355758:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838097.355759:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838097.355761:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838097.355762:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838097.355763:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838097.355767:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909f80 x1875731132203904/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.355773:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838097.355774:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838097.355776:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838097.355777:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838097.355779:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838097.355782:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132203904:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838097.355784:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838097.355786:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838097.355788:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838097.355790:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838097.355793:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011200. 02000000:00000001:1.0:1788838097.355795:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838097.355798:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838097.355801:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8160. 00000400:00000010:1.0:1788838097.355804:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc4c8. 00000100:00000200:1.0:1788838097.355807:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132203904, portal 25 00000100:00000001:1.0:1788838097.355809:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838097.355810:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00000100:00000040:1.0:1788838097.355814:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909f80 x1875731132203904/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.355819:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838097.355821:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838097.355823:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838097.355825:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132203904, offset 0 00000400:00000200:1.0:1788838097.355829:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838097.355833:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.355836:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838097.355838:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838097.355841:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838097.355843:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838097.355845:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838097.355848:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2114:2114:254:4294967295] 192.168.203.123@tcp LPNI seq info [2114:2114:6:4294967295] 00000400:00000200:1.0:1788838097.355852:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.355858:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838097.355861:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838097.355865:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933300. 00000800:00000200:1.0:1788838097.355868:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838097.355873:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838097.355875:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838097.355878:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838097.355881:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838097.355883:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296231414 00000100:00000001:1.0:1788838097.355886:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296227876 00000100:00000001:1.0:1788838097.355890:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296231414 00000100:00000001:1.0:1788838097.355892:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296227876 00000100:00000001:1.0:1788838097.355894:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838097.355896:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.355898:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.355900:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.355910:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838097.355912:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838097.355958:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838097.355962:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3100. 00000400:00000200:1.0:1788838097.355968:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838097.355972:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838097.355977:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce880 00000400:00000010:1.0:1788838097.355979:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce880. 00000100:00000001:1.0:1788838097.355984:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838097.355988:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b800 x1875731132204160/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.355996:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838097.355999:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132204160/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.356006:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.356007:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838097.356021:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838097.356126:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933c00. 00000400:00000200:1.0:1788838097.356130:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838097.356134:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838097.356137:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc3b8 00000400:00000010:1.0:1788838097.356139:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc3b8. 00000100:00000001:1.0:1788838097.356141:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838097.356145:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a680 x1875731132204032/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.356153:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838097.356156:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132204032/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.356162:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.356163:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838097.356311:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838097.356315:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933300. 00000400:00000200:1.0:1788838097.356318:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838097.356321:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838097.356324:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:1.0:1788838097.356326:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:1.0:1788838097.356328:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838097.356332:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132203904/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.356339:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838097.356341:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909f80 x1875731132203904/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.356347:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.356348:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838097.357341:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838097.357344:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3d00. 00000400:00000200:1.0:1788838097.357348:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838097.357353:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838097.357357:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:1.0:1788838097.357359:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:1.0:1788838097.357362:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838097.357366:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908700 x1875731132204288/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.357374:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838097.357377:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908700 x1875731132204288/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.357388:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838097.357390:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838097.362011:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362028:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838097.362032:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362034:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838097.362043:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362050:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838097.362057:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362061:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362066:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362070:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd44380 00000400:00000200:1.0:1788838097.362074:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362078:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5c21 [1] + 224 00000800:00000001:1.0:1788838097.362084:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362088:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838097.362091:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838097.362095:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838097.362103:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838097.362112:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909f80 x1875731132203904/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838097.362123:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909f80 x1875731132203904/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.362153:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838097.362163:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362166:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838097.362168:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362170:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838097.362172:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362175:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838097.362179:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362182:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362185:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362188:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd44480 00000400:00000200:1.0:1788838097.362191:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362195:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5c09 [1] + 224 00000800:00000001:1.0:1788838097.362199:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362201:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838097.362215:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838097.362218:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838097.362222:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838097.362226:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b800 x1875731132204160/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838097.362235:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090b800 x1875731132204160/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.362547:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838097.362554:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362558:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838097.362560:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362562:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838097.362566:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362569:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838097.362574:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362576:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362579:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362582:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd44400 00000400:00000200:1.0:1788838097.362586:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.362589:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5c11 [1] + 224 00000800:00000001:1.0:1788838097.362602:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362608:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838097.362610:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838097.362613:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838097.362616:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838097.362621:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a680 x1875731132204032/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838097.362629:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090a680 x1875731132204032/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.362645:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838097.362650:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.362653:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838097.367794:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.367809:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838097.367812:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.367814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838097.367820:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.367825:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838097.367832:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.367837:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.367841:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.367844:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd44500 00000400:00000200:1.0:1788838097.367848:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838097.367853:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5c31 [1] + 224 00000800:00000001:1.0:1788838097.367859:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.367865:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838097.367868:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838097.367872:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838097.367877:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838097.367882:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908700 x1875731132204288/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838097.367891:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908700 x1875731132204288/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838097.367898:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838097.367905:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838097.367908:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838099.156837:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.156842:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:1.0:1788838099.156846:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.156851:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.156856:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce000 00000400:00000010:1.0:1788838099.156858:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce000. 00000100:00000001:1.0:1788838099.156862:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.156866:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132204416/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.156876:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.156879:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132204416/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.156886:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.156887:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838099.173847:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.173857:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:1.0:1788838099.173865:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.173873:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.173879:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cef68 00000400:00000010:1.0:1788838099.173882:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cef68. 00000100:00000001:1.0:1788838099.173888:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.173896:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132204544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.173908:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.173912:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132204544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.173919:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.173920:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838099.188012:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.188017:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3300. 00000400:00000200:1.0:1788838099.188023:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.188030:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.188036:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cebb0 00000400:00000010:1.0:1788838099.188039:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cebb0. 00000100:00000001:1.0:1788838099.188043:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.188050:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132204672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.188060:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.188064:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132204672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.188071:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.188072:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838099.201074:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.201078:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3700. 00000400:00000200:1.0:1788838099.201083:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.201088:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.201093:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cea18 00000400:00000010:1.0:1788838099.201095:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cea18. 00000100:00000001:1.0:1788838099.201099:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.201104:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3100 x1875731132204800/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.201112:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.201115:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3100 x1875731132204800/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.201122:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.201123:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838099.214906:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.214915:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:1.0:1788838099.214922:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.214929:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.214936:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a220 00000400:00000010:1.0:1788838099.214938:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a220. 00000100:00000001:1.0:1788838099.214943:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.214953:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132204928/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838115 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.214964:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.214967:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0a80 x1875731132204928/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.214975:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.214977:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838099.242533:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.242543:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3ef00. 00000400:00000200:1.0:1788838099.242549:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.242558:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.242564:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfce58 00000400:00000010:1.0:1788838099.243014:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfce58. 00000100:00000001:1.0:1788838099.243022:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.243031:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.243042:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.243046:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.243053:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.243055:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838099.249386:0:29647:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838099.249401:0:29647:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838099.249403:0:29647:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838099.249407:0:29647:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c252c0. 00000400:00000200:1.0:1788838099.249411:0:29647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc4c8 00000400:00000010:1.0:1788838099.249413:0:29647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc4c8. 00000100:00000001:1.0:1788838099.249416:0:29647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.249420:0:29647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838099.249428:0:29647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.249434:0:29647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838099.249436:0:29647:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.249438:0:29647:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838099.249440:0:29647:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838099.249443:0:29647:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838099.249445:0:29647:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.249448:0:29647:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838099.249456:0:29647:0:(import.c:2149:obd_at_measure()) add 101 to ffff98afc4eee460 time=78 v=101 (101 101 138 138) 00000100:00001000:1.0:1788838099.249460:0:29647:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838099.249463:0:29647:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838099.249464:0:29647:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.249468:0:29647:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838099.249470:0:29647:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.249474:0:29647:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838099.249476:0:29647:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967579 00000100:00000001:1.0:1788838099.249478:0:29647:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838099.249479:0:29647:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.249485:0:29647:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.249491:0:29647:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838099.249494:0:29647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838099.249496:0:29647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838099.249500:0:29647:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838235 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838099.249508:0:29647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:29647:1875731132205056:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838099.249513:0:29647:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.249515:0:29647:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.249517:0:29647:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838099.249519:0:29647:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.249522:0:29647:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838235 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.249528:0:29647:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838099.249531:0:29647:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89900. 00000100:00000001:1.0:1788838099.249534:0:29647:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838099.249535:0:29647:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.249538:0:29647:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838099.249542:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249545:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249548:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=4 00000020:00000001:1.0:1788838099.249550:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249553:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000040:1.0:1788838099.249560:0:29647:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa800, remote cookie: 0xff98f31736b3aeba, flags: 0x1001 00010000:00010000:1.0:1788838099.249564:0:29647:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838099.249583:0:29647:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788838099.249587:0:29647:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788838099.249594:0:29647:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901900. 00010000:00000010:1.0:1788838099.249598:0:29647:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894a680. 00010000:00000001:1.0:1788838099.249602:0:29647:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.249606:0:29647:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838099.249614:0:29647:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.249620:0:29647:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838099.249624:0:29647:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838099.249626:0:29647:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838099.249627:0:29647:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838099.249628:0:29647:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838099.249631:0:29647:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1c:0x0].0x0 (ffff98afc9901900) refcount = 1 00010000:00010000:1.0:1788838099.249634:0:29647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.249641:0:29647:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838099.249643:0:29647:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838099.249645:0:29647:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838099.249648:0:29647:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838099.249651:0:29647:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.249654:0:29647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.249696:0:29647:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838099.249698:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249700:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.249701:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249702:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.249703:0:29647:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.249707:0:29647:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838099.249709:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249710:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249712:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:1.0:1788838099.249714:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249716:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249718:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249719:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249720:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=4 00000020:00000001:1.0:1788838099.249722:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249724:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249727:0:29647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.249729:0:29647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.249733:0:29647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.249739:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249740:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.249741:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249742:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249744:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=5 00000020:00000001:1.0:1788838099.249745:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249747:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249750:0:29647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.249753:0:29647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.249759:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249760:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838099.249762:0:29647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.249768:0:29647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.249769:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249770:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.249771:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249772:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838099.249778:0:29647:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838235 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838099.249785:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249786:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249787:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:1.0:1788838099.249789:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249791:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249793:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249794:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.249796:0:29647:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.249798:0:29647:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.249800:0:29647:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838099.249803:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249804:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249805:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:1.0:1788838099.249806:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249808:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00000002:00010000:1.0:1788838099.249811:0:29647:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.249822:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249823:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.249824:0:29647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838099.249826:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249827:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249828:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:1.0:1788838099.249829:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249831:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000040:1.0:1788838099.249834:0:29647:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901900 count: 2 00010000:00000001:1.0:1788838099.249837:0:29647:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838099.249840:0:29647:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/28 (0 0) 00010000:00000001:1.0:1788838099.249842:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249843:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.249844:0:29647:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838099.249847:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f6b0 00000002:00002000:1.0:1788838099.249849:0:29647:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21e.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788838099.249852:0:29647:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.249856:0:29647:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.249858:0:29647:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838099.249861:0:29647:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788838099.249863:0:29647:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838099.249867:0:29647:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:1.0:1788838099.249869:0:29647:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788838099.249871:0:29647:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb00d7fa28 it_disposition b 00000080:00000001:1.0:1788838099.249874:0:29647:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838099.249879:0:29647:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788838099.249882:0:29647:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838099.249885:0:29647:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833948 : 144115205322833948 : 20000040400001c) 00000080:00000001:1.0:1788838099.249887:0:29647:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788838099.249905:0:29647:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838099.249907:0:29647:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1c:0x0] 00000080:00000001:1.0:1788838099.249909:0:29647:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.249912:0:29647:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833948 : 144115205322833948 : 20000040400001c) 00000080:00000001:1.0:1788838099.249915:0:29647:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788838099.249918:0:29647:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833948 mtime from 1788838075 to 1788838076 00000080:00200000:1.0:1788838099.249922:0:29647:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1c:0x0], updating i_size 16384 00000080:00200000:1.0:1788838099.249924:0:29647:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1c:0x0](ffff98afd152e3c8): rc = 0 00000080:00000001:1.0:1788838099.249927:0:29647:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631410120 : -113594078141496 : ffff98afd152e3c8) 00010000:00000001:1.0:1788838099.249928:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249930:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249931:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:1.0:1788838099.249933:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249935:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249936:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249937:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838099.249939:0:29647:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788838099.249940:0:29647:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788838099.249942:0:29647:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838099.249944:0:29647:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788838099.249946:0:29647:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838099.249949:0:29647:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1c:0x0](ffff98afd152e3c8) for lock 0x9f68a6b43b62cd0b 00800000:00000001:1.0:1788838099.249951:0:29647:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838099.249953:0:29647:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838099.249955:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249956:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249957:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:1.0:1788838099.249959:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249961:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249963:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.249964:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.249965:0:29647:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.249967:0:29647:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788838099.249975:0:29647:0:(namei.c:629:ll_splice_alias()) Reuse dentry ffff98afd1741e58 inode ffff98afd152e3c8 refc 2 flags 0x20000e 00000080:00000001:1.0:1788838099.249978:0:29647:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788838099.249980:0:29647:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.249982:0:29647:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788838099.249985:0:29647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1c:0x0](ffff98afd152e3c8) 00000080:00010000:1.0:1788838099.249989:0:29647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd0b from it ffffbbcb00d7fa28 00010000:00000001:1.0:1788838099.249991:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.249992:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.249994:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:1.0:1788838099.249996:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.249998:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:1.0:1788838099.250000:0:29647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.250002:0:29647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.250008:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.250009:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.250011:0:29647:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838099.250013:0:29647:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838099.250015:0:29647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cd0b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aeba expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838099.250023:0:29647:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838099.250025:0:29647:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838099.250026:0:29647:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.250030:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.250031:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.250033:0:29647:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.250036:0:29647:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838099.250038:0:29647:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.250040:0:29647:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.250042:0:29647:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.250044:0:29647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.250045:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.250046:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838099.250048:0:29647:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=18446630479633587800 : -113594075963816 : 0xffff98afd1741e58) 00000080:00000010:1.0:1788838099.250051:0:29647:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4ae3e00. 00000100:00000001:1.0:1788838099.250055:0:29647:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.250059:0:29647:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a680 x1875731132205056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838235 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.250072:0:29647:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838099.250074:0:29647:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838099.250077:0:29647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4092000. 02000000:00000001:1.0:1788838099.250080:0:29647:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838099.250082:0:29647:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838099.250084:0:29647:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838099.250086:0:29647:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838099.250089:0:29647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082400. 02000000:00000001:1.0:1788838099.250092:0:29647:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838099.250094:0:29647:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838099.250096:0:29647:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a680. 00000100:00000001:1.0:1788838099.250099:0:29647:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838099.250100:0:29647:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838099.250105:0:29647:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788838099.250110:0:29647:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788838099.250117:0:29647:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788838099.250119:0:29647:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1c:0x0](ffff98afd152e3c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788838099.250124:0:29647:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.250127:0:29647:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788838099.250129:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fb48 00000080:00002000:1.0:1788838099.250131:0:29647:0:(dcache.c:87:ll_dcompare()) found name f(ffff98afd1741438) flags 0x40000e refc 1 00000080:00000001:1.0:1788838099.250133:0:29647:0:(dcache.c:98:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788838099.250142:0:29647:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692240. 00000080:00000001:1.0:1788838099.250145:0:29647:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788838099.250146:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fa48 00000080:00002000:1.0:1788838099.250147:0:29647:0:(dcache.c:87:ll_dcompare()) found name f(ffff98afd1741438) flags 0x40000e refc 1 00000080:00000001:1.0:1788838099.250149:0:29647:0:(dcache.c:98:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838099.250151:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fae8 00000080:00200000:1.0:1788838099.250153:0:29647:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x1c:0x0](ffff98afd152e3c8), flags=8 00000080:00000001:1.0:1788838099.250156:0:29647:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838099.250157:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f998 00000080:00200000:1.0:1788838099.250159:0:29647:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1c:0x0](ffff98afd152e3c8), intent=getattr 00000080:00000010:1.0:1788838099.250165:0:29647:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011c00. 00000080:00000001:1.0:1788838099.250171:0:29647:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838099.250173:0:29647:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.250175:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f8b8 00800000:00000002:1.0:1788838099.250177:0:29647:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1c:0x0] 00800000:00000001:1.0:1788838099.250180:0:29647:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788838099.250184:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f850 00800000:00000002:1.0:1788838099.250187:0:29647:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1c:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788838099.250200:0:29647:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.250202:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f788 00000002:00010000:1.0:1788838099.250204:0:29647:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x1c:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788838099.250209:0:29647:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838099.250211:0:29647:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838099.250216:0:29647:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122680. 00000020:00000040:1.0:1788838099.250219:0:29647:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838099.250223:0:29647:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838099.250227:0:29647:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.250230:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.250231:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.250233:0:29647:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.250235:0:29647:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838099.250237:0:29647:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838099.250240:0:29647:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838099.250246:0:29647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e9800. 00000100:00000001:1.0:1788838099.250251:0:29647:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.250254:0:29647:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838099.250255:0:29647:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.250257:0:29647:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838099.250258:0:29647:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.250260:0:29647:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.250267:0:29647:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00010000:00000001:1.0:1788838099.250271:0:29647:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838099.250273:0:29647:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838099.250275:0:29647:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901900 count: 2 00010000:00000001:1.0:1788838099.250277:0:29647:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838099.250279:0:29647:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838099.250282:0:29647:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0f800. 00000020:00000001:1.0:1788838099.250285:0:29647:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838099.250288:0:29647:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0f800 with handle 0x9f68a6b43b62cd12 to hash 00000020:00000001:1.0:1788838099.250289:0:29647:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838099.250291:0:29647:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.250294:0:29647:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.250296:0:29647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.250298:0:29647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.250300:0:29647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 29647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838099.250307:0:29647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29647 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838099.250317:0:29647:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29647 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838099.250322:0:29647:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838099.250323:0:29647:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838099.250329:0:29647:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc80af780. 00000100:00000001:1.0:1788838099.250332:0:29647:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479475701632 : -113594233849984 : ffff98afc80af780) 00000100:00000001:1.0:1788838099.250334:0:29647:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838099.250335:0:29647:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:1.0:1788838099.250340:0:29647:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838099.250343:0:29647:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.250345:0:29647:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838099.250346:0:29647:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838099.250351:0:29647:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.250358:0:29647:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838099.250361:0:29647:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.250364:0:29647:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838099.250367:0:29647:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838099.250369:0:29647:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838099.250373:0:29647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:29647:1875731132205184:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838099.250379:0:29647:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838099.250384:0:29647:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838099.250386:0:29647:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.250388:0:29647:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838099.250392:0:29647:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eeb000. 02000000:00000001:1.0:1788838099.250394:0:29647:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838099.250398:0:29647:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838099.250402:0:29647:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838099.250407:0:29647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838099.250414:0:29647:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132205184, portal 10 00000100:00000001:1.0:1788838099.250416:0:29647:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838099.250417:0:29647:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000040:1.0:1788838099.250422:0:29647:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.250429:0:29647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838099.250431:0:29647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838099.250434:0:29647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000100:00000200:1.0:1788838099.250436:0:29647:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132205184, offset 0 00000400:00000200:1.0:1788838099.250442:0:29647:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838099.250449:0:29647:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.250454:0:29647:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838099.250459:0:29647:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838099.250462:0:29647:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838099.250465:0:29647:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838099.250468:0:29647:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838099.250471:0:29647:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2122:2122:256:4294967295] 192.168.203.123@tcp LPNI seq info [2122:2122:8:4294967295] 00000400:00000200:1.0:1788838099.250475:0:29647:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.250483:0:29647:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838099.250488:0:29647:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838099.250493:0:29647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933300. 00000800:00000200:1.0:1788838099.250499:0:29647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838099.250507:0:29647:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838099.250511:0:29647:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788838099.250525:0:29647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.250529:0:29647:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 542671 usecs (543 jiffies) 00000400:00000200:1.0:1788838099.250532:0:29647:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838099.250535:0:29647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296229765 00000100:00000001:1.0:1788838099.250538:0:29647:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296231414 00000100:00000001:1.0:1788838099.250540:0:29647:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296229765 00000100:00000001:1.0:1788838099.250542:0:29647:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296231414 00000100:00000001:1.0:1788838099.250544:0:29647:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838099.250547:0:29647:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.250549:0:29647:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838099.250551:0:29647:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1788838099.250554:0:29647:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc80af780 going to sleep for 131 seconds 00000100:00000001:1.0:1788838099.250556:0:29647:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838099.250558:0:29647:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1788838099.257704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b063e0. 00000100:00000001:1.0:1788838099.264135:0:29647:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838099.264142:0:29647:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838099.264144:0:29647:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838099.264147:0:29647:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:1.0:1788838099.264152:0:29647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:1.0:1788838099.264154:0:29647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:1.0:1788838099.264157:0:29647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.264163:0:29647:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838099.264173:0:29647:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.264180:0:29647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838099.264182:0:29647:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.264185:0:29647:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838099.264187:0:29647:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838099.264200:0:29647:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838099.264204:0:29647:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.264207:0:29647:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838099.264216:0:29647:0:(import.c:2149:obd_at_measure()) add 101 to ffff98afc4eee460 time=78 v=101 (101 101 138 138) 00000100:00001000:1.0:1788838099.264220:0:29647:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838099.264223:0:29647:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838099.264225:0:29647:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.264228:0:29647:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838099.264231:0:29647:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.264235:0:29647:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838099.264236:0:29647:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967579 00000100:00000001:1.0:1788838099.264239:0:29647:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838099.264240:0:29647:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.264245:0:29647:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.264252:0:29647:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838099.264255:0:29647:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838099.264257:0:29647:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838099.264261:0:29647:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838235 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838099.264270:0:29647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:29647:1875731132205184:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838099.264275:0:29647:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.264278:0:29647:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.264281:0:29647:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838099.264283:0:29647:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.264287:0:29647:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838235 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.264294:0:29647:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838099.264297:0:29647:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc80af780. 00000100:00000001:1.0:1788838099.264300:0:29647:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838099.264302:0:29647:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.264305:0:29647:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838099.264309:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264311:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264314:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=4 00000020:00000001:1.0:1788838099.264316:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264319:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000040:1.0:1788838099.264325:0:29647:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0f800, remote cookie: 0xff98f31736b3aed6, flags: 0x1001 00010000:00010000:1.0:1788838099.264330:0:29647:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838099.264339:0:29647:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1e:0x0].0x0, instead of [0x200000404:0x1c:0x0].0x0 00010000:00000001:1.0:1788838099.264342:0:29647:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788838099.264350:0:29647:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901200. 00010000:00000010:1.0:1788838099.264355:0:29647:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894a400. 00010000:00000001:1.0:1788838099.264359:0:29647:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.264362:0:29647:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838099.264370:0:29647:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.264376:0:29647:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838099.264380:0:29647:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838099.264382:0:29647:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838099.264384:0:29647:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838099.264385:0:29647:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838099.264387:0:29647:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1e:0x0].0x0 (ffff98afc9901200) refcount = 1 00010000:00010000:1.0:1788838099.264391:0:29647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.264407:0:29647:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838099.264410:0:29647:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838099.264411:0:29647:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838099.264415:0:29647:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838099.264417:0:29647:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.264420:0:29647:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.264426:0:29647:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838099.264427:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264429:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.264430:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264431:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.264432:0:29647:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.264436:0:29647:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838099.264438:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264439:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264441:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.264443:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264445:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264447:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264448:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264450:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=4 00000020:00000001:1.0:1788838099.264451:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264454:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264456:0:29647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.264459:0:29647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.264462:0:29647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.264469:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264470:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.264471:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264472:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264473:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=5 00000020:00000001:1.0:1788838099.264474:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264476:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264479:0:29647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.264481:0:29647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.264487:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264488:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838099.264490:0:29647:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.264496:0:29647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.264497:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264498:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.264499:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264500:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838099.264505:0:29647:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838235 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838099.264513:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264514:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264515:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.264517:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264519:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000002:00010000:1.0:1788838099.264522:0:29647:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788838099.264530:0:29647:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd0c98bc0. 00010000:00000001:1.0:1788838099.264532:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264534:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.264535:0:29647:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.264537:0:29647:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.264540:0:29647:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838099.264542:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264543:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264544:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.264546:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264549:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000002:00010000:1.0:1788838099.264552:0:29647:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.264558:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264559:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.264561:0:29647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838099.264562:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264563:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264564:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.264574:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264577:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000040:1.0:1788838099.264581:0:29647:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901200 count: 2 00010000:00000001:1.0:1788838099.264584:0:29647:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838099.264587:0:29647:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/30 (0 0) 00010000:00000001:1.0:1788838099.264589:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264590:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.264592:0:29647:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838099.264595:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f710 00000002:00002000:1.0:1788838099.264597:0:29647:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788838099.264600:0:29647:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.264604:0:29647:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.264606:0:29647:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838099.264609:0:29647:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1c:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788838099.264612:0:29647:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.264615:0:29647:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788838099.264617:0:29647:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb00d7fb20 it_disposition b 00000080:00000001:1.0:1788838099.264620:0:29647:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838099.264624:0:29647:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788838099.264627:0:29647:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838099.264630:0:29647:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833950 : 144115205322833950 : 20000040400001e) 00000080:00000001:1.0:1788838099.264633:0:29647:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788838099.264639:0:29647:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838099.264643:0:29647:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:1.0:1788838099.264646:0:29647:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:1.0:1788838099.264647:0:29647:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788838099.264651:0:29647:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788838099.264654:0:29647:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788838099.264696:0:29647:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc66b4780. 00020000:00000010:1.0:1788838099.264700:0:29647:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41c6500. 00020000:00000010:1.0:1788838099.264704:0:29647:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc66b4240. 00020000:00000001:1.0:1788838099.264706:0:29647:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479448457792 : -113594261093824 : ffff98afc66b4240) 00020000:00000002:1.0:1788838099.264710:0:29647:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc66b4240, objid 0x1e:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838099.264714:0:29647:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838099.264718:0:29647:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6500: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:1.0:1788838099.264722:0:29647:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc3864c98) owner ffff98afd0b24f80 00020000:00000001:1.0:1788838099.264726:0:29647:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788838099.264728:0:29647:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc3864c98) owner ffff98afd0b24f80 00020000:00000010:1.0:1788838099.264732:0:29647:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6500. 00020000:00000010:1.0:1788838099.264736:0:29647:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc66b4780. 00020000:00000010:1.0:1788838099.264741:0:29647:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc66b4240. 00020000:00000002:1.0:1788838099.264743:0:29647:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788838099.264745:0:29647:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.264747:0:29647:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788838099.264749:0:29647:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:1.0:1788838099.264753:0:29647:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833950 : 144115205322833950 : 20000040400001e) 00000080:00000001:1.0:1788838099.264756:0:29647:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788838099.264760:0:29647:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1e:0x0](ffff98afd15ac2c8): rc = 0 00000080:00000001:1.0:1788838099.264762:0:29647:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631925960 : -113594077625656 : ffff98afd15ac2c8) 00010000:00000001:1.0:1788838099.264765:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264766:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264768:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.264769:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264771:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000080:00000001:1.0:1788838099.264774:0:29647:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788838099.264775:0:29647:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838099.264777:0:29647:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:1.0:1788838099.264779:0:29647:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:1.0:1788838099.264780:0:29647:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788838099.264781:0:29647:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788838099.264783:0:29647:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788838099.264786:0:29647:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc66b4240. 00020000:00000010:1.0:1788838099.264788:0:29647:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41c6500. 00020000:00000010:1.0:1788838099.264791:0:29647:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc66b4780. 00020000:00000001:1.0:1788838099.264792:0:29647:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479448459136 : -113594261092480 : ffff98afc66b4780) 00020000:00000002:1.0:1788838099.264795:0:29647:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc66b4780, objid 0x1e:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838099.264798:0:29647:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838099.264801:0:29647:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6500: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:1.0:1788838099.264804:0:29647:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc3864c98) owner ffff98afd0b24f80 00020000:00000001:1.0:1788838099.264806:0:29647:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788838099.264808:0:29647:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc3864c98) owner ffff98afd0b24f80 00020000:00000010:1.0:1788838099.264810:0:29647:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6500. 00020000:00000010:1.0:1788838099.264812:0:29647:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc66b4240. 00020000:00000010:1.0:1788838099.264814:0:29647:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc66b4780. 00020000:00000002:1.0:1788838099.264816:0:29647:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788838099.264817:0:29647:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.264819:0:29647:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.264822:0:29647:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788838099.264824:0:29647:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afd0b24f80 00020000:00000002:1.0:1788838099.264828:0:29647:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acba80 addref 2/0 by ffff98afd0b24f80. 00020000:00000002:1.0:1788838099.264830:0:29647:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afd0b24f80 00020000:00000001:1.0:1788838099.264833:0:29647:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788838099.264835:0:29647:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788838099.264836:0:29647:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788838099.264838:0:29647:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788838099.264840:0:29647:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788838099.264842:0:29647:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788838099.264845:0:29647:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:1.0:1788838099.264847:0:29647:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.264848:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264850:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838099.264851:0:29647:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838099.264854:0:29647:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788838099.264856:0:29647:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838099.264859:0:29647:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1e:0x0](ffff98afd15ac2c8) for lock 0x9f68a6b43b62cd12 00800000:00000001:1.0:1788838099.264861:0:29647:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838099.264863:0:29647:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838099.264864:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264865:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264867:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.264869:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264871:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264873:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264874:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.264875:0:29647:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.264877:0:29647:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788838099.264884:0:29647:0:(namei.c:629:ll_splice_alias()) Reuse dentry ffff98afd1741438 inode ffff98afd15ac2c8 refc 2 flags 0x40000e 00000080:00000001:1.0:1788838099.264888:0:29647:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788838099.264892:0:29647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1e:0x0](ffff98afd15ac2c8) 00000080:00010000:1.0:1788838099.264895:0:29647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd12 from it ffffbbcb00d7fb20 00010000:00000001:1.0:1788838099.264897:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.264898:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.264899:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.264901:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264903:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.264905:0:29647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.264908:0:29647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.264914:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264915:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.264916:0:29647:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838099.264919:0:29647:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838099.264921:0:29647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838099.264928:0:29647:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838099.264930:0:29647:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838099.264932:0:29647:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.264935:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264936:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.264937:0:29647:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.264940:0:29647:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838099.264941:0:29647:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.264943:0:29647:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.264946:0:29647:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.264947:0:29647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.264949:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.264949:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838099.264951:0:29647:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=18446630479633585208 : -113594075966408 : 0xffff98afd1741438) 00000080:00000010:1.0:1788838099.264954:0:29647:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011c00. 00000100:00000001:1.0:1788838099.264958:0:29647:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.264962:0:29647:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122680 x1875731132205184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838235 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.264969:0:29647:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838099.264972:0:29647:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838099.264975:0:29647:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4eeb000. 02000000:00000001:1.0:1788838099.264979:0:29647:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838099.264981:0:29647:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838099.264982:0:29647:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838099.264984:0:29647:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838099.264987:0:29647:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e9800. 02000000:00000001:1.0:1788838099.264990:0:29647:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838099.264992:0:29647:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838099.264994:0:29647:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122680. 00000100:00000001:1.0:1788838099.264997:0:29647:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838099.264999:0:29647:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838099.265001:0:29647:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788838099.265003:0:29647:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb00d7fb20 released 00000080:00000001:1.0:1788838099.265005:0:29647:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788838099.265008:0:29647:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788838099.265014:0:29647:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:1.0:1788838099.265027:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fd08 00000080:00200008:1.0:1788838099.265030:0:29647:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x1e:0x0](ffff98afd15ac2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838099.265036:0:29647:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838099.265037:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fc80 00000080:00200000:1.0:1788838099.265039:0:29647:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1e:0x0](ffff98afd15ac2c8),name=f 00000080:00000010:1.0:1788838099.265044:0:29647:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011c00. 00000080:00000001:1.0:1788838099.265051:0:29647:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838099.265054:0:29647:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.265056:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fba0 00800000:00000002:1.0:1788838099.265058:0:29647:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1e:0x0] 'f' on [0x200000404:0x1c:0x0] 00800000:00000001:1.0:1788838099.265061:0:29647:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838099.265066:0:29647:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1c:0x0], fid2=[0x200000404:0x1e:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838099.265070:0:29647:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.265071:0:29647:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fa70 00000002:00010000:1.0:1788838099.265073:0:29647:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1e:0x0]) in obj [0x200000404:0x1c:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838099.265076:0:29647:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838099.265078:0:29647:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838099.265080:0:29647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838099.265083:0:29647:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901200 count: 2 00010000:00000001:1.0:1788838099.265085:0:29647:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838099.265088:0:29647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.265090:0:29647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838099.265093:0:29647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838099.265100:0:29647:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838099.265103:0:29647:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.265106:0:29647:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788838099.265113:0:29647:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838099.265115:0:29647:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838099.265117:0:29647:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838099.265118:0:29647:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838099.265120:0:29647:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838099.265122:0:29647:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1c:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838099.265124:0:29647:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788838099.265127:0:29647:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011c00. 00000080:00000001:1.0:1788838099.265129:0:29647:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838099.265131:0:29647:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838099.265133:0:29647:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1e:0x0](ffff98afd15ac2c8) 00000080:00010000:1.0:1788838099.265136:0:29647:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1e:0x0](ffff98afd15ac2c8) for lock 0x9f68a6b43b62cd12 00800000:00000001:1.0:1788838099.265138:0:29647:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838099.265140:0:29647:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838099.265141:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.265142:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.265144:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.265145:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.265147:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.265150:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.265151:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.265152:0:29647:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.265153:0:29647:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838099.265155:0:29647:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd12 from it ffffbbcb00d7fcb8 00010000:00000001:1.0:1788838099.265157:0:29647:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.265158:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.265160:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838099.265161:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.265163:0:29647:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838099.265165:0:29647:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.265168:0:29647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838099.265174:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.265175:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.265176:0:29647:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838099.265178:0:29647:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838099.265180:0:29647:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd12 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3aed6 expref: -99 pid: 29647 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838099.265186:0:29647:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838099.265188:0:29647:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838099.265189:0:29647:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.265203:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.265204:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.265206:0:29647:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.265208:0:29647:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838099.265209:0:29647:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.265211:0:29647:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.265213:0:29647:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.265214:0:29647:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.265215:0:29647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.265217:0:29647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838099.265218:0:29647:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838099.265219:0:29647:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838099.265222:0:29647:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788838099.265225:0:29647:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788838099.265227:0:29647:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838099.265230:0:29647:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788838099.265231:0:29647:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.265233:0:29647:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838099.265236:0:29647:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788838099.265238:0:29647:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838099.265239:0:29647:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:1.0:1788838099.265241:0:29647:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:1.0:1788838099.265245:0:29647:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e6c0 -> ffff98afd0b0e6c0 00000020:00000001:1.0:1788838099.265247:0:29647:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838099.265250:0:29647:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838099.265252:0:29647:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x1e:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788838099.265255:0:29647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838099.265256:0:29647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838099.265258:0:29647:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838099.265259:0:29647:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.265261:0:29647:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838099.265264:0:29647:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x1e:0x0]io ffff98afc50512e0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788838099.265267:0:29647:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afd0b24f80 00020000:00000001:1.0:1788838099.265270:0:29647:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838099.265272:0:29647:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838099.265274:0:29647:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838099.265275:0:29647:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838099.265277:0:29647:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838099.265280:0:29647:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838099.265281:0:29647:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.265282:0:29647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838099.265283:0:29647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838099.265284:0:29647:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838099.265286:0:29647:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afd0b24f80 00000020:00000001:1.0:1788838099.265288:0:29647:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838099.265290:0:29647:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788838099.265291:0:29647:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1e:0x0] 00000020:00000001:1.0:1788838099.265294:0:29647:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788838099.265295:0:29647:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788838099.265297:0:29647:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788838099.265300:0:29647:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788838099.265305:0:29647:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788838099.265309:0:29647:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894ab00. 00020000:00000002:1.0:1788838099.265312:0:29647:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838099.265315:0:29647:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788838099.265317:0:29647:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838099.265319:0:29647:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838099.265320:0:29647:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788838099.265323:0:29647:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc7ec9240. 00000020:00000010:1.0:1788838099.265326:0:29647:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4011c00. 00000020:00000010:1.0:1788838099.265330:0:29647:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc4010600. 00000020:00000010:1.0:1788838099.265334:0:29647:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc66b4780. 00000008:00000010:1.0:1788838099.265340:0:29647:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afc3fa64b0. 00020000:00000010:1.0:1788838099.265344:0:29647:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afc9b62600. 00008000:00000010:1.0:1788838099.265350:0:29647:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afd06f34f8. 00000080:00000010:1.0:1788838099.265356:0:29647:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc38ac1f8. 00000080:00000010:1.0:1788838099.265360:0:29647:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc50514d0. 00000020:00000010:1.0:1788838099.265364:0:29647:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4011a00. 00000008:00000010:1.0:1788838099.265368:0:29647:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afd06ecdc0. 00020000:00000010:1.0:1788838099.265371:0:29647:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afc3facdb0. 00008000:00000010:1.0:1788838099.265374:0:29647:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd84de250. 00000080:00000010:1.0:1788838099.265378:0:29647:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afc873a1e0. 00000020:00000001:1.0:1788838099.265380:0:29647:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709640 : -113594235841976 : ffff98afc7ec9248) 00000020:00001000:1.0:1788838099.265382:0:29647:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9240 00000020:00000001:1.0:1788838099.265385:0:29647:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e468 -> ffff98afd0b0e6c0 00000020:00000001:1.0:1788838099.265387:0:29647:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838099.265389:0:29647:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838099.265390:0:29647:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838099.265392:0:29647:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838099.265393:0:29647:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838099.265395:0:29647:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:1.0:1788838099.265397:0:29647:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788838099.265400:0:29647:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afd1388980. 00000008:00010000:1.0:1788838099.265403:0:29647:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788838099.265405:0:29647:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838099.265407:0:29647:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788838099.265409:0:29647:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894ab30, osc lock ffff98afd1388980, flags 0x400001002 00000020:00000001:1.0:1788838099.265411:0:29647:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838099.265413:0:29647:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838099.265415:0:29647:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484726016 : -113594224825600 : ffff98afc894ab00) 00000020:00000001:1.0:1788838099.265417:0:29647:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838099.265418:0:29647:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788838099.265419:0:29647:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.265421:0:29647:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.265423:0:29647:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788838099.265424:0:29647:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788838099.265426:0:29647:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838099.265427:0:29647:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838099.265428:0:29647:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838099.265429:0:29647:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:1.0:1788838099.265431:0:29647:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838099.265433:0:29647:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838099.265435:0:29647:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838099.265438:0:29647:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838099.265440:0:29647:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838099.265441:0:29647:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838099.265443:0:29647:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838099.265444:0:29647:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838099.265445:0:29647:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838099.265447:0:29647:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788838099.265448:0:29647:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838099.265451:0:29647:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.265453:0:29647:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788838099.265457:0:29647:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122680. 00000020:00000040:1.0:1788838099.265460:0:29647:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:1.0:1788838099.265463:0:29647:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788838099.265466:0:29647:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788838099.265470:0:29647:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1531 00000400:00000200:1.0:1788838099.265476:0:29647:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.265481:0:29647:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:1.0:1788838099.265485:0:29647:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838099.265488:0:29647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788838099.265490:0:29647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838099.265492:0:29647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:1.0:1788838099.265494:0:29647:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838099.265496:0:29647:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:1.0:1788838099.265497:0:29647:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.265499:0:29647:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:1.0:1788838099.265501:0:29647:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:1.0:1788838099.265503:0:29647:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000040:1.0:1788838099.265507:0:29647:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838099.265509:0:29647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788838099.265511:0:29647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838099.265513:0:29647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:1.0:1788838099.265516:0:29647:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00080000:1.0:1788838099.265518:0:29647:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98afd0025800: import ffff98afc4c52800 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:1.0:1788838099.265521:0:29647:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.265523:0:29647:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788838099.265529:0:29647:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838099.265531:0:29647:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.265533:0:29647:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788838099.265536:0:29647:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788838099.265539:0:29647:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.265541:0:29647:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838099.265545:0:29647:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123800. 00000020:00000040:1.0:1788838099.265547:0:29647:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 02000000:00000001:1.0:1788838099.265550:0:29647:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788838099.265552:0:29647:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.265554:0:29647:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838099.265557:0:29647:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838099.265560:0:29647:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838099.265565:0:29647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e9800. 00000100:00000001:1.0:1788838099.265571:0:29647:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838099.265578:0:29647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd1123800 x1875731132205312/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838099.265586:0:29647:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838099.265589:0:29647:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.265593:0:29647:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf2f2c0d] to pc [ptlrpcd_rcv+-1] req@ffff98afd1123800 x1875731132205312/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.266324:0:29647:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.266328:0:29647:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788838099.266330:0:29647:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:1.0:1788838099.266333:0:29647:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838099.266336:0:29647:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.266339:0:29647:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.266341:0:29647:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838099.266342:0:29647:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838099.266344:0:29647:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838099.266348:0:29647:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4011800. 00000100:00000001:1.0:1788838099.266352:0:29647:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.266356:0:29647:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838099.266358:0:29647:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.266359:0:29647:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838099.266360:0:29647:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.266362:0:29647:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.266364:0:29647:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00010000:00000001:1.0:1788838099.266367:0:29647:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838099.266369:0:29647:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788838099.266374:0:29647:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901f00. 00010000:00000010:1.0:1788838099.266377:0:29647:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afc9901300. 00010000:00000001:1.0:1788838099.266381:0:29647:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838099.266384:0:29647:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0fc00. 00000020:00000001:1.0:1788838099.266438:0:29647:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838099.266441:0:29647:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0fc00 with handle 0x9f68a6b43b62cd19 to hash 00000020:00000001:1.0:1788838099.266443:0:29647:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838099.266444:0:29647:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000010:1.0:1788838099.266449:0:29647:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd0c98940. 00010000:00000001:1.0:1788838099.266451:0:29647:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.266454:0:29647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.266456:0:29647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.266460:0:29647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838099.266469:0:29647:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.266479:0:29647:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.266483:0:29647:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838099.266485:0:29647:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.266490:0:29647:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d62df9e] to pc [ptlrpcd_00_00+0] req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788838099.266509:0:29647:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838099.266512:0:29647:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.266514:0:29647:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838099.266516:0:29647:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.266518:0:29647:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.266520:0:29647:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838099.266521:0:29647:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788838099.266523:0:29647:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788838099.266524:0:29647:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788838099.266532:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838099.266535:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838099.266536:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838099.266541:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.266548:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838099.266550:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788838099.266554:0:2351:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.266560:0:2351:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.267750:0:2351:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.267756:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838099.267757:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.267760:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.267762:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.267768:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838099.267770:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.267773:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838099.267774:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838099.267776:0:2351:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.267778:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838099.267779:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.267780:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.267783:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1788838099.271817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692240. 00000100:00000001:1.0:1788838099.276328:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838099.276331:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838099.276333:0:2351:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.276335:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838099.276337:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.276340:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838099.276343:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838099.276346:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.276348:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838099.276354:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838099.276356:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.276359:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838099.276365:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e8c00. 02000000:00000001:1.0:1788838099.276367:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838099.276372:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838099.276375:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838099.276380:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838099.276385:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132205440, portal 4 00000100:00000001:1.0:1788838099.276387:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838099.276389:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000040:1.0:1788838099.276405:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838115 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.276414:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838099.276416:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838099.276420:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcf68. 00000100:00000200:1.0:1788838099.276423:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132205440, offset 0 00000400:00000200:1.0:1788838099.276428:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838099.276434:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.276440:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838099.276445:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838099.276449:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838099.276452:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838099.276455:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838099.276458:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2124:2124:256:4294967295] 192.168.203.123@tcp LPNI seq info [2124:2124:8:4294967295] 00000400:00000200:1.0:1788838099.276462:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.276471:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838099.276477:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838099.276482:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838099.276488:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838099.276496:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838099.276500:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788838099.276515:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.276519:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22821 usecs (23 jiffies) 00000400:00000200:1.0:1788838099.276523:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838099.276525:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296229272 00000100:00000001:1.0:1788838099.276537:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296231414 00000100:00000001:1.0:1788838099.276539:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296229272 00000100:00000001:1.0:1788838099.276541:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296231414 00000100:00000001:1.0:1788838099.276544:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838099.276546:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.276548:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.276552:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838099.276553:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838099.276555:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838099.276556:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838099.276558:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.276560:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.284901:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838099.284906:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838099.284911:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838099.284913:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838099.284916:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:1.0:1788838099.284921:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:1.0:1788838099.284924:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:1.0:1788838099.284927:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.284932:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838115 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838099.284941:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838115 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.284946:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838099.284948:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.284950:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838099.284953:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838099.284955:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838099.284957:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.284960:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838099.284969:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=78 v=5 (5 16 37 37) 00000100:00001000:1.0:1788838099.284973:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838099.284976:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838099.284977:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.284980:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838099.284983:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.284986:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838099.284988:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1788838099.284990:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838099.284992:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.284996:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838115 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.285002:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838099.285005:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838099.285006:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788838099.285009:0:2351:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788838099.285011:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.285013:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.285017:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=4 00000020:00000001:1.0:1788838099.285019:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285021:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285023:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.285024:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.285025:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=5 00000020:00000001:1.0:1788838099.285027:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285029:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285032:0:2351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.285035:0:2351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.285039:0:2351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.285054:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285056:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.285057:0:2351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838099.285059:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.285060:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.285061:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=6 00000020:00000001:1.0:1788838099.285063:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285064:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000040:1.0:1788838099.285070:0:2351:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0fc00, remote cookie: 0xff98f31736b3aee4, flags: 0x1001 00010000:00010000:1.0:1788838099.285074:0:2351:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.285082:0:2351:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788838099.285084:0:2351:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.285086:0:2351:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838099.285090:0:2351:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788838099.285093:0:2351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838099.285101:0:2351:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x11:0x0].0x0 (ffff98afc9901f00) refcount = 1 00010000:00000040:1.0:1788838099.285103:0:2351:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788838099.285106:0:2351:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.285113:0:2351:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838099.285115:0:2351:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838099.285117:0:2351:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838099.285120:0:2351:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.285123:0:2351:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.285130:0:2351:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838099.285131:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285132:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.285133:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285134:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838099.285136:0:2351:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788838099.285138:0:2351:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788838099.285141:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.285142:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.285144:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=5 00000020:00000001:1.0:1788838099.285146:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285147:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00000008:00000001:1.0:1788838099.285151:0:2351:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788838099.285154:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc5274700 -> ffff98afd0b0e6c0 00000008:00010000:1.0:1788838099.285158:0:2351:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788838099.285165:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc5274700 -> ffff98afd0b0e6c0 00000020:00000001:1.0:1788838099.285167:0:2351:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788838099.285170:0:2351:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788838099.285172:0:2351:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788838099.285174:0:2351:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.285176:0:2351:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.285178:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc5274700 -> ffff98afd0b0e6c0 00000008:00000001:1.0:1788838099.285179:0:2351:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788838099.285181:0:2351:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838099.285183:0:2351:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788838099.285205:0:2351:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788838099.285207:0:2351:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.285209:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.285210:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.285211:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=6 00000020:00000001:1.0:1788838099.285213:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285215:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285217:0:2351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.285221:0:2351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.285227:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285228:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838099.285231:0:2351:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.285237:0:2351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.285238:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285239:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838099.285241:0:2351:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.285242:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.285243:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.285244:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=5 00000020:00000001:1.0:1788838099.285246:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285248:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838099.285250:0:2351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.285253:0:2351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838099.285259:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285260:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.285262:0:2351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838099.285264:0:2351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838099.285267:0:2351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838099.285285:0:2351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838099.285289:0:2351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838099.285290:0:2351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.285294:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285295:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.285296:0:2351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.285299:0:2351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838099.285300:0:2351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.285302:0:2351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.285305:0:2351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.285306:0:2351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.285308:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285309:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.285310:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.285311:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838099.285312:0:2351:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.285318:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838115 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838099.285327:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:0:1875731132205440:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838099.285332:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.285335:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.285338:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122680 x1875731132205440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838115 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.285345:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838099.285347:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838099.285350:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e8c00. 02000000:00000001:1.0:1788838099.285355:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838099.285357:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838099.285359:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838099.285361:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838099.285364:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4011800. 02000000:00000001:1.0:1788838099.285367:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838099.285369:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838099.285371:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122680. 00000100:00000001:1.0:1788838099.285374:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838099.285376:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.285378:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.285384:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838099.285386:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.285388:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838099.285454:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.287619:0:29473:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838099.287625:0:29473:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838099.287628:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07b78 00000080:00200000:1.0:1788838099.287631:0:29473:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838099.287638:0:29473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011800. 00800000:00000002:1.0:1788838099.287644:0:29473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838099.287648:0:29473:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838099.287652:0:29473:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.287679:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07a98 00800000:00000002:1.0:1788838099.287682:0:29473:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838099.287685:0:29473:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838099.287689:0:29473:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838099.287694:0:29473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.287696:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07968 00000002:00010000:1.0:1788838099.287698:0:29473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838099.287701:0:29473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838099.287703:0:29473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838099.287706:0:29473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838099.287712:0:29473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:1.0:1788838099.287715:0:29473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838099.287719:0:29473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.287722:0:29473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838099.287727:0:29473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788838099.287737:0:29473:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838099.287741:0:29473:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.287744:0:29473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788838099.287757:0:29473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838099.287759:0:29473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838099.287761:0:29473:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838099.287762:0:29473:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838099.287764:0:29473:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838099.287767:0:29473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838099.287769:0:29473:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838099.287772:0:29473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838099.287775:0:29473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011800. 00000080:00000001:1.0:1788838099.287779:0:29473:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838099.287781:0:29473:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838099.287783:0:29473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838099.287787:0:29473:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ccef 00800000:00000001:1.0:1788838099.287789:0:29473:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838099.287792:0:29473:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838099.287794:0:29473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.287795:0:29473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.287798:0:29473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:1.0:1788838099.287800:0:29473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.287802:0:29473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.287805:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.287806:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.287807:0:29473:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.287809:0:29473:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838099.287812:0:29473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ccef from it ffffbbcb01c07bb0 00010000:00000001:1.0:1788838099.287813:0:29473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.287814:0:29473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.287816:0:29473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:1.0:1788838099.287817:0:29473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.287819:0:29473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.287821:0:29473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.287824:0:29473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838099.287830:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.287831:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.287833:0:29473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838099.287835:0:29473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838099.287837:0:29473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838099.287843:0:29473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838099.287846:0:29473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838099.287848:0:29473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.287852:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.287853:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.287854:0:29473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.287857:0:29473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838099.287858:0:29473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.287860:0:29473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.287862:0:29473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.287864:0:29473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.287865:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.287867:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838099.287869:0:29473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838099.287871:0:29473:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838099.287873:0:29473:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788838099.287877:0:29473:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.287882:0:29473:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788838099.287884:0:29473:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788838099.287886:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07b78 00000080:00200008:1.0:1788838099.287888:0:29473:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000 00000080:00000010:1.0:1788838099.287893:0:29473:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afda0f3900. 00000080:00000001:1.0:1788838099.287896:0:29473:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.287898:0:29473:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.287907:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07d28 00000080:00200008:1.0:1788838099.287909:0:29473:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838099.287916:0:29473:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788838099.287919:0:29473:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1788838099.287921:0:29473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011800. 00800000:00000002:1.0:1788838099.287925:0:29473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:1.0:1788838099.287930:0:29473:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:1.0:1788838099.287934:0:29473:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788838099.287935:0:29473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.287937:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07990 00000002:00010000:1.0:1788838099.287938:0:29473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788838099.287941:0:29473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838099.287942:0:29473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838099.287944:0:29473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838099.287946:0:29473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:1.0:1788838099.287949:0:29473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838099.287951:0:29473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.287952:0:29473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838099.287956:0:29473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788838099.287962:0:29473:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838099.287964:0:29473:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.287967:0:29473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788838099.287973:0:29473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838099.287975:0:29473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838099.287977:0:29473:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838099.287978:0:29473:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838099.287979:0:29473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.287981:0:29473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.287982:0:29473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:1.0:1788838099.287984:0:29473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.287986:0:29473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.287988:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.287989:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.287990:0:29473:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.288027:0:29473:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788838099.288033:0:29473:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff98afc4eeb000. 00000002:00000001:1.0:1788838099.288511:0:29473:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788838099.288516:0:29473:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122680. 00000020:00000040:1.0:1788838099.288521:0:29473:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838099.288524:0:29473:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838099.288527:0:29473:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838099.288530:0:29473:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838099.288535:0:29473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4010800. 00000100:00000001:1.0:1788838099.288541:0:29473:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.288544:0:29473:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788838099.288548:0:29473:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff98afd13e8c00. 00000100:00000010:1.0:1788838099.288552:0:29473:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff98afd091e000. 00000020:00000040:1.0:1788838099.288554:0:29473:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838099.288573:0:29473:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838099.288575:0:29473:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838099.288581:0:29473:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc80af780. 00000100:00000001:1.0:1788838099.288583:0:29473:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479475701632 : -113594233849984 : ffff98afc80af780) 00000100:00000001:1.0:1788838099.288585:0:29473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838099.288587:0:29473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:1.0:1788838099.288591:0:29473:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838099.288595:0:29473:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.288596:0:29473:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838099.288598:0:29473:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838099.288606:0:29473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.288614:0:29473:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838099.288616:0:29473:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.288619:0:29473:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838099.288621:0:29473:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838099.288624:0:29473:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838099.288627:0:29473:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:29473:1875731132205568:192.168.203.123@tcp:37:bash.0 00000100:00000001:1.0:1788838099.288631:0:29473:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838099.288635:0:29473:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838099.288638:0:29473:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.288640:0:29473:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788838099.288647:0:29473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838099.288651:0:29473:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838099.288679:0:29473:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff98afc4198000. 00000100:00000200:1.0:1788838099.288686:0:29473:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f7afd44a00-0x6a9f7afd44a00, portal 14 00000100:00000001:1.0:1788838099.288690:0:29473:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.288692:0:29473:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838099.288696:0:29473:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e8400. 02000000:00000001:1.0:1788838099.288698:0:29473:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838099.288701:0:29473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838099.288703:0:29473:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8370. 00000400:00000010:1.0:1788838099.288707:0:29473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838099.288710:0:29473:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132205568, portal 10 00000100:00000001:1.0:1788838099.288712:0:29473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838099.288713:0:29473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000040:1.0:1788838099.288720:0:29473:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.288727:0:29473:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838099.288730:0:29473:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838099.288733:0:29473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc220. 00000100:00000200:1.0:1788838099.288736:0:29473:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875731132205568, offset 0 00000400:00000200:1.0:1788838099.288742:0:29473:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838099.288750:0:29473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.288757:0:29473:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838099.288762:0:29473:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838099.288766:0:29473:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838099.288770:0:29473:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838099.288773:0:29473:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838099.288777:0:29473:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2125:2125:256:4294967295] 192.168.203.123@tcp LPNI seq info [2125:2125:8:4294967295] 00000400:00000200:1.0:1788838099.288782:0:29473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.288790:0:29473:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838099.288796:0:29473:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838099.288801:0:29473:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933600. 00000800:00000200:1.0:1788838099.288807:0:29473:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838099.288815:0:29473:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838099.288819:0:29473:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788838099.288834:0:29473:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.288838:0:29473:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 541756 usecs (542 jiffies) 00000400:00000200:1.0:1788838099.288842:0:29473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838099.288844:0:29473:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296229802 00000100:00000001:1.0:1788838099.288847:0:29473:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296231414 00000100:00000001:1.0:1788838099.288850:0:29473:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296229802 00000100:00000001:1.0:1788838099.288852:0:29473:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296231414 00000100:00000001:1.0:1788838099.288855:0:29473:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838099.288857:0:29473:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.288860:0:29473:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838099.288861:0:29473:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838099.288864:0:29473:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc80af780 going to sleep for 11 seconds 00000100:00000001:1.0:1788838099.288867:0:29473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838099.288869:0:29473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.301206:0:29473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838099.301211:0:29473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.307025:0:29473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838099.307032:0:29473:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838099.307034:0:29473:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838099.307037:0:29473:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8370. 00000400:00000200:1.0:1788838099.307042:0:29473:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:1.0:1788838099.307045:0:29473:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:1.0:1788838099.307048:0:29473:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.307052:0:29473:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838099.307060:0:29473:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.307065:0:29473:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838099.307067:0:29473:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.307070:0:29473:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838099.307073:0:29473:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838099.307076:0:29473:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838099.307078:0:29473:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838099.307081:0:29473:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838099.307089:0:29473:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838099.307094:0:29473:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838099.307097:0:29473:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838099.307098:0:29473:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.307101:0:29473:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838099.307104:0:29473:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.307107:0:29473:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838099.307109:0:29473:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967579 00000100:00000001:1.0:1788838099.307111:0:29473:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838099.307113:0:29473:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838099.307117:0:29473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838099.307127:0:29473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.307133:0:29473:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838099.307135:0:29473:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838099.307138:0:29473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838099.307145:0:29473:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:29473:1875731132205568:192.168.203.123@tcp:37:bash.0 00000100:00000001:1.0:1788838099.307150:0:29473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838099.307152:0:29473:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.307155:0:29473:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838099.307157:0:29473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.307160:0:29473:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.307167:0:29473:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838099.307170:0:29473:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc80af780. 00000100:00000001:1.0:1788838099.307173:0:29473:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838099.307175:0:29473:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838099.307178:0:29473:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.307181:0:29473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.307184:0:29473:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122680 x1875731132205568/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.307199:0:29473:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838099.307202:0:29473:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838099.307205:0:29473:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e8400. 02000000:00000001:1.0:1788838099.307209:0:29473:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838099.307211:0:29473:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838099.307213:0:29473:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838099.307216:0:29473:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788838099.307217:0:29473:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788838099.307219:0:29473:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838099.307220:0:29473:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838099.307222:0:29473:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788838099.307246:0:29473:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff98afd091e000. 00000100:00000010:1.0:1788838099.307249:0:29473:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff98afd13e8c00. 00000100:00000001:1.0:1788838099.307251:0:29473:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788838099.307254:0:29473:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4010800. 02000000:00000001:1.0:1788838099.307257:0:29473:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838099.307258:0:29473:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838099.307260:0:29473:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122680. 00000100:00000001:1.0:1788838099.307264:0:29473:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838099.307265:0:29473:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838099.307268:0:29473:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788838099.307270:0:29473:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788838099.307867:0:29473:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff98afc4eeb000. 00000002:00000001:1.0:1788838099.307874:0:29473:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.307879:0:29473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.307882:0:29473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.307885:0:29473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:1.0:1788838099.307887:0:29473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.307890:0:29473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.307893:0:29473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.307898:0:29473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838099.307907:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.307908:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.307910:0:29473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838099.307912:0:29473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838099.307915:0:29473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838099.307922:0:29473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838099.307924:0:29473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838099.307926:0:29473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.307930:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.307930:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.307932:0:29473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.307934:0:29473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838099.307936:0:29473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.307938:0:29473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.307940:0:29473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.307942:0:29473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.307944:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.307945:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788838099.307947:0:29473:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.307953:0:29473:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1788838099.307957:0:29473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838099.307960:0:29473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011800. 00000080:00000001:1.0:1788838099.307965:0:29473:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.307970:0:29473:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838099.307972:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07ca0 00000080:00200000:1.0:1788838099.307975:0:29473:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838099.307981:0:29473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011800. 00800000:00000002:1.0:1788838099.307986:0:29473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838099.307990:0:29473:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838099.307993:0:29473:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.307995:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07bc0 00800000:00000002:1.0:1788838099.307997:0:29473:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838099.308000:0:29473:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838099.308004:0:29473:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838099.308008:0:29473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838099.308009:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07a90 00000002:00010000:1.0:1788838099.308011:0:29473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838099.308015:0:29473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838099.308017:0:29473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838099.308020:0:29473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838099.308024:0:29473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:1.0:1788838099.308026:0:29473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838099.308031:0:29473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838099.308034:0:29473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838099.308038:0:29473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788838099.308046:0:29473:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838099.308050:0:29473:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838099.308053:0:29473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788838099.308060:0:29473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838099.308062:0:29473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838099.308063:0:29473:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838099.308065:0:29473:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838099.308067:0:29473:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838099.308069:0:29473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838099.308072:0:29473:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838099.308074:0:29473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838099.308076:0:29473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011800. 00000080:00000001:1.0:1788838099.308079:0:29473:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838099.308081:0:29473:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838099.308084:0:29473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838099.308087:0:29473:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ccef 00800000:00000001:1.0:1788838099.308090:0:29473:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838099.308092:0:29473:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838099.308093:0:29473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.308095:0:29473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.308097:0:29473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:1.0:1788838099.308099:0:29473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.308101:0:29473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.308104:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.308105:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838099.308106:0:29473:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838099.308107:0:29473:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838099.308110:0:29473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ccef from it ffffbbcb01c07cd8 00010000:00000001:1.0:1788838099.308112:0:29473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838099.308113:0:29473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838099.308114:0:29473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:1.0:1788838099.308116:0:29473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.308118:0:29473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:1.0:1788838099.308120:0:29473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838099.308122:0:29473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838099.308129:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.308130:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.308131:0:29473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838099.308132:0:29473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838099.308135:0:29473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62ccef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3ae58 expref: -99 pid: 29646 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788838099.308140:0:29473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838099.308142:0:29473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838099.308143:0:29473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838099.308145:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.308146:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838099.308147:0:29473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.308149:0:29473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838099.308150:0:29473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.308151:0:29473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.308153:0:29473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838099.308155:0:29473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838099.308156:0:29473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838099.308157:0:29473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838099.308159:0:29473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838099.308160:0:29473:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838099.308163:0:29473:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838099.308167:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07d28 00000080:00000008:1.0:1788838099.308170:0:29473:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838099.308294:0:29473:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788838099.308297:0:29473:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788838099.308301:0:29473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011800. 00800000:00000002:1.0:1788838099.308304:0:29473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838099.308307:0:29473:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788838099.308312:0:29473:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446733001354657600 : -11072354894016 : fffff5ee04383f40) 00000080:00000001:1.0:1788838099.308315:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788838099.308318:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.308320:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:1.0:1788838099.308322:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:1.0:1788838099.308325:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1788838099.308326:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:1.0:1788838099.308328:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1788838099.308330:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:1.0:1788838099.308332:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:1.0:1788838099.308334:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:1.0:1788838099.308335:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1788838099.308337:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:1.0:1788838099.308350:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833948 : 144115205322833948 : 20000040400001c) 00000080:00000001:1.0:1788838099.308352:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1788838099.308354:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:1.0:1788838099.308356:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833947 : 144115205322833947 : 20000040400001b) 00000080:00000001:1.0:1788838099.308358:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:1.0:1788838099.308360:0:29473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:1.0:1788838099.308362:0:29473:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838099.308364:0:29473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838099.308366:0:29473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011800. 00000080:00000001:1.0:1788838099.308370:0:29473:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.308395:0:29473:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788838099.308397:0:29473:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788838099.308400:0:29473:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838099.308401:0:29473:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.308412:0:29473:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788838099.308413:0:29473:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788838099.308416:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07dd0 00000080:00200008:1.0:1788838099.308418:0:29473:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000 00000080:00400000:1.0:1788838099.308420:0:29473:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788838099.308423:0:29473:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afda0f3900. 00000080:00000001:1.0:1788838099.308426:0:29473:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838099.308428:0:29473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07dd0 00000080:00000008:1.0:1788838099.308430:0:29473:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000, rc = 0 00000080:00000001:1.0:1788838099.308433:0:29473:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838099.308434:0:29473:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838099.315999:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.316010:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:1.0:1788838099.316016:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.316025:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.316032:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:1.0:1788838099.316034:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:1.0:1788838099.316039:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.316047:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132205824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.316064:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.316068:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132205824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838235 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.316074:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.316076:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838099.324978:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.324983:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:1.0:1788838099.324987:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.324992:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.324996:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a908 00000400:00000010:1.0:1788838099.324998:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a908. 00000100:00000001:1.0:1788838099.325001:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.325005:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132205952/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.325014:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.325017:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132205952/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.325024:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.325025:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838099.330780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00000800:00000010:1.0:1788838099.333450:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afc419a000. 00000800:00000200:1.0:1788838099.333459:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838099.333468:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838099.333472:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc419a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838099.333602:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.333606:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afc419a000. 00000400:00000200:1.0:1788838099.333611:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.333615:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838099.333623:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.333629:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838099.340611:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.340616:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0400. 00000400:00000200:1.0:1788838099.340621:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.340627:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.340632:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aa18 00000400:00000010:1.0:1788838099.340634:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aa18. 00000100:00000001:1.0:1788838099.340638:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.340643:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132206208/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.340652:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.340680:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132206208/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838115 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.340687:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.340689:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838099.349845:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.349861:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.349865:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.349867:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.349875:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.349882:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838099.349890:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.349894:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.349899:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.349902:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd44c80 00000400:00000200:1.0:1788838099.349907:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.349912:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x5cc9 [1] + 224 00000800:00000001:1.0:1788838099.349919:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.349925:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.349928:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.349933:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838099.349940:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.349959:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132206208/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838099.349971:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac0000 x1875731132206208/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.349991:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838099.350000:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.350003:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838099.353918:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.353924:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838099.353928:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.353934:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.353940:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:1.0:1788838099.353942:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:1.0:1788838099.353946:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.354037:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132206464/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.354049:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.354053:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132206464/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838235 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.354060:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.354062:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838099.360324:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.360340:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.360344:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.360347:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.360355:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.360362:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838099.360370:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.360375:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.360379:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.360383:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd44d80 00000400:00000200:1.0:1788838099.360388:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.360402:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x5cd1 [64] + 224 00000800:00000001:1.0:1788838099.360408:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.360413:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.360416:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.360420:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838099.360427:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.360434:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132206464/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838235 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838099.360446:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc4ac0000 x1875731132206464/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.360464:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838099.360471:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.360474:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838099.362188:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.362202:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838099.362206:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.362210:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.362215:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:1.0:1788838099.362217:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:1.0:1788838099.362221:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.362225:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132206592/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.362233:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.362235:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132206592/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838235 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.362242:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.362244:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838099.370076:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.370091:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.370095:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.370097:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.370105:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.370113:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838099.370122:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.370125:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.370130:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.370134:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 10 MB=0x6a9f7afd44e00 00000400:00000200:1.0:1788838099.370139:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.370144:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 368/368 into md 0x5cd9 [1] + 224 00000800:00000001:1.0:1788838099.370151:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.370157:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.370160:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.370164:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838099.370171:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.370179:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0a80 x1875731132206592/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838099.370201:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac0a80 x1875731132206592/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.370221:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838099.370230:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.370233:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838099.377631:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.377642:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0400. 00000400:00000200:1.0:1788838099.377648:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.377694:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.377702:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:1.0:1788838099.377705:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:1.0:1788838099.377710:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.377718:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132206848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.377730:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.377733:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132206848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.377740:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.377742:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838099.383729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:2.1:1788838099.383740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea000. 00010000:00000010:2.1:1788838099.383743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea200. 00000800:00000001:1.0:1788838099.396969:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.396985:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.396989:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.396993:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.397000:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.397007:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838099.397016:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.397020:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.397026:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.397030:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd44f00 00000400:00000200:1.0:1788838099.397035:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.397041:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x5ce1 [1] + 224 00000800:00000001:1.0:1788838099.397048:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.397056:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.397059:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.397064:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838099.397070:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.397078:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0a80 x1875731132206848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838099.397089:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac0a80 x1875731132206848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.397111:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838099.397119:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838099.397123:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.397128:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838099.397135:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2134:2134:256:4294967295] 192.168.203.123@tcp LPNI seq info [2134:2134:8:4294967295] 00000400:00000200:1.0:1788838099.397139:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.397147:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838099.397153:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838099.397159:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933700. 00000800:00000200:1.0:1788838099.397165:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838099.397172:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838099.397177:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838099.397270:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.397274:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933700. 00000400:00000200:1.0:1788838099.397285:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.397289:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838099.397294:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.397298:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838099.409445:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.409450:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:1.0:1788838099.409454:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.409459:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.409464:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:1.0:1788838099.409466:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:1.0:1788838099.409469:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.409473:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ca80 x1875731132206976/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.409482:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.409485:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ca80 x1875731132206976/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.409492:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.409493:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788838099.412092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7e20. 00000080:00000010:2.1:1788838099.415902:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152eb40. 00000080:00000010:3.1:1788838099.416766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7920. 00000800:00000200:1.0:1788838099.429345:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.429351:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:1.0:1788838099.429356:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.429362:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838099.429368:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cea18 00000400:00000010:1.0:1788838099.429370:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cea18. 00000100:00000001:1.0:1788838099.429373:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838099.429378:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ca80 x1875731132207232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838115 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.429393:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838099.429397:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ca80 x1875731132207232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838115 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.429408:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838099.429410:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838099.449706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00010000:00000010:2.1:1788838099.449723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acb00. 00010000:00000010:2.1:1788838099.449727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:2.1:1788838099.449730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac900. 00010000:00000010:2.1:1788838099.449733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00000800:00000001:1.0:1788838099.469598:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000080:00000010:2.1:1788838099.481749:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1586300. 00000080:00000010:2.1:1788838099.481764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7420. 00010000:00000010:2.1:1788838099.505471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00000800:00000001:1.0:1788838099.509577:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.509581:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.517678:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.517694:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.517698:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.517701:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.517709:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.517717:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838099.517724:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.517728:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.517733:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.517737:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd45380 00000400:00000200:1.0:1788838099.517741:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.517747:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x5d19 [1] + 224 00000800:00000001:1.0:1788838099.517754:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.517762:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.517765:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.517769:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838099.517777:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.517785:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132208000/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838099.517796:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc4ac0380 x1875731132208000/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.517819:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838099.517827:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.517830:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.523037:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.523052:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.523056:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.523058:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.523066:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.523073:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838099.523081:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.523085:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.523090:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.523094:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd45480 00000400:00000200:1.0:1788838099.523098:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.523104:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x5d21 [1] + 224 00000800:00000001:1.0:1788838099.523109:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.523114:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.523117:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.523121:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838099.523128:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.523135:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132208256/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838115 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838099.523146:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac0380 x1875731132208256/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838115 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.523163:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838099.523170:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.523173:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.532683:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.532700:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.532704:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.532707:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.532715:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.532722:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838099.532730:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.532735:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.532740:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.532743:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd45580 00000400:00000200:1.0:1788838099.532748:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.532754:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x5d29 [64] + 224 00000800:00000001:1.0:1788838099.532761:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.532766:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.532769:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.532773:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838099.532780:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.532788:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132208512/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838235 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838099.532799:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc4ac0380 x1875731132208512/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838099.532828:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838099.532837:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.532840:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.543163:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.543177:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838099.543181:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.543183:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.543205:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.543213:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838099.543221:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.543226:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.543231:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.543235:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd45680 00000400:00000200:1.0:1788838099.543240:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.543245:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x5d31 [1] + 224 00000800:00000001:1.0:1788838099.543251:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.543259:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838099.543262:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.543266:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838099.543274:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838099.543282:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132208768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838099.543300:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac3480 x1875731132208768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838099.543361:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838099.543370:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838099.543374:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.543379:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838099.543385:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2146:2146:256:4294967295] 192.168.203.123@tcp LPNI seq info [2146:2146:8:4294967295] 00000400:00000200:1.0:1788838099.543389:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838099.543404:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838099.543409:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838099.543415:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933700. 00000800:00000200:1.0:1788838099.543421:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838099.543428:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838099.543432:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838099.543505:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838099.543509:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933700. 00000400:00000200:1.0:1788838099.543512:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838099.543516:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838099.543522:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838099.543524:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838099.548310:0:29648:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901200. 00010000:00000010:2.1:1788838099.548324:0:29648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00010000:00000010:2.1:1788838099.548329:0:29648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa800. 00000080:00000010:2.1:1788838099.566203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6f00. 00010000:00000010:2.1:1788838099.570784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00010000:00000010:2.1:1788838099.570798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901900. 00010000:00000010:2.1:1788838099.570803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:2.1:1788838099.570807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:2.1:1788838099.570810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00000100:00000040:1.0:1788838101.450886:0:18273:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296231414, at 4296231424 00000100:00000010:1.0:1788838101.450900:0:18273:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbc60. 00000080:00000001:1.0:1788838103.241853:0:29871:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838104.295074:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838104.295090:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838104.295094:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838104.295096:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838104.295105:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.295122:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838104.295131:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.295136:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.295140:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.295144:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c47200 00000400:00000200:1.0:1788838104.295152:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x5029 [2] + 1640 00000800:00000001:1.0:1788838104.295168:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838104.295177:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838104.295180:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838104.295186:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838104.295193:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788838104.295195:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788838104.295201:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122680. 00000100:00000040:1.0:1788838104.295204:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd1122680 x1875731147944448 msgsize 328 00000100:00100000:1.0:1788838104.295209:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:1.0:1788838104.295218:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788838104.295226:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838104.295229:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838104.295246:0:16001:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788838104.295248:0:16001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147944448 02000000:00000001:1.0:1788838104.295251:0:16001:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788838104.295253:0:16001:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838104.295255:0:16001:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838104.295259:0:16001:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838104.295263:0:16001:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147944448 00000020:00000001:1.0:1788838104.295265:0:16001:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838104.295267:0:16001:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:1.0:1788838104.295269:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838104.295272:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:1.0:1788838104.295274:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:1.0:1788838104.295277:0:16001:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000001:1.0:1788838104.295280:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838104.295285:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c986c0. 00000100:00000001:1.0:1788838104.295287:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838104.295290:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c986c0. 00000020:00000010:1.0:1788838104.295297:0:16001:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc89c2000. 00000020:00000010:1.0:1788838104.295303:0:16001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc894a580. 00000020:00000010:1.0:1788838104.295307:0:16001:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afd00a07d0. 00000100:00000040:1.0:1788838104.295315:0:16001:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788838104.295318:0:16001:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788838104.295319:0:16001:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788838104.295321:0:16001:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838104.295328:0:16001:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838104.295336:0:16001:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838104.295347:0:16001:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788838104.295348:0:16001:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788838104.295353:0:16001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 51 00000100:00000040:1.0:1788838104.295357:0:16001:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506e000 : new rpc_count 1 00000100:00000001:1.0:1788838104.295359:0:16001:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000040:1.0:1788838104.295366:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd1122680 x1875731147944448/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:5/0 lens 328/0 e 0 to 0 dl 1788838115 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838104.295375:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838104.295378:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c986c0. 00000100:00000001:1.0:1788838104.295379:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838104.295382:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c986c0. 00000100:00100000:1.0:1788838104.295386:0:16001:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd1122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7020:x1875731147944448:12345-192.168.203.123@tcp:104: 00000100:00000200:1.0:1788838104.295389:0:16001:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147944448 00010000:00000001:1.0:1788838104.295392:0:16001:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788838104.295398:0:16001:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838104.295399:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838104.295402:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=2 00000020:00000001:1.0:1788838104.295403:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838104.295406:0:16001:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838104.295410:0:16001:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838104.295413:0:16001:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838104.295417:0:16001:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f3449e3/0x9f68a6b43b62cd04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3ae9e expref: -99 pid: 29646 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788838104.295428:0:16001:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788838104.295430:0:16001:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788838104.295436:0:16001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd13eb800. 02000000:00000001:1.0:1788838104.295438:0:16001:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838104.295440:0:16001:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838104.295444:0:16001:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788838104.295447:0:16001:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838104.295450:0:16001:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838104.295454:0:16001:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788838104.295457:0:16001:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838104.295459:0:16001:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:1.0:1788838104.295461:0:16001:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788838104.295462:0:16001:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838104.295465:0:16001:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838104.295468:0:16001:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838104.295472:0:16001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838104.295477:0:16001:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147944448, offset 224 00000400:00000200:1.0:1788838104.295482:0:16001:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838104.295487:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.295493:0:16001:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838104.295499:0:16001:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2155:2155:256:4294967295] 192.168.203.123@tcp LPNI seq info [2155:2155:8:4294967295] 00000400:00000200:1.0:1788838104.295503:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.295510:0:16001:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838104.295516:0:16001:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838104.295522:0:16001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933600. 00000800:00000200:1.0:1788838104.295528:0:16001:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838104.295535:0:16001:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838104.295539:0:16001:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838104.295553:0:16001:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838104.295556:0:16001:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:1.0:1788838104.295559:0:16001:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788838104.295563:0:16001:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afd0953b40. 00010000:00000001:1.0:1788838104.295565:0:16001:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788838104.295580:0:16001:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788838104.295583:0:16001:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838104.295585:0:16001:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838104.295587:0:16001:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838104.295591:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122680 x1875731147944448/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:5/0 lens 328/224 e 0 to 0 dl 1788838115 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788838104.295600:0:16001:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd1122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7020:x1875731147944448:12345-192.168.203.123@tcp:104: Request processed in 223us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838104.295607:0:16001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 51 00000100:00000040:1.0:1788838104.295610:0:16001:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506e000 : new rpc_count 0 00000100:00000001:1.0:1788838104.295612:0:16001:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788838104.295614:0:16001:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788838104.295618:0:16001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc894a580. 00000020:00000010:1.0:1788838104.295621:0:16001:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afd00a07d0. 00000020:00000010:1.0:1788838104.295624:0:16001:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc89c2000. 00000020:00000040:1.0:1788838104.295628:0:16001:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:1.0:1788838104.295631:0:16001:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838104.295734:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838104.295737:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933600. 00000400:00000200:1.0:1788838104.295740:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838104.295745:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838104.295749:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:1.0:1788838104.295751:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:1.0:1788838104.295754:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788838104.295756:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788838104.299209:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838104.299217:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:1.0:1788838104.299222:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838104.299229:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838104.299236:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce2a8 00000400:00000010:1.0:1788838104.299238:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce2a8. 00000100:00000001:1.0:1788838104.299242:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838104.299249:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896dc00 x1875731132210048/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838120 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838104.299259:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838104.299263:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896dc00 x1875731132210048/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838120 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838104.299269:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838104.299271:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838104.308725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c400. 00010000:00000010:3.1:1788838104.308737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00000800:00000001:1.0:1788838104.308823:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838104.308836:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838104.308839:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838104.308841:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838104.308850:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.308858:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838104.308867:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.308872:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.308876:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.308881:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd45b80 00000400:00000200:1.0:1788838104.308885:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838104.308891:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5d79 [1] + 224 00000800:00000001:1.0:1788838104.308897:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838104.308906:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838104.308908:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838104.308913:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838104.308919:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838104.308926:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896dc00 x1875731132210048/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838120 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838104.308935:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896dc00 x1875731132210048/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838120 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838104.308958:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838104.308966:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838104.308969:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838105.618946:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838105.618951:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838105.618954:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838107.083301:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296236544, at 4296237056 00000100:00000010:1.0:1788838107.083308:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb660. 00000800:00000200:1.0:1788838107.601962:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838107.601972:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:1.0:1788838107.601981:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838107.601990:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838107.601997:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce4c8 00000400:00000010:1.0:1788838107.602011:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce4c8. 00000100:00000001:1.0:1788838107.602018:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838107.602025:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132210304/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.602038:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838107.602042:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e680 x1875731132210304/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.602049:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838107.602051:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838107.602075:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838107.602077:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3d00. 00000400:00000200:1.0:1788838107.602082:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838107.602086:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838107.602088:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:1.0:1788838107.602090:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:1.0:1788838107.602092:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838107.602106:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896df80 x1875731132210560/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.602119:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838107.602122:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896df80 x1875731132210560/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.602127:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838107.602128:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838107.602145:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838107.602148:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3100. 00000400:00000200:1.0:1788838107.602150:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838107.602153:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838107.602156:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:1.0:1788838107.602157:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:1.0:1788838107.602159:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838107.602163:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896dc00 x1875731132210176/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.602171:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838107.602173:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896dc00 x1875731132210176/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.602179:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838107.602180:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838107.602241:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838107.602244:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838107.602246:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838107.602249:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838107.602252:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce330 00000400:00000010:1.0:1788838107.602253:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce330. 00000100:00000001:1.0:1788838107.602256:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838107.602259:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132210432/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.602266:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838107.602268:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d500 x1875731132210432/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.602288:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838107.602290:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838107.612278:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612295:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838107.612299:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612302:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838107.612311:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612318:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838107.612326:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612330:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612348:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612352:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd45c00 00000400:00000200:1.0:1788838107.612358:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612364:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5d91 [1] + 224 00000800:00000001:1.0:1788838107.612371:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612375:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838107.612378:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838107.612382:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838107.612389:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838107.612398:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896dc00 x1875731132210176/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838107.612409:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896dc00 x1875731132210176/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.612424:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838107.612434:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612438:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838107.612440:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612443:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838107.612446:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612450:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838107.612454:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612457:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612460:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612463:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd45c80 00000400:00000200:1.0:1788838107.612467:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612471:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5d81 [1] + 224 00000800:00000001:1.0:1788838107.612475:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612477:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838107.612479:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838107.612482:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838107.612485:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838107.612488:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e680 x1875731132210304/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838107.612507:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896e680 x1875731132210304/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.612514:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838107.612519:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612522:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838107.612531:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612534:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838107.612537:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612541:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838107.612545:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612548:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612551:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612554:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd45d00 00000400:00000200:1.0:1788838107.612557:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.612561:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5d99 [1] + 224 00000800:00000001:1.0:1788838107.612565:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612572:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838107.612574:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838107.612577:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838107.612580:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838107.612585:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132210432/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838107.612594:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d500 x1875731132210432/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.612602:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838107.612605:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.612608:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838107.625951:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.625969:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838107.625973:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.625976:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838107.625994:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.626010:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838107.626019:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.626023:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.626028:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.626033:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd45d80 00000400:00000200:1.0:1788838107.626038:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838107.626044:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5d89 [1] + 224 00000800:00000001:1.0:1788838107.626052:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.626073:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838107.626078:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838107.626083:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838107.626091:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838107.626100:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896df80 x1875731132210560/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838107.626112:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896df80 x1875731132210560/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838107.626174:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838107.626184:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838107.626200:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838108.685542:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838108.685547:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838108.685551:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838111.690968:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296241655, at 4296241664 00000100:00000010:1.0:1788838111.690984:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb120. 00000020:00000001:1.0:1788838111.756498:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838111.756501:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838111.756504:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838112.717269:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.717273:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838112.717275:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838112.717281:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909f80 x1875731132210688/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.717288:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838112.717290:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.717293:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838112.717295:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838112.717298:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838112.717302:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132210688:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838112.717306:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838112.717311:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838112.717313:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.717316:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838112.717321:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc89c2c00. 02000000:00000001:1.0:1788838112.717323:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838112.717329:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838112.717333:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8370. 00000400:00000010:1.0:1788838112.717340:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838112.717347:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132210688, portal 25 00000100:00000001:1.0:1788838112.717349:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838112.717351:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00000100:00000040:1.0:1788838112.717355:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909f80 x1875731132210688/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.717368:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838112.717371:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838112.717373:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838112.717376:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132210688, offset 0 00000400:00000200:1.0:1788838112.717383:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838112.717391:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.717399:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838112.717404:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838112.717407:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838112.717410:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838112.717413:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838112.717416:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2161:2161:256:4294967295] 192.168.203.123@tcp LPNI seq info [2161:2161:8:4294967295] 00000400:00000200:1.0:1788838112.717419:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.717427:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838112.717445:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838112.717450:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838112.717455:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838112.717462:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838112.717466:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838112.717477:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838112.717480:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838112.717483:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296246776 00000100:00000010:1.0:1788838112.717488:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b4240. 00000100:00000001:1.0:1788838112.717494:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838112.717500:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296246776 00000100:00000010:1.0:1788838112.717503:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b40c0. 00000100:00000001:1.0:1788838112.717505:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838112.717508:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838112.717511:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.717514:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.717516:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.720299:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838112.720305:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838112.720311:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.720313:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838112.720317:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838112.720320:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788838112.720323:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.720325:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838112.720327:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.720328:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.720329:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838112.720330:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838112.720341:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b100 x1875731132210816/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.720351:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838112.720353:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.720358:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838112.720361:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838112.720364:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838112.720367:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132210816:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838112.720371:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838112.720377:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838112.720380:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.720383:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838112.720391:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc89c2a00. 02000000:00000001:1.0:1788838112.720394:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838112.720401:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838112.720406:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f84d0. 00000400:00000010:1.0:1788838112.720412:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc440. 00000100:00000200:1.0:1788838112.720417:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132210816, portal 10 00000100:00000001:1.0:1788838112.720420:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838112.720421:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618683136 : -113594090868480 : ffff98afd090b100) 00000100:00000040:1.0:1788838112.720506:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b100 x1875731132210816/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.720516:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838112.720518:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838112.720522:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838112.720525:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132210816, offset 0 00000400:00000200:1.0:1788838112.720531:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838112.720540:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.720546:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838112.720552:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838112.720557:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838112.720580:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838112.720582:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838112.720586:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2162:2162:255:4294967295] 192.168.203.123@tcp LPNI seq info [2162:2162:7:4294967295] 00000400:00000200:1.0:1788838112.720590:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.720599:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838112.720604:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838112.720610:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838112.720616:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838112.720624:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838112.720628:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838112.720633:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838112.720637:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 523276 usecs (524 jiffies) 00000400:00000200:1.0:1788838112.720640:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838112.720642:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296243215 00000100:00000001:1.0:1788838112.720645:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296246776 00000100:00000001:1.0:1788838112.720647:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296243215 00000100:00000001:1.0:1788838112.720649:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296246776 00000100:00000001:1.0:1788838112.720652:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838112.720654:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.720672:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.720675:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838112.720722:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838112.720726:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:1.0:1788838112.720731:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838112.720736:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838112.720741:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:1.0:1788838112.720743:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:1.0:1788838112.720747:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838112.720752:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132210688/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.720762:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838112.720764:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909f80 x1875731132210688/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.720770:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.720772:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838112.721253:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838112.721257:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:1.0:1788838112.721261:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838112.721265:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838112.721268:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc110 00000400:00000010:1.0:1788838112.721269:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc110. 00000100:00000001:1.0:1788838112.721272:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838112.721277:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b100 x1875731132210816/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.721285:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838112.721288:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b100 x1875731132210816/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.721294:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.721295:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838112.721320:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.721323:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.727532:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.727537:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838112.727540:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838112.727547:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.727557:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838112.727559:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.727563:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838112.727565:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838112.727568:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838112.727571:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132211072:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838112.727575:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838112.727581:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838112.727583:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.727586:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838112.727591:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc89c2200. 02000000:00000001:1.0:1788838112.727594:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838112.727600:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838112.727605:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f83c8. 00000400:00000010:1.0:1788838112.727611:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838112.727617:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132211072, portal 4 00000100:00000001:1.0:1788838112.727619:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838112.727621:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000040:1.0:1788838112.727628:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.727636:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838112.727639:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838112.727642:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838112.727645:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132211072, offset 0 00000400:00000200:1.0:1788838112.727652:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838112.727692:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.727699:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838112.727705:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838112.727710:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838112.727714:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838112.727717:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838112.727721:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2163:2163:256:4294967295] 192.168.203.123@tcp LPNI seq info [2163:2163:8:4294967295] 00000400:00000200:1.0:1788838112.727726:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.727735:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838112.727741:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838112.727747:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838112.727753:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838112.727763:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838112.727767:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838112.727779:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838112.727783:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 23156 usecs (24 jiffies) 00000400:00000200:1.0:1788838112.727786:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838112.727789:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296242725 00000100:00000001:1.0:1788838112.727792:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296246776 00000100:00000001:1.0:1788838112.727794:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296242725 00000100:00000001:1.0:1788838112.727796:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296246776 00000100:00000001:1.0:1788838112.727798:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838112.727800:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.727803:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.727805:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.727812:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838112.727814:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838112.727817:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.727818:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838112.727820:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838112.727823:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788838112.727824:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.727826:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838112.727828:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.727830:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.727832:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838112.727833:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838112.727837:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909880 x1875731132210944/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.727845:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838112.727846:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.727848:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838112.727850:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838112.727852:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838112.727855:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132210944:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838112.727859:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838112.727862:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838112.727863:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.727865:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838112.727868:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc89c2000. 02000000:00000001:1.0:1788838112.727870:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838112.727874:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838112.727876:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8108. 00000400:00000010:1.0:1788838112.727880:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc880. 00000100:00000200:1.0:1788838112.727883:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132210944, portal 4 00000100:00000001:1.0:1788838112.727884:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838112.727885:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000100:00000040:1.0:1788838112.727891:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909880 x1875731132210944/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.727897:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838112.727899:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838112.727901:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcd48. 00000100:00000200:1.0:1788838112.727903:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132210944, offset 0 00000400:00000200:1.0:1788838112.727907:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838112.727911:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.727915:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838112.727917:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838112.727920:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838112.727922:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838112.727925:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838112.727928:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2164:2164:255:4294967295] 192.168.203.123@tcp LPNI seq info [2164:2164:7:4294967295] 00000400:00000200:1.0:1788838112.727932:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.727938:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838112.727957:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838112.727961:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838112.727965:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838112.727969:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838112.727972:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838112.727975:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838112.727978:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 260623 usecs (261 jiffies) 00000400:00000200:1.0:1788838112.727981:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838112.727983:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296242962 00000100:00000001:1.0:1788838112.727985:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296246776 00000100:00000001:1.0:1788838112.727988:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296242962 00000100:00000001:1.0:1788838112.727990:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296246776 00000100:00000001:1.0:1788838112.727992:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838112.727993:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.727996:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.727998:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838112.728032:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838112.728036:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:1.0:1788838112.728042:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838112.728046:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838112.728051:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:1.0:1788838112.728054:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:1.0:1788838112.728057:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838112.728062:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.728077:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838112.728081:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.728087:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.728089:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838112.728111:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838112.728114:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:1.0:1788838112.728117:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838112.728121:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838112.728123:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcd48 00000400:00000010:1.0:1788838112.728125:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcd48. 00000100:00000001:1.0:1788838112.728126:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838112.728130:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909880 x1875731132210944/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.728135:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838112.728138:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909880 x1875731132210944/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.728143:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.728145:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838112.728158:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.728160:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838112.728162:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.728163:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838112.729544:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.729557:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838112.729561:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.729563:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838112.729570:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729577:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838112.729584:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729588:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729593:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729597:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd45e00 00000400:00000200:1.0:1788838112.729602:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729607:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5da1 [1] + 224 00000800:00000001:1.0:1788838112.729613:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.729617:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838112.729620:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838112.729624:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838112.729629:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838112.729636:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909f80 x1875731132210688/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838112.729647:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909f80 x1875731132210688/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.729735:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838112.729744:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.729748:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838112.729750:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.729752:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838112.729755:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729760:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838112.729764:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729766:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729770:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729773:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd45e80 00000400:00000200:1.0:1788838112.729777:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.729781:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5db1 [1] + 224 00000800:00000001:1.0:1788838112.729785:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.729791:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838112.729793:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838112.729797:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838112.729800:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838112.729804:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b100 x1875731132210816/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838112.729819:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090b100 x1875731132210816/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.729826:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838112.729830:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.729833:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838112.733271:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.733286:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838112.733290:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.733292:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838112.733300:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.733318:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838112.733327:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.733332:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.733337:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.733341:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd45f80 00000400:00000200:1.0:1788838112.733345:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.733351:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5dc1 [1] + 224 00000800:00000001:1.0:1788838112.733358:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.733404:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838112.733407:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838112.733411:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838112.733418:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838112.733425:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838112.733446:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.733463:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838112.733472:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.733475:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.733488:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.733492:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838112.733497:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838112.733499:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838112.733502:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f83c8. 00000400:00000200:1.0:1788838112.733506:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc110 00000400:00000010:1.0:1788838112.733508:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc110. 00000100:00000001:1.0:1788838112.733511:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838112.733515:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838112.733523:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.733528:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838112.733530:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.733532:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838112.733535:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838112.733537:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838112.733540:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838112.733543:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838112.733551:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=91 v=5 (5 16 37 37) 00000100:00001000:1.0:1788838112.733555:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838112.733558:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838112.733559:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838112.733563:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838112.733566:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.733570:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838112.733572:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1788838112.733574:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838112.733576:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838112.733581:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.733587:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838112.733590:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838112.733592:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838112.733596:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838112.733610:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132211072:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838112.733614:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.733616:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838112.733619:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909180 x1875731132211072/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.733625:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838112.733627:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838112.733631:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc89c2200. 02000000:00000001:1.0:1788838112.733634:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838112.733636:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838112.733638:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838112.733640:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838112.733642:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc9a3e100. 02000000:00000001:1.0:1788838112.733646:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838112.733647:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838112.733649:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909180. 00000100:00000001:1.0:1788838112.733652:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838112.733654:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838112.733692:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.733694:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838112.733695:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838112.733697:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838112.733699:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838112.745883:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.745899:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838112.745904:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.745906:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838112.745914:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.745922:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838112.745930:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.745933:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.745938:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.746039:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd45f00 00000400:00000200:1.0:1788838112.746046:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838112.746053:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5dd1 [1] + 224 00000800:00000001:1.0:1788838112.746060:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.746071:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838112.746075:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838112.746079:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838112.746085:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838112.746094:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909880 x1875731132210944/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838112.746116:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909880 x1875731132210944/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838112.746139:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838112.746147:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838112.746151:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838114.827530:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838114.827533:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838114.827536:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838116.810832:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296246776, at 4296246784 00000100:00000010:1.0:1788838116.810848:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b40c0. 00000800:00000200:1.0:1788838117.835756:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838117.835761:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:1.0:1788838117.835766:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838117.835771:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838117.835776:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce3b8 00000400:00000010:1.0:1788838117.835779:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce3b8. 00000100:00000001:1.0:1788838117.835783:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838117.835788:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0380 x1875731132211200/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.835800:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838117.835804:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0380 x1875731132211200/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.835814:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838117.835816:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838117.838388:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838117.838393:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838117.838400:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838117.838405:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838117.838411:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:1.0:1788838117.838415:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:1.0:1788838117.838419:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838117.838424:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132211328/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.838434:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838117.838437:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132211328/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.838443:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838117.838445:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838117.838932:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838117.838937:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3700. 00000400:00000200:1.0:1788838117.838944:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838117.838953:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838117.838957:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cedd0 00000400:00000010:1.0:1788838117.838959:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cedd0. 00000100:00000001:1.0:1788838117.838962:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838117.838967:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1f80 x1875731132211456/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.838976:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838117.838978:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1f80 x1875731132211456/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.838985:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838117.838986:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838117.846920:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838117.846925:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0700. 00000400:00000200:1.0:1788838117.846930:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838117.846936:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838117.846941:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a330 00000400:00000010:1.0:1788838117.846943:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a330. 00000100:00000001:1.0:1788838117.846948:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838117.846955:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132211584/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.846966:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838117.846969:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0e00 x1875731132211584/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.846975:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838117.846977:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838117.855189:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855203:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838117.855208:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855210:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838117.855218:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855225:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838117.855234:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855240:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855245:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855249:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46000 00000400:00000200:1.0:1788838117.855253:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855258:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5de1 [1] + 224 00000800:00000001:1.0:1788838117.855265:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855269:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838117.855273:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838117.855277:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838117.855284:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838117.855293:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132211200/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838117.855303:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0380 x1875731132211200/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.855322:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838117.855331:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855335:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838117.855337:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855339:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838117.855342:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855345:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838117.855349:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855351:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855354:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855357:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46100 00000400:00000200:1.0:1788838117.855360:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855364:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5df1 [1] + 224 00000800:00000001:1.0:1788838117.855368:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855371:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838117.855373:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838117.855376:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838117.855379:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838117.855383:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1f80 x1875731132211456/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838117.855391:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1f80 x1875731132211456/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.855398:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838117.855402:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838117.855407:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855409:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838117.855412:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855415:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838117.855419:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855421:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855424:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855427:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46080 00000400:00000200:1.0:1788838117.855430:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.855434:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5de9 [1] + 224 00000800:00000001:1.0:1788838117.855438:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855444:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838117.855446:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838117.855449:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838117.855451:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838117.855455:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132211328/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838117.855464:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132211328/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.855486:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838117.855491:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.855494:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838117.860787:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.860803:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838117.860807:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.860810:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838117.860818:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.860825:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838117.860833:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.860838:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.860844:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.860848:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46180 00000400:00000200:1.0:1788838117.860852:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838117.860858:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5df9 [1] + 224 00000800:00000001:1.0:1788838117.860865:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.860872:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838117.860875:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838117.860879:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838117.860886:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838117.860904:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132211584/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838117.860916:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0e00 x1875731132211584/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838117.860934:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838117.860942:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838117.860946:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838117.900453:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838117.900458:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838117.900461:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838121.930771:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296251894, at 4296251904 00000100:00000010:1.0:1788838121.930785:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb780. 00000800:00000200:1.0:1788838122.956235:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838122.956240:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0700. 00000400:00000200:1.0:1788838122.956245:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838122.956810:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838122.956816:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512add0 00000400:00000010:1.0:1788838122.956819:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512add0. 00000100:00000001:1.0:1788838122.956823:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838122.956829:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132211840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.956838:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838122.956848:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132211840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.956854:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838122.956856:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838122.960086:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.960100:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838122.960103:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.960106:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838122.960111:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.960118:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838122.960125:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.960129:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.960134:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.960137:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46280 00000400:00000200:1.0:1788838122.960142:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.960147:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e01 [1] + 224 00000800:00000001:1.0:1788838122.960154:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.960161:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838122.960164:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838122.960168:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838122.960174:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838122.960182:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132211840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838122.960191:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132211840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.960209:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788838122.960260:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838122.960263:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838122.960267:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838122.960270:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838122.960274:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a7f8 00000400:00000010:1.0:1788838122.960276:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a7f8. 00000100:00000001:1.0:1788838122.960279:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838122.960283:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132212096/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.960302:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838122.960305:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132212096/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.960312:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838122.960313:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838122.960319:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.960322:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838122.960327:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838122.960329:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:1.0:1788838122.960331:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838122.960334:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838122.960336:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a330 00000400:00000010:1.0:1788838122.960338:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a330. 00000100:00000001:1.0:1788838122.960339:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838122.960343:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132211712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.960349:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838122.960352:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0e00 x1875731132211712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.960357:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838122.960358:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838122.960398:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838122.960400:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0700. 00000400:00000200:1.0:1788838122.960403:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838122.960406:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838122.960789:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512acc0 00000400:00000010:1.0:1788838122.960792:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512acc0. 00000100:00000001:1.0:1788838122.960795:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838122.960800:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132211968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.960806:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838122.960809:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132211968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.960815:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838122.960816:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838122.975985:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976007:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838122.976012:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976015:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838122.976026:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976047:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838122.976059:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976064:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976070:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976075:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46200 00000400:00000200:1.0:1788838122.976081:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976088:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e11 [1] + 224 00000800:00000001:1.0:1788838122.976097:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976102:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838122.976105:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838122.976110:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838122.976121:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838122.976132:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132211712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838122.976146:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0e00 x1875731132211712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.976173:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838122.976185:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976189:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838122.976191:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976193:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838122.976196:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976200:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838122.976205:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976208:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976211:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976214:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46380 00000400:00000200:1.0:1788838122.976217:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976222:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e09 [1] + 224 00000800:00000001:1.0:1788838122.976226:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976230:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838122.976232:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838122.976246:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838122.976249:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838122.976254:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132212096/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838122.976263:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0700 x1875731132212096/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.976271:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838122.976275:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976278:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838122.976280:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976282:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838122.976284:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976287:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838122.976292:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976294:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976297:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976300:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46300 00000400:00000200:1.0:1788838122.976303:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838122.976307:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e19 [1] + 224 00000800:00000001:1.0:1788838122.976311:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976317:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838122.976319:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838122.976323:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838122.976326:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838122.976330:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132211968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838122.976340:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2a00 x1875731132211968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838122.976347:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838122.976465:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838122.976470:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838127.051117:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296257018, at 4296257024 00000100:00000010:1.0:1788838127.051124:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b170c0. 00000800:00000200:1.0:1788838128.076478:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838128.076483:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3c00. 00000400:00000200:1.0:1788838128.076488:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838128.076493:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838128.076498:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cec38 00000400:00000010:1.0:1788838128.076500:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cec38. 00000100:00000001:1.0:1788838128.076503:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838128.076519:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896df80 x1875731132212224/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.076529:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838128.076533:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896df80 x1875731132212224/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.076540:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838128.076542:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838128.076554:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838128.076556:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3700. 00000400:00000200:1.0:1788838128.076558:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838128.076562:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838128.076564:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce6e8 00000400:00000010:1.0:1788838128.076566:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce6e8. 00000100:00000001:1.0:1788838128.076568:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838128.076571:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896dc00 x1875731132212608/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.076578:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838128.076580:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896dc00 x1875731132212608/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.076587:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838128.076588:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838128.076652:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838128.077385:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e400. 00000400:00000200:1.0:1788838128.077390:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838128.077395:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838128.077400:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc088 00000400:00000010:1.0:1788838128.077401:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc088. 00000100:00000001:1.0:1788838128.077404:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838128.077409:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132212480/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.077417:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838128.077420:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d500 x1875731132212480/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.077426:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838128.077427:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838128.083552:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838128.083556:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0400. 00000400:00000200:1.0:1788838128.083561:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838128.083567:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838128.083572:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:1.0:1788838128.083575:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:1.0:1788838128.083579:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838128.083586:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132212352/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.083597:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838128.083600:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e680 x1875731132212352/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.083607:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838128.083610:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838128.084180:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.084195:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838128.084198:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.084200:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838128.084215:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084221:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838128.084230:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084235:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084241:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084245:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46580 00000400:00000200:1.0:1788838128.084250:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084256:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e29 [1] + 224 00000800:00000001:1.0:1788838128.084264:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.084268:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838128.084271:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838128.084275:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838128.084281:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838128.084286:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896dc00 x1875731132212608/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838128.084296:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896dc00 x1875731132212608/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.084313:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838128.084323:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.084326:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838128.084328:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.084330:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838128.084334:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084337:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838128.084341:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084343:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084346:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084348:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46500 00000400:00000200:1.0:1788838128.084351:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.084355:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e39 [1] + 224 00000800:00000001:1.0:1788838128.084359:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.084365:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838128.084367:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838128.084370:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838128.084373:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838128.084377:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132212480/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838128.084385:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d500 x1875731132212480/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.084405:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838128.084409:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.084412:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838128.089138:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.089163:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838128.089169:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.089172:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838128.089183:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.089193:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838128.089216:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.089223:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.089230:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.089235:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46480 00000400:00000200:1.0:1788838128.089240:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838128.089248:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e31 [1] + 224 00000800:00000001:1.0:1788838128.089257:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.089326:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838128.089331:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838128.089337:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838128.089346:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838128.089359:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e680 x1875731132212352/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838128.089372:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896e680 x1875731132212352/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838128.089385:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838128.089398:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838128.089402:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838132.170778:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296262134, at 4296262144 00000100:00000010:1.0:1788838132.170793:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb000. 00000800:00000200:1.0:1788838133.196376:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838133.196382:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838133.196388:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838133.196395:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838133.196400:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512add0 00000400:00000010:1.0:1788838133.196402:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512add0. 00000100:00000001:1.0:1788838133.196406:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838133.196410:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896dc00 x1875731132212736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.196418:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838133.196421:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896dc00 x1875731132212736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.196426:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838133.196428:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838133.196438:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838133.196440:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:1.0:1788838133.196442:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838133.196445:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838133.196446:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aaa0 00000400:00000010:1.0:1788838133.196448:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aaa0. 00000100:00000001:1.0:1788838133.196450:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838133.196453:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896df80 x1875731132212864/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.196460:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838133.196463:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896df80 x1875731132212864/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.196468:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838133.196470:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838133.196530:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838133.196532:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:1.0:1788838133.196535:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838133.196539:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838133.196541:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:1.0:1788838133.196543:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:1.0:1788838133.196545:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838133.196548:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132212992/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.196555:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838133.196557:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132212992/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.196562:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838133.196563:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838133.201930:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.201949:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838133.201953:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.201956:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838133.201973:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.201981:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838133.201992:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.201997:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202002:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202006:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46600 00000400:00000200:1.0:1788838133.202011:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202016:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e49 [1] + 224 00000800:00000001:1.0:1788838133.202022:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.202026:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838133.202029:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838133.202033:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838133.202040:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838133.202048:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896dc00 x1875731132212736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838133.202058:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896dc00 x1875731132212736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.202081:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838133.202093:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.202096:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838133.202098:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.202100:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838133.202104:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202107:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838133.202111:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202114:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202116:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202119:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46680 00000400:00000200:1.0:1788838133.202122:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202126:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e51 [1] + 224 00000800:00000001:1.0:1788838133.202130:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.202132:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838133.202135:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838133.202137:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838133.202140:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838133.202144:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896df80 x1875731132212864/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838133.202152:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896df80 x1875731132212864/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.202177:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838133.202180:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.202183:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838133.202185:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.202187:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838133.202190:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202193:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838133.202197:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202199:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202201:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202204:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46700 00000400:00000200:1.0:1788838133.202207:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838133.202211:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e59 [1] + 224 00000800:00000001:1.0:1788838133.202214:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.202222:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838133.202224:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838133.202227:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838133.202229:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838133.202234:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d880 x1875731132212992/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838133.202243:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d880 x1875731132212992/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838133.202250:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838133.202253:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838133.202255:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838137.291102:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296267254, at 4296267264 00000100:00000010:1.0:1788838137.291107:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17d20. 00000100:00000040:1.0:1788838138.314954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838138.314964:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838138.314974:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121500. 00000020:00000040:1.0:1788838138.314980:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838138.314983:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838138.314987:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838138.314991:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838138.314998:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933d00. 00000100:00000001:1.0:1788838138.315005:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315017:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1121500 x1875731132213120/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838138.315027:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838138.315031:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315038:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e33ce51a] to pc [ptlrpcd_00_01+1] req@ffff98afd1121500 x1875731132213120/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.315070:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838138.315076:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838138.315079:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838138.315081:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838138.315084:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838138.315085:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838138.315086:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838138.315089:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933400. 00000100:00000001:1.0:1788838138.315092:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315096:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1121c00 x1875731132213248/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838138.315103:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838138.315105:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315109:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c8d72a] to pc [ptlrpcd_00_00+0] req@ffff98afd1121c00 x1875731132213248/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.315117:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788838138.315122:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788838138.315125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838138.315127:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838138.315131:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838138.315133:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:1.0:1788838138.315134:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838138.315136:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838138.315137:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838138.315140:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933b00. 00000100:00000001:1.0:1788838138.315143:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315147:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd1120a80 x1875731132213376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838138.315154:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838138.315156:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315160:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e145d3b] to pc [ptlrpcd_00_01+1] req@ffff98afd1120a80 x1875731132213376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.315167:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838138.315170:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1605) 00000800:00000200:1.0:1788838138.317982:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838138.317986:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e900. 00000400:00000200:1.0:1788838138.317993:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838138.317999:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838138.318004:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc088 00000400:00000010:1.0:1788838138.318006:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc088. 00000100:00000001:1.0:1788838138.318011:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838138.318016:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121500 x1875731132213120/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.318024:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838138.318027:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121500 x1875731132213120/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.318034:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838138.318035:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838138.318047:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838138.318049:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3ef00. 00000400:00000200:1.0:1788838138.318051:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838138.318053:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838138.318055:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfce58 00000400:00000010:1.0:1788838138.318057:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfce58. 00000100:00000001:1.0:1788838138.318058:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838138.318061:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132213376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.318067:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838138.318070:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132213376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.318075:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838138.318077:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838138.318134:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838138.318137:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e400. 00000400:00000200:1.0:1788838138.318140:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838138.318144:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838138.318147:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc880 00000400:00000010:1.0:1788838138.318148:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc880. 00000100:00000001:1.0:1788838138.318150:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838138.318153:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132213248/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.318160:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838138.318162:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121c00 x1875731132213248/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.318167:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838138.318168:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838138.320643:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.320697:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838138.320701:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.320705:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838138.320714:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.320720:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838138.320727:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.320731:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.320735:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.320739:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46780 00000400:00000200:1.0:1788838138.320744:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.320750:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e61 [1] + 224 00000800:00000001:1.0:1788838138.320757:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.320763:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838138.320766:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838138.320770:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838138.320776:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838138.320784:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121500 x1875731132213120/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838138.320795:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121500 x1875731132213120/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.320808:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838138.320816:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.320829:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838138.321593:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.321601:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838138.321603:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.321605:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838138.321611:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.321615:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838138.321620:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.321623:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.321626:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.321629:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46880 00000400:00000200:1.0:1788838138.321634:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.321638:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e71 [1] + 224 00000800:00000001:1.0:1788838138.321642:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.321647:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838138.321649:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838138.321652:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838138.321677:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838138.321683:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132213376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838138.321705:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120a80 x1875731132213376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.321713:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838138.321719:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.321722:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838138.324289:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.324304:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838138.324308:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.324311:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838138.324319:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.324325:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838138.324343:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.324347:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.324352:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.324356:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46800 00000400:00000200:1.0:1788838138.324361:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838138.324366:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e81 [1] + 224 00000800:00000001:1.0:1788838138.324372:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.324379:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838138.324382:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838138.324386:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838138.324392:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838138.324399:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121c00 x1875731132213248/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838138.324409:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121c00 x1875731132213248/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838138.324437:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838138.324445:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838138.324448:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838142.410948:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296272376, at 4296272384 00000100:00000010:1.0:1788838142.410954:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1480. 00000800:00000200:1.0:1788838143.435638:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838143.435642:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:1.0:1788838143.435647:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838143.435653:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838143.435675:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:1.0:1788838143.435678:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:1.0:1788838143.435681:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838143.435686:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896df80 x1875731132213504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838143.435695:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838143.435699:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896df80 x1875731132213504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838143.435705:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838143.435707:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838143.437646:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838143.437651:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:1.0:1788838143.437673:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838143.437678:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838143.437683:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a4c8 00000400:00000010:1.0:1788838143.437686:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a4c8. 00000100:00000001:1.0:1788838143.437690:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838143.437694:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132213632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838143.437703:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838143.437707:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132213632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838143.437713:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838143.437715:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838143.443811:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838143.443825:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838143.443827:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838143.443830:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838143.443835:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.443839:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838143.443846:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.443849:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.443853:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.443856:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46900 00000400:00000200:1.0:1788838143.443861:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.443865:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5e91 [1] + 224 00000800:00000001:1.0:1788838143.443871:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838143.443878:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838143.443881:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838143.443885:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838143.443892:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838143.443908:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896df80 x1875731132213504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838143.443918:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896df80 x1875731132213504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838143.443934:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788838143.444329:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838143.444334:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3100. 00000400:00000200:1.0:1788838143.444337:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838143.444342:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838143.444346:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce198 00000400:00000010:1.0:1788838143.444348:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce198. 00000100:00000001:1.0:1788838143.444351:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838143.444355:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896fb80 x1875731132213760/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838143.444365:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838143.444369:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896fb80 x1875731132213760/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838143.444375:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838143.444377:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838143.444386:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838143.444390:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838143.454834:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838143.454856:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838143.454859:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838143.454861:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838143.454868:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.454875:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838143.454883:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.454887:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.454892:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.454905:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46a00 00000400:00000200:1.0:1788838143.454911:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838143.454915:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5ea1 [1] + 224 00000800:00000001:1.0:1788838143.454921:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838143.454977:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838143.454980:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838143.454985:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838143.454991:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838143.454998:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896fb80 x1875731132213760/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838143.455007:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896fb80 x1875731132213760/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838143.455025:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838143.455034:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838143.455037:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838147.531221:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296277494, at 4296277504 00000100:00000010:1.0:1788838147.531228:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17540. 00000800:00000200:1.0:1788838148.557030:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838148.557036:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838148.557042:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838148.557047:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838148.557051:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:1.0:1788838148.557054:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:1.0:1788838148.557056:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838148.557061:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132213888/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838148.557070:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838148.557072:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132213888/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838148.557078:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838148.557079:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838148.563753:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838148.563776:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838148.563782:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838148.563785:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838148.563806:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.563817:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838148.563827:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.563833:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.563840:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.563845:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46b00 00000400:00000200:1.0:1788838148.563850:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.563856:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5ea9 [1] + 224 00000800:00000001:1.0:1788838148.563873:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838148.563878:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838148.563882:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838148.563887:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838148.563897:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838148.563908:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132214016/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838148.563921:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2a00 x1875731132214016/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838148.563946:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838148.564239:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838148.564245:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838148.564247:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838148.564249:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838148.564252:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.564257:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838148.564261:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.564264:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.564267:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.564270:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46a80 00000400:00000200:1.0:1788838148.564274:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838148.564279:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5eb1 [1] + 224 00000800:00000001:1.0:1788838148.564284:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838148.564290:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838148.564292:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838148.564295:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838148.564299:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838148.564304:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132213888/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838148.564313:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0700 x1875731132213888/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838148.564333:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838148.564338:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838148.564342:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838152.652887:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296282615, at 4296282626 00000100:00000010:1.0:1788838152.652911:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b176c0. 00000800:00000200:1.0:1788838153.676785:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838153.676949:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838153.676962:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838153.676971:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838153.676979:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a5d8 00000400:00000010:1.0:1788838153.676982:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a5d8. 00000100:00000001:1.0:1788838153.676988:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838153.676997:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132214272/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838153.677011:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838153.677015:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132214272/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838153.677023:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838153.677026:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838153.677112:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838153.677115:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:1.0:1788838153.677119:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838153.677123:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838153.677126:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a088 00000400:00000010:1.0:1788838153.677128:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a088. 00000100:00000001:1.0:1788838153.677131:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838153.677135:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1c00 x1875731132214528/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838153.677144:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838153.677147:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1c00 x1875731132214528/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838153.677153:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838153.677155:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838153.685460:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838153.685486:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838153.685493:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838153.685495:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838153.685507:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.685516:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838153.685528:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.685534:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.685541:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.685546:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46c00 00000400:00000200:1.0:1788838153.685551:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.685638:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5ec1 [1] + 224 00000800:00000001:1.0:1788838153.685648:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838153.685703:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838153.685707:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838153.685712:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838153.685722:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838153.685733:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132214272/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838153.685747:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2a00 x1875731132214272/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838153.685774:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838153.685785:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838153.685789:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838153.689241:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838153.689267:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838153.689273:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838153.689276:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838153.689286:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.689295:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838153.689317:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.689322:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.689328:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.689332:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46c80 00000400:00000200:1.0:1788838153.689338:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838153.689345:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5ed1 [1] + 224 00000800:00000001:1.0:1788838153.689353:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838153.689365:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838153.689369:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838153.689374:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838153.689382:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838153.689392:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132214400/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838153.689410:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132214400/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838153.689420:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838153.689430:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838153.689433:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838157.770768:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296287734, at 4296287744 00000100:00000010:1.0:1788838157.770782:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17ea0. 00000100:00000040:1.0:1788838158.795195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838158.795206:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838158.795216:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121180. 00000020:00000040:1.0:1788838158.795223:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838158.795227:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838158.795230:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838158.795235:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838158.795243:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933a00. 00000100:00000001:1.0:1788838158.795250:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795261:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1121180 x1875731132214656/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838158.795273:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838158.795277:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795284:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000285437a7] to pc [ptlrpcd_00_00+0] req@ffff98afd1121180 x1875731132214656/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.795314:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838158.795320:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838158.795323:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120380. 00000020:00000040:1.0:1788838158.795326:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838158.795329:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838158.795330:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838158.795333:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838158.795338:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933400. 00000100:00000001:1.0:1788838158.795341:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795345:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838158.795352:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838158.795355:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795359:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de2cd63] to pc [ptlrpcd_00_01+1] req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.795366:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788838158.795372:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788838158.795375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838158.795378:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838158.795382:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120000. 00000020:00000040:1.0:1788838158.795384:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:1.0:1788838158.795386:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838158.795387:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838158.795388:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838158.795391:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933b00. 00000100:00000001:1.0:1788838158.795394:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795399:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd1120000 x1875731132214912/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838158.795405:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838158.795407:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795411:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd429b59] to pc [ptlrpcd_00_00+0] req@ffff98afd1120000 x1875731132214912/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.795418:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.795422:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1626) 00000800:00000200:1.0:1788838158.796051:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838158.796055:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e100. 00000400:00000200:1.0:1788838158.796060:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838158.796066:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838158.796071:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc4c8 00000400:00000010:1.0:1788838158.796073:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc4c8. 00000100:00000001:1.0:1788838158.796077:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838158.796081:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121180 x1875731132214656/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.796090:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838158.796093:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121180 x1875731132214656/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.796100:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838158.796102:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838158.796127:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838158.796130:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838158.796132:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838158.796137:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.796144:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838158.796145:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838158.796148:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838158.796150:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838158.796152:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838158.796155:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132214784:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838158.796158:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838158.796161:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838158.796162:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838158.796164:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838158.796167:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc89c3200. 02000000:00000001:1.0:1788838158.796169:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838158.796173:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838158.796176:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f83c8. 00000400:00000010:1.0:1788838158.796180:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838158.796183:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132214784, portal 10 00000100:00000001:1.0:1788838158.796184:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838158.796185:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000040:1.0:1788838158.796193:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.796199:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838158.796202:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838158.796204:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcd48. 00000100:00000200:1.0:1788838158.796206:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132214784, offset 0 00000400:00000200:1.0:1788838158.796211:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838158.796215:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.796219:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838158.796222:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838158.796224:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838158.796226:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838158.796229:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838158.796232:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2193:2193:256:4294967295] 192.168.203.123@tcp LPNI seq info [2193:2193:8:4294967295] 00000400:00000200:1.0:1788838158.796235:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.796242:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838158.796246:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838158.796250:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838158.796253:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838158.796258:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838158.796260:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838158.796269:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.796273:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 515720 usecs (516 jiffies) 00000400:00000200:1.0:1788838158.796276:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838158.796278:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296289285 00000100:00000001:1.0:1788838158.796280:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296292855 00000100:00000001:1.0:1788838158.796283:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296289285 00000100:00000001:1.0:1788838158.796285:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296292855 00000100:00000001:1.0:1788838158.796287:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838158.796289:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838158.796292:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838158.796294:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838158.796301:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838158.796303:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:1.0:1788838158.796305:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838158.796307:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838158.796308:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838158.796310:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838158.796327:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838158.796330:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:1.0:1788838158.796333:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838158.796336:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838158.796339:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcd48 00000400:00000010:1.0:1788838158.796341:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcd48. 00000100:00000001:1.0:1788838158.796343:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838158.796347:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.796355:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838158.796358:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.796364:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838158.796366:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838158.800256:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838158.800267:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e200. 00000400:00000200:1.0:1788838158.800275:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838158.800284:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838158.800291:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc5d8 00000400:00000010:1.0:1788838158.800294:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc5d8. 00000100:00000001:1.0:1788838158.800299:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838158.800308:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120000 x1875731132214912/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.800319:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838158.800323:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120000 x1875731132214912/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.800330:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838158.800331:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838158.803109:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803125:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838158.803130:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803132:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838158.803141:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803148:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838158.803156:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803162:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803167:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803170:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46d80 00000400:00000200:1.0:1788838158.803175:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803181:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5ed9 [1] + 224 00000800:00000001:1.0:1788838158.803187:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803199:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838158.803203:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838158.803207:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838158.803214:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838158.803223:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121180 x1875731132214656/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838158.803233:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121180 x1875731132214656/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.803258:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838158.803268:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803272:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838158.803411:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803418:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838158.803421:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803423:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838158.803427:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803431:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838158.803436:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803439:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803442:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803445:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46e00 00000400:00000200:1.0:1788838158.803449:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803453:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5ef1 [1] + 224 00000800:00000001:1.0:1788838158.803457:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803460:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838158.803461:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838158.803465:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838158.803468:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838158.803473:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838158.803483:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.803498:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838158.803516:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803520:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838158.803522:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803537:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838158.803540:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803544:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838158.803547:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803550:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803553:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803556:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd46e80 00000400:00000200:1.0:1788838158.803559:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838158.803563:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5ee9 [1] + 224 00000800:00000001:1.0:1788838158.803567:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803572:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838158.803574:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838158.803577:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838158.803580:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838158.803583:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120000 x1875731132214912/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838158.803591:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120000 x1875731132214912/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.803599:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838158.803603:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838158.803605:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838158.803620:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838158.803623:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838158.803629:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838158.803631:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838158.803633:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f83c8. 00000400:00000200:1.0:1788838158.803638:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc110 00000400:00000010:1.0:1788838158.803640:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc110. 00000100:00000001:1.0:1788838158.803643:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838158.803647:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838158.803689:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.803696:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838158.803698:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838158.803700:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838158.803703:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838158.803706:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838158.803708:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838158.803711:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838158.803720:0:2352:0:(import.c:2149:obd_at_measure()) add 101 to ffff98afc4eee460 time=137 v=101 (101 101 138 138) 00000100:00001000:1.0:1788838158.803725:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838158.803728:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838158.803730:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838158.803733:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838158.803736:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838158.803739:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838158.803742:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1788838158.803744:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838158.803745:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838158.803750:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.803756:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838158.803759:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838158.803761:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838158.803764:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838158.803772:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132214784:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838158.803777:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838158.803779:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838158.803782:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120380 x1875731132214784/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838158.803788:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838158.803790:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838158.803804:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc89c3200. 02000000:00000001:1.0:1788838158.803809:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838158.803811:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838158.803813:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838158.803815:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838158.803818:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933400. 02000000:00000001:1.0:1788838158.803821:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838158.803823:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838158.803825:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120380. 00000100:00000001:1.0:1788838158.803829:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838158.803830:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838158.803832:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838158.804018:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838158.804020:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838158.804023:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838158.804025:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838162.890809:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296292855, at 4296292864 00000100:00000010:1.0:1788838162.890824:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1240. 00000100:00000040:1.0:1788838163.915893:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838163.915901:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838163.915908:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120380. 00000020:00000040:1.0:1788838163.915914:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838163.915918:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838163.915921:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838163.915925:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838163.915932:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933400. 00000100:00000001:1.0:1788838163.915938:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.915949:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1120380 x1875731132215040/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838163.915968:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838163.915972:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.915979:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de2cd63] to pc [ptlrpcd_00_01+1] req@ffff98afd1120380 x1875731132215040/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.916007:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.916010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838163.916013:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838163.916016:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120000. 00000020:00000040:1.0:1788838163.916019:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838163.916021:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838163.916022:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838163.916024:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838163.916028:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933d00. 00000100:00000001:1.0:1788838163.916031:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.916035:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1120000 x1875731132215168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838163.916042:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838163.916044:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.916048:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd429b59] to pc [ptlrpcd_00_00+0] req@ffff98afd1120000 x1875731132215168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.916056:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.916059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788838163.916062:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788838163.916065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838163.916070:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838163.916074:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121180. 00000020:00000040:1.0:1788838163.916076:0:36:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:1.0:1788838163.916077:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838163.916079:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838163.916080:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838163.916084:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933b00. 00000100:00000001:1.0:1788838163.916087:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.916091:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd1121180 x1875731132215296/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838163.916098:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838163.916100:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.916104:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000285437a7] to pc [ptlrpcd_00_01+1] req@ffff98afd1121180 x1875731132215296/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.916112:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838163.916116:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1631) 00000800:00000200:1.0:1788838163.920177:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838163.920182:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e200. 00000400:00000200:1.0:1788838163.920187:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838163.920193:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838163.920198:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc220 00000400:00000010:1.0:1788838163.920200:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc220. 00000100:00000001:1.0:1788838163.920204:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838163.920209:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120000 x1875731132215168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.920227:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838163.920231:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120000 x1875731132215168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.920238:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838163.920239:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838163.920259:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838163.920262:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e100. 00000400:00000200:1.0:1788838163.920264:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838163.920268:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838163.920270:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcbb0 00000400:00000010:1.0:1788838163.920272:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcbb0. 00000100:00000001:1.0:1788838163.920274:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838163.920278:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120380 x1875731132215040/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.920286:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838163.920289:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120380 x1875731132215040/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.920294:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838163.920296:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838163.920345:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838163.920348:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e400. 00000400:00000200:1.0:1788838163.920351:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838163.920354:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838163.920356:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc7f8 00000400:00000010:1.0:1788838163.920358:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc7f8. 00000100:00000001:1.0:1788838163.920360:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838163.920364:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121180 x1875731132215296/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.920370:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838163.920373:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121180 x1875731132215296/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.920378:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838163.920380:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838163.926455:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.926472:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838163.926477:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.926480:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838163.926489:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926497:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838163.926506:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926510:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926515:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926519:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd47000 00000400:00000200:1.0:1788838163.926524:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926530:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f29 [1] + 224 00000800:00000001:1.0:1788838163.926538:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.926542:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838163.926545:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838163.926550:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838163.926557:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838163.926566:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121180 x1875731132215296/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838163.926576:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121180 x1875731132215296/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.926598:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838163.926609:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.926614:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838163.926616:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.926618:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838163.926621:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926624:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838163.926628:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926630:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926633:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926636:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd46f80 00000400:00000200:1.0:1788838163.926640:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.926643:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f09 [1] + 224 00000800:00000001:1.0:1788838163.926647:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.926652:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838163.926694:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838163.926699:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838163.926702:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838163.926706:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120000 x1875731132215168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838163.926715:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120000 x1875731132215168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.926723:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838163.926728:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.926731:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838163.927778:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.927787:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838163.927789:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.927791:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838163.927796:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.927800:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838163.927806:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.927810:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.927813:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.927817:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd46f00 00000400:00000200:1.0:1788838163.927821:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838163.927825:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f19 [1] + 224 00000800:00000001:1.0:1788838163.927831:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.927836:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838163.927838:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838163.927841:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838163.927845:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838163.927850:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120380 x1875731132215040/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838163.927860:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120380 x1875731132215040/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838163.927878:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838163.927883:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838163.927886:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838168.010795:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296297977, at 4296297984 00000100:00000010:1.0:1788838168.010810:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a11e0. 00000100:00000001:1.0:1788838169.035958:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838169.035961:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838169.035997:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838169.036001:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e100. 00000400:00000200:1.0:1788838169.036009:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838169.036014:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838169.036020:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc550 00000400:00000010:1.0:1788838169.036022:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc550. 00000100:00000001:1.0:1788838169.036027:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838169.036032:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b100 x1875731132215552/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.036041:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838169.036045:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b100 x1875731132215552/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.036051:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838169.036053:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838169.036065:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838169.036067:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc9a3e200. 00000400:00000200:1.0:1788838169.036069:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838169.036071:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838169.036073:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc990 00000400:00000010:1.0:1788838169.036075:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc990. 00000100:00000001:1.0:1788838169.036076:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838169.036079:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909880 x1875731132215424/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.036086:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838169.036088:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909880 x1875731132215424/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.036094:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838169.036095:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838169.036156:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838169.036159:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4a1a000. 00000400:00000200:1.0:1788838169.036162:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838169.036165:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838169.036167:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcdd0 00000400:00000010:1.0:1788838169.036169:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcdd0. 00000100:00000001:1.0:1788838169.036171:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838169.036174:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132215680/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.036181:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838169.036183:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909f80 x1875731132215680/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.036188:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838169.036189:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838169.040525:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.040542:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838169.040546:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.040548:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838169.040557:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.040565:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838169.040573:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.040578:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.040583:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.040587:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd47100 00000400:00000200:1.0:1788838169.040602:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.040608:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f39 [1] + 224 00000800:00000001:1.0:1788838169.040614:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.040621:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838169.040624:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838169.040627:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838169.040634:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838169.040642:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b100 x1875731132215552/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838169.040654:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090b100 x1875731132215552/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.040701:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838169.040711:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.040714:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838169.044503:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.044518:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838169.044522:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.044524:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838169.044531:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.044538:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838169.044546:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.044550:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.044555:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.044559:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd47180 00000400:00000200:1.0:1788838169.044563:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.044568:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f59 [1] + 224 00000800:00000001:1.0:1788838169.044574:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.044582:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838169.044585:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838169.044599:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838169.044605:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838169.044613:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909f80 x1875731132215680/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838169.044623:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909f80 x1875731132215680/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.044644:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838169.044653:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.044681:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838169.054709:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.054737:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838169.054741:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.054745:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838169.054753:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.054760:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838169.054771:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.054776:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.054781:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.054785:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd47080 00000400:00000200:1.0:1788838169.054791:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838169.054796:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f49 [1] + 224 00000800:00000001:1.0:1788838169.054803:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.054814:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838169.054817:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838169.054822:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838169.054829:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838169.054836:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909880 x1875731132215424/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838169.054846:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909880 x1875731132215424/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838169.054944:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838169.054953:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838169.054957:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838173.130780:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296303094, at 4296303104 00000100:00000010:1.0:1788838173.130797:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1ba0. 00000800:00000200:1.0:1788838174.156386:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838174.156391:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:1.0:1788838174.156397:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838174.156402:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838174.156407:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceaa0 00000400:00000010:1.0:1788838174.156410:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceaa0. 00000100:00000001:1.0:1788838174.156414:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838174.156418:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132215808/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.156427:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838174.156430:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132215808/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.156438:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838174.156439:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838174.156506:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838174.156509:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:1.0:1788838174.156511:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838174.156515:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838174.156517:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce990 00000400:00000010:1.0:1788838174.156519:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce990. 00000100:00000001:1.0:1788838174.156521:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838174.156524:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1c00 x1875731132215936/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.156530:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838174.156533:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1c00 x1875731132215936/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.156543:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838174.156545:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838174.159397:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838174.159403:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:1.0:1788838174.159407:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838174.159413:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838174.159418:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a198 00000400:00000010:1.0:1788838174.159421:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a198. 00000100:00000001:1.0:1788838174.159424:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838174.159430:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132216064/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.159440:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838174.159443:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132216064/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.159450:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838174.159452:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838174.160881:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.160894:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838174.160898:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.160900:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838174.160906:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.160913:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838174.160920:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.160922:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.160926:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.160929:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd47200 00000400:00000200:1.0:1788838174.160933:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.160937:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f69 [1] + 224 00000800:00000001:1.0:1788838174.160942:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.160946:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838174.160948:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838174.160951:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838174.160957:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838174.160963:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132215808/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838174.160970:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132215808/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.161023:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838174.161030:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.161032:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838174.162038:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.162045:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838174.162047:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.162050:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838174.162054:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.162058:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838174.162064:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.162068:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.162072:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.162075:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd47300 00000400:00000200:1.0:1788838174.162079:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.162084:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f79 [1] + 224 00000800:00000001:1.0:1788838174.162089:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.162094:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838174.162096:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838174.162099:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838174.162103:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838174.162108:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132216064/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838174.162117:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2a00 x1875731132216064/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.162135:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838174.162142:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.162145:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838174.164222:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.164244:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838174.164248:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.164251:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838174.164261:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.164270:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838174.164280:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.164286:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.164291:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.164296:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd47280 00000400:00000200:1.0:1788838174.164301:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838174.164308:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f71 [1] + 224 00000800:00000001:1.0:1788838174.164316:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.164325:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838174.164328:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838174.164333:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838174.164342:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838174.164354:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1c00 x1875731132215936/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838174.164365:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1c00 x1875731132215936/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838174.164381:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838174.164392:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838174.164396:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838178.252388:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296308215, at 4296308225 00000100:00000010:1.0:1788838178.252401:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbcc0. 00000800:00000200:1.0:1788838179.275931:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838179.275935:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:1.0:1788838179.275939:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838179.275944:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838179.275950:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce7f8 00000400:00000010:1.0:1788838179.275953:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce7f8. 00000100:00000001:1.0:1788838179.275957:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838179.275961:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e300 x1875731132216320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838179.275970:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838179.275973:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e300 x1875731132216320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838179.275978:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838179.275979:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838179.277373:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838179.277379:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0400. 00000400:00000200:1.0:1788838179.277385:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838179.277391:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838179.277401:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:1.0:1788838179.277403:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:1.0:1788838179.277407:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838179.277414:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896fb80 x1875731132216192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838179.277424:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838179.277427:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896fb80 x1875731132216192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838179.277434:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838179.277435:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788838183.370897:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296313335, at 4296313344 00000100:00000010:1.0:1788838183.370906:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbde0. 00000800:00000200:1.0:1788838184.395575:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838184.395580:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0400. 00000400:00000200:1.0:1788838184.395586:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838184.395591:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838184.399696:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:1.0:1788838184.399705:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:1.0:1788838184.399713:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838184.399726:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e300 x1875731132216704/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838184.399738:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838184.399742:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e300 x1875731132216704/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838184.399748:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838184.399750:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838184.399782:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838184.399785:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838184.399790:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838184.399794:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838184.399798:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce5d8 00000400:00000010:1.0:1788838184.399800:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce5d8. 00000100:00000001:1.0:1788838184.399802:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838184.399806:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132216576/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838184.399813:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838184.399816:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132216576/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838184.399822:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838184.399823:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838184.399885:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838184.399887:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:1.0:1788838184.399891:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838184.399894:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838184.399897:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce7f8 00000400:00000010:1.0:1788838184.399899:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce7f8. 00000100:00000001:1.0:1788838184.399901:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838184.399905:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896fb80 x1875731132216832/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838184.399912:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838184.400442:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896fb80 x1875731132216832/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838184.400454:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838184.400456:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838184.404939:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838184.404954:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838184.404958:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838184.404961:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838184.404967:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838184.404973:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838184.404980:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838184.404984:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838184.404989:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838184.404993:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd47580 00000400:00000200:1.0:1788838184.404997:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838184.405002:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x5f99 [1] + 224 00000800:00000001:1.0:1788838184.405009:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838184.405037:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838184.405040:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838184.405044:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838184.405049:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838184.405056:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e300 x1875731132216704/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838184.405067:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896e300 x1875731132216704/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838184.405152:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838184.405161:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838184.405164:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838188.491176:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296318454, at 4296318464 00000100:00000010:1.0:1788838188.491183:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17660. 00000800:00000200:1.0:1788838189.516119:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838189.516123:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838189.516127:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838189.516132:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838189.516135:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:1.0:1788838189.516137:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:1.0:1788838189.516140:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838189.516144:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132217088/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838189.516152:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838189.516155:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132217088/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838189.516160:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838189.516162:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838189.518892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838189.518905:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838189.518908:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838189.518911:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838189.518917:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838189.518924:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838189.518931:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838189.518935:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838189.518939:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838189.518942:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd47680 00000400:00000200:1.0:1788838189.518947:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838189.518952:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x5fb1 [1] + 224 00000800:00000001:1.0:1788838189.518959:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838189.518977:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838189.518980:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838189.518984:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838189.518990:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838189.518997:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896fb80 x1875731132216960/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838189.519008:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896fb80 x1875731132216960/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838189.519086:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838189.519094:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838189.519097:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838193.610870:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296323574, at 4296323584 00000100:00000010:1.0:1788838193.610875:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b172a0. 00000100:00000001:1.0:1788838194.636965:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838194.636970:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838194.636973:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838194.636980:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909880 x1875731132217344/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.636989:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838194.636991:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838194.636995:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838194.636997:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838194.637000:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838194.637004:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132217344:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838194.637008:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838194.637013:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838194.637016:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838194.637019:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838194.637024:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc89c2200. 02000000:00000001:1.0:1788838194.637027:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838194.637034:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838194.637039:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f83c8. 00000400:00000010:1.0:1788838194.637046:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838194.637052:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132217344, portal 25 00000100:00000001:1.0:1788838194.637055:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838194.637056:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000100:00000040:1.0:1788838194.637062:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909880 x1875731132217344/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.637070:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838194.637074:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838194.637076:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcd48. 00000100:00000200:1.0:1788838194.637079:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132217344, offset 0 00000400:00000200:1.0:1788838194.637084:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838194.637092:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838194.637172:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838194.637177:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838194.637182:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838194.637185:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838194.637189:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838194.637192:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2213:2213:256:4294967295] 192.168.203.123@tcp LPNI seq info [2213:2213:8:4294967295] 00000400:00000200:1.0:1788838194.637196:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838194.637205:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838194.637211:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838194.637216:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000800:00000200:1.0:1788838194.637222:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838194.637230:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838194.637235:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838194.637247:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838194.637251:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838194.637253:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296328696 00000100:00000010:1.0:1788838194.637258:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b43c0. 00000100:00000001:1.0:1788838194.637265:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838194.637271:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296328696 00000100:00000010:1.0:1788838194.637274:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b4180. 00000100:00000001:1.0:1788838194.637277:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838194.637280:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838194.637283:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838194.637287:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838194.637290:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.640209:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838194.640217:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838194.640222:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838194.640224:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838194.640228:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838194.640232:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788838194.640235:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.640237:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838194.641198:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.641201:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838194.641203:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838194.641205:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838194.641212:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.641219:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838194.641221:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838194.641224:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838194.641226:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838194.641228:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838194.641231:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132217472:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838194.641234:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838194.641237:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838194.641248:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838194.641251:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838194.641255:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc89c2000. 02000000:00000001:1.0:1788838194.641257:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838194.641261:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838194.641264:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8630. 00000400:00000010:1.0:1788838194.641269:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838194.641272:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132217472, portal 10 00000100:00000001:1.0:1788838194.641278:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838194.641279:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00000100:00000040:1.0:1788838194.641285:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.641292:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838194.641294:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838194.641297:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838194.641299:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132217472, offset 0 00000400:00000200:1.0:1788838194.641303:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838194.641308:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838194.641312:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838194.641315:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838194.641318:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838194.641321:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838194.641323:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838194.641335:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2215:2215:256:4294967295] 192.168.203.123@tcp LPNI seq info [2215:2215:8:4294967295] 00000400:00000200:1.0:1788838194.641340:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838194.641346:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838194.641350:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838194.641355:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000800:00000200:1.0:1788838194.641359:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838194.641370:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838194.641373:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838194.641386:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838194.641389:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 509960 usecs (510 jiffies) 00000400:00000200:1.0:1788838194.641392:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838194.641394:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296325124 00000100:00000001:1.0:1788838194.641395:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296328696 00000100:00000001:1.0:1788838194.641397:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296325124 00000100:00000001:1.0:1788838194.641399:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296328696 00000100:00000001:1.0:1788838194.641401:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838194.641403:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838194.641406:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838194.641408:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838194.641442:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838194.641449:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933a00. 00000400:00000200:1.0:1788838194.641452:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838194.641455:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838194.641461:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838194.641462:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838194.641465:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838194.641469:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.641477:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838194.641479:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.641485:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838194.641487:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838194.648892:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838194.648896:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838194.649394:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838194.649396:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838194.649399:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8630. 00000400:00000200:1.0:1788838194.649402:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:1.0:1788838194.649404:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:1.0:1788838194.649407:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838194.649411:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838194.649533:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.649541:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838194.649543:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.649544:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838194.649546:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838194.649547:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838194.649549:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838194.649550:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838194.649562:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=23 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838194.649565:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838194.649568:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838194.649569:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838194.649571:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838194.649572:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838194.649575:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838194.649576:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1788838194.649578:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838194.649579:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838194.649702:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.649710:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838194.649712:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838194.649713:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838194.649717:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838194.649724:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132217472:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838194.649729:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838194.649731:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838194.649732:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f83c8. 00000400:00000200:1.0:1788838194.649735:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc110 00000400:00000010:1.0:1788838194.649737:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc110. 00000100:00000001:1.0:1788838194.649739:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838194.649743:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909880 x1875731132217344/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838194.649750:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909880 x1875731132217344/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.649821:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838194.649823:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.649825:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838194.649826:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838194.649828:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838194.649829:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838194.649832:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838194.649835:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838194.649838:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838194.649840:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838194.649841:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838194.649843:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838194.649845:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838194.649847:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838194.649851:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909880 x1875731132217344/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.649858:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838194.649860:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838194.649861:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838194.649865:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909880 x1875731132217344/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838194.649871:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132217344:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838194.649876:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.649878:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838194.649881:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909f80 x1875731132217472/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.649886:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838194.649888:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838194.649890:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc89c2000. 02000000:00000001:1.0:1788838194.649893:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838194.649895:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838194.649896:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838194.649899:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838194.649900:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc3dc3b00. 02000000:00000001:1.0:1788838194.649903:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838194.649905:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838194.649906:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909f80. 00000100:00000001:1.0:1788838194.649908:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838194.649909:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.649911:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838194.649914:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909880 x1875731132217344/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838194.649920:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838194.649921:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838194.649923:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc89c2200. 02000000:00000001:1.0:1788838194.649925:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838194.649926:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838194.649927:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838194.649929:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838194.649931:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4a1a000. 02000000:00000001:1.0:1788838194.649933:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838194.649934:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838194.649935:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909880. 00000100:00000001:1.0:1788838194.649938:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838194.649939:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.649941:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838194.650012:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838194.650013:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838194.650016:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838194.650017:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838198.730846:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296328696, at 4296328704 00000100:00000010:1.0:1788838198.730851:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b4180. 00000100:00000001:1.0:1788838199.755094:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838199.755099:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838199.755102:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838199.755112:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.755122:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838199.755125:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838199.755129:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838199.755131:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838199.755134:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838199.755141:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132217856:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838199.755147:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838199.755152:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838199.755155:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838199.755158:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838199.755162:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc89c2000. 02000000:00000001:1.0:1788838199.755166:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838199.755173:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838199.755178:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f83c8. 00000400:00000010:1.0:1788838199.755186:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838199.755190:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132217856, portal 10 00000100:00000001:1.0:1788838199.755195:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838199.755198:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000100:00000040:1.0:1788838199.755209:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.755219:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838199.755228:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838199.755233:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838199.755236:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132217856, offset 0 00000400:00000200:1.0:1788838199.755246:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838199.755252:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838199.755257:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838199.755261:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838199.755265:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838199.755271:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838199.755276:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838199.755281:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2217:2217:255:4294967295] 192.168.203.123@tcp LPNI seq info [2217:2217:7:4294967295] 00000400:00000200:1.0:1788838199.755289:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838199.755298:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838199.755306:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838199.755313:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000800:00000200:1.0:1788838199.755320:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838199.755330:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838199.755336:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838199.755342:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838199.755349:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 509150 usecs (510 jiffies) 00000400:00000200:1.0:1788838199.755356:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838199.755360:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296330238 00000100:00000001:1.0:1788838199.755365:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296333814 00000100:00000001:1.0:1788838199.755370:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296330238 00000100:00000001:1.0:1788838199.755374:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296333814 00000100:00000001:1.0:1788838199.755379:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838199.755383:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838199.755387:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838199.755391:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838199.755400:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838199.755403:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838199.755408:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838199.755721:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838199.755724:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838199.755726:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838199.755752:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838199.755834:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc3dc3b00. 00000400:00000200:1.0:1788838199.755841:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838199.755846:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838199.755864:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcee0 00000400:00000010:1.0:1788838199.755866:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcee0. 00000100:00000001:1.0:1788838199.755870:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838199.755979:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b100 x1875731132217728/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.755989:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838199.755993:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b100 x1875731132217728/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.755999:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838199.756001:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838199.756015:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838199.756017:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933a00. 00000400:00000200:1.0:1788838199.756019:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838199.756022:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838199.756024:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:1.0:1788838199.756026:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:1.0:1788838199.756028:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838199.756031:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.756037:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838199.756039:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.756044:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838199.756045:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838199.756069:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838199.756072:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0adef00. 00000400:00000200:1.0:1788838199.756074:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838199.756078:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838199.756080:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcb28 00000400:00000010:1.0:1788838199.756082:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcb28. 00000100:00000001:1.0:1788838199.756084:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838199.756087:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132217984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.756094:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838199.756096:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909f80 x1875731132217984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.756101:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838199.756102:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838199.760179:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838199.760185:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838199.760193:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838199.760197:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838199.760201:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f83c8. 00000400:00000200:1.0:1788838199.760208:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc110 00000400:00000010:1.0:1788838199.760214:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc110. 00000100:00000001:1.0:1788838199.760219:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838199.760227:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838199.760240:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.760254:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838199.760257:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838199.760263:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838199.760268:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838199.760273:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838199.760276:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838199.760282:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838199.760295:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=28 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838199.760304:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=133 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838199.760309:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838199.760313:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838199.760316:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838199.760320:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838199.760326:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838199.760330:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1788838199.760335:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838199.760337:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838199.760346:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.760364:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838199.760370:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838199.760372:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838199.760378:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838199.760386:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132217856:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838199.760391:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838199.760394:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838199.760397:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909880 x1875731132217856/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838199.760403:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838199.760405:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838199.760408:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc89c2000. 02000000:00000001:1.0:1788838199.761559:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838199.761564:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838199.761567:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838199.761573:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838199.761579:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc3dc3400. 02000000:00000001:1.0:1788838199.761587:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838199.761590:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838199.761593:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909880. 00000100:00000001:1.0:1788838199.761598:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838199.761601:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838199.761606:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838199.761615:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838199.761619:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838199.761623:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838199.761627:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838203.850771:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296333814, at 4296333824 00000100:00000010:1.0:1788838203.850786:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1ba0. 00000800:00000200:1.0:1788838204.875834:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838204.875839:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:1.0:1788838204.875845:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838204.875851:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838204.875856:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:1.0:1788838204.875858:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:1.0:1788838204.875862:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838204.875867:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132218240/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838204.875876:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838204.875878:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132218240/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838204.875889:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838204.875890:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838204.875902:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838204.875904:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838204.875906:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838204.875909:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838204.875911:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a3b8 00000400:00000010:1.0:1788838204.875913:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a3b8. 00000100:00000001:1.0:1788838204.875915:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838204.875918:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132218112/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838204.875924:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838204.875927:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132218112/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838204.875933:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838204.875934:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838204.875994:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838204.875997:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0700. 00000400:00000200:1.0:1788838204.875999:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838204.876003:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838204.876005:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a2a8 00000400:00000010:1.0:1788838204.876007:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a2a8. 00000100:00000001:1.0:1788838204.876009:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838204.876012:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2680 x1875731132218368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838204.876018:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838204.876021:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2680 x1875731132218368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838204.876027:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838204.876028:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788838208.971159:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296338934, at 4296338944 00000100:00000010:1.0:1788838208.971190:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17720. 00000800:00000200:1.0:1788838209.996854:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838209.996860:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:1.0:1788838209.996865:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838209.996872:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838209.996877:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a550 00000400:00000010:1.0:1788838209.996879:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a550. 00000100:00000001:1.0:1788838209.996883:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838209.996888:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132218496/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838209.996898:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838209.996902:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132218496/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838209.996910:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838209.996912:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838212.624222:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838212.624226:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3a00. 00000400:00000200:1.0:1788838212.624230:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838212.624235:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838212.624241:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceb28 00000400:00000010:1.0:1788838212.624244:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceb28. 00000100:00000001:1.0:1788838212.624248:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838212.624256:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f100 x1875731132201856/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838348 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838212.624264:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838212.624267:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f100 x1875731132201856/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838348 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838212.624273:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838212.624275:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838212.685555:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838212.685563:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3200. 00000400:00000200:1.0:1788838212.685571:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838212.685578:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838212.685585:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce660 00000400:00000010:1.0:1788838212.685588:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce660. 00000100:00000001:1.0:1788838212.685592:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838212.685605:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f100 x1875731132219392/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838212.685616:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838212.685619:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f100 x1875731132219392/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838212.685626:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838212.685627:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838212.695822:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838212.695828:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0400. 00000400:00000200:1.0:1788838212.695833:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838212.695839:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838212.695845:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512af68 00000400:00000010:1.0:1788838212.695848:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512af68. 00000100:00000001:1.0:1788838212.695852:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838212.695857:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f100 x1875731132219520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838228 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838212.695867:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838212.695871:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f100 x1875731132219520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838228 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838212.695878:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838212.695880:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838212.711448:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838212.711457:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3700. 00000400:00000200:1.0:1788838212.711463:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838212.711471:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838212.711477:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce990 00000400:00000010:1.0:1788838212.711480:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce990. 00000100:00000001:1.0:1788838212.711484:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838212.711492:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132219776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838228 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838212.711503:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838212.711507:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896e680 x1875731132219776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838228 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838212.711513:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838212.711515:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788838212.730774:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15ac200. 00000080:00000010:3.1:1788838212.730792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7c60. 00000080:00000010:3.1:1788838212.730800:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152e300. 00000080:00000010:3.1:1788838212.730807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7360. 00000001:00000001:1.0:1788838214.070142:0:30221:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788838214.070150:0:30221:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21f: drop both reply while close and open are both in flight ========================================================== 23:30:12 (1788838212) 00000001:00000001:1.0:1788838214.088142:0:30221:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:1.0:1788838214.935010:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838214.935015:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838214.935020:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838214.935027:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838214.935033:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a3b8 00000400:00000010:1.0:1788838214.935035:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a3b8. 00000100:00000001:1.0:1788838214.935039:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838214.935045:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132219904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838230 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.935056:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838214.935059:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132219904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838230 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.935065:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838214.935067:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838214.943288:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.943307:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838214.943312:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.943314:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838214.943322:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.943330:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838214.943338:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.943343:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.943350:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.943355:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd48200 00000400:00000200:1.0:1788838214.943360:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.943366:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6099 [1] + 224 00000800:00000001:1.0:1788838214.943373:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.943381:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838214.943384:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838214.943389:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838214.943396:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838214.943403:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132219904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838230 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838214.943413:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac3b80 x1875731132219904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838230 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.943443:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838214.943452:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.943455:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1788838214.944452:0:30235:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd0c981c0. 00800000:00000001:1.0:1788838214.944457:0:30235:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479622406592 : -113594087145024 : ffff98afd0c981c0) 00800000:00000001:1.0:1788838214.944459:0:30235:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838214.944462:0:30235:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838214.944465:0:30235:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838214.944467:0:30235:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788838214.944470:0:30235:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788838214.944472:0:30235:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788838214.944474:0:30235:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838214.944478:0:30235:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788838214.944495:0:30235:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788838214.944500:0:30235:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788838214.944503:0:30235:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838214.944504:0:30235:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838214.944506:0:30235:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516800 refcount=3 00000020:00000001:1.0:1788838214.944508:0:30235:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:1.0:1788838214.944511:0:30235:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:1.0:1788838214.944513:0:30235:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838214.944514:0:30235:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838214.944516:0:30235:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838214.944519:0:30235:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788838214.944520:0:30235:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd0c981c0 1 00800000:00000010:1.0:1788838214.944523:0:30235:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd0c981c0. 00800000:00000001:1.0:1788838214.944526:0:30235:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838214.944529:0:30235:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cd58 00800000:00000001:1.0:1788838214.944532:0:30235:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838214.944534:0:30235:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838214.944535:0:30235:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838214.944536:0:30235:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838214.944538:0:30235:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516800 refcount=3 00000020:00000001:1.0:1788838214.944539:0:30235:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:1.0:1788838214.944542:0:30235:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:1.0:1788838214.944545:0:30235:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838214.944546:0:30235:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838214.944547:0:30235:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838214.944549:0:30235:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838214.944551:0:30235:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838214.944553:0:30235:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838214.944557:0:30235:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd58 from it ffffbbcb01f1fb58 00010000:00000001:1.0:1788838214.944558:0:30235:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838214.944559:0:30235:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838214.944560:0:30235:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516800 refcount=3 00000020:00000001:1.0:1788838214.944562:0:30235:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:1.0:1788838214.944564:0:30235:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:1.0:1788838214.944565:0:30235:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838214.944569:0:30235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62cd58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3afee expref: -99 pid: 30235 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838214.944576:0:30235:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838214.944577:0:30235:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838214.944578:0:30235:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838214.944581:0:30235:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838214.944583:0:30235:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62cd58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3afee expref: -99 pid: 30235 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838214.944592:0:30235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838214.944594:0:30235:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838214.944596:0:30235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838214.944600:0:30235:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838214.944601:0:30235:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838214.944603:0:30235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838214.944606:0:30235:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838214.944608:0:30235:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838214.944609:0:30235:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838214.944611:0:30235:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838214.944613:0:30235:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838214.944614:0:30235:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838214.944616:0:30235:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838214.944618:0:30235:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838214.944624:0:30235:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132219904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838230 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.944631:0:30235:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838214.944634:0:30235:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838214.944637:0:30235:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b08800. 02000000:00000001:1.0:1788838214.944640:0:30235:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838214.944642:0:30235:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838214.944644:0:30235:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838214.944646:0:30235:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838214.944649:0:30235:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406c800. 02000000:00000001:1.0:1788838214.944652:0:30235:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838214.944672:0:30235:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838214.944674:0:30235:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:1.0:1788838214.944678:0:30235:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838214.944680:0:30235:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838214.944683:0:30235:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838214.944688:0:30235:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838214.944931:0:30235:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692ea0. 00000020:00000001:1.0:1788838214.944937:0:30235:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fae8 00000080:00200000:1.0:1788838214.944940:0:30235:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=13 00000080:00000001:1.0:1788838214.944943:0:30235:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838214.944945:0:30235:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1f998 00000080:00200000:1.0:1788838214.944947:0:30235:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:1.0:1788838214.944955:0:30235:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abf600. 00800000:00000002:1.0:1788838214.944960:0:30235:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838214.944964:0:30235:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838214.944968:0:30235:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838214.944969:0:30235:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1f8b8 00800000:00000002:1.0:1788838214.944971:0:30235:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838214.944974:0:30235:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788838214.944978:0:30235:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1f850 00800000:00000002:1.0:1788838214.944980:0:30235:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788838214.944984:0:30235:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838214.944985:0:30235:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1f788 00000002:00010000:1.0:1788838214.944987:0:30235:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788838214.944991:0:30235:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838214.944993:0:30235:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838214.944997:0:30235:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838214.945000:0:30235:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838214.945004:0:30235:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838214.945008:0:30235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838214.945011:0:30235:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838214.945012:0:30235:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838214.945013:0:30235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838214.945016:0:30235:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838214.945018:0:30235:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838214.945021:0:30235:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838214.945027:0:30235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8800. 00000100:00000001:1.0:1788838214.945033:0:30235:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838214.945037:0:30235:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838214.945039:0:30235:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838214.945040:0:30235:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838214.945042:0:30235:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838214.945044:0:30235:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838214.945050:0:30235:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00010000:00000001:1.0:1788838214.945053:0:30235:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838214.945055:0:30235:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838214.945059:0:30235:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c100 count: 2 00010000:00000001:1.0:1788838214.945061:0:30235:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838214.945063:0:30235:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838214.945066:0:30235:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0e400. 00000020:00000001:1.0:1788838214.945069:0:30235:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838214.945072:0:30235:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0e400 with handle 0x9f68a6b43b62cd5f to hash 00000020:00000001:1.0:1788838214.945073:0:30235:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838214.945075:0:30235:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838214.945079:0:30235:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838214.945081:0:30235:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838214.945083:0:30235:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838214.945087:0:30235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30235 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838214.945094:0:30235:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30235 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838214.945103:0:30235:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30235 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838214.945108:0:30235:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838214.945110:0:30235:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838214.945115:0:30235:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65a80. 00000100:00000001:1.0:1788838214.945117:0:30235:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418776192 : -113594290775424 : ffff98afc4a65a80) 00000100:00000001:1.0:1788838214.945120:0:30235:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838214.945121:0:30235:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000001:1.0:1788838214.945125:0:30235:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838214.945129:0:30235:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838214.945131:0:30235:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838214.945133:0:30235:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838214.945139:0:30235:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121c00 x1875731132220032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.945147:0:30235:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838214.945149:0:30235:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838214.945152:0:30235:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838214.945154:0:30235:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838214.945156:0:30235:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838214.945158:0:30235:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:30235:1875731132220032:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838214.945162:0:30235:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838214.945166:0:30235:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838214.945168:0:30235:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838214.945171:0:30235:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838214.945175:0:30235:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eee800. 02000000:00000001:1.0:1788838214.945177:0:30235:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838214.945183:0:30235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838214.945186:0:30235:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f83c8. 00000400:00000010:1.0:1788838214.945193:0:30235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838214.945200:0:30235:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132220032, portal 10 00000100:00000001:1.0:1788838214.945202:0:30235:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838214.945203:0:30235:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000040:1.0:1788838214.945208:0:30235:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1121c00 x1875731132220032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838230 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.945214:0:30235:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838214.945216:0:30235:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838214.945219:0:30235:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838214.945221:0:30235:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132220032, offset 0 00000400:00000200:1.0:1788838214.945227:0:30235:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838214.945234:0:30235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.945240:0:30235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838214.945244:0:30235:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838214.945248:0:30235:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838214.945252:0:30235:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838214.945255:0:30235:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838214.945259:0:30235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2233:2233:256:4294967295] 192.168.203.123@tcp LPNI seq info [2233:2233:8:4294967295] 00000400:00000200:1.0:1788838214.945263:0:30235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.945271:0:30235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838214.945276:0:30235:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838214.945282:0:30235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838214.945288:0:30235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838214.945295:0:30235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838214.945299:0:30235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788838214.945314:0:30235:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838214.945318:0:30235:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 776478 usecs (777 jiffies) 00000400:00000200:1.0:1788838214.945321:0:30235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838214.945324:0:30235:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296345694 00000800:00000200:1.0:1788838214.946030:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838214.946034:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838214.946038:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838214.946043:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838214.946049:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:1.0:1788838214.946051:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:1.0:1788838214.946056:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838214.946060:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132220032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838230 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.946068:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838214.946071:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121c00 x1875731132220032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838230 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.946077:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838214.946079:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838214.963738:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.963756:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838214.963760:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.963763:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838214.963773:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.963780:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838214.963789:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.963794:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.963798:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.963802:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd48280 00000400:00000200:1.0:1788838214.963807:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.963813:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x60a1 [1] + 224 00000800:00000001:1.0:1788838214.963820:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.963827:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838214.963831:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838214.963835:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838214.963842:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838214.963850:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121c00 x1875731132220032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838230 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838214.963862:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd1121c00 x1875731132220032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838230 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838214.963885:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838214.963895:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.963898:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838214.967036:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838214.967042:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0ade900. 00000400:00000200:1.0:1788838214.967047:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838214.967053:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838214.967059:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc198 00000400:00000010:1.0:1788838214.967061:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc198. 00000100:00000001:1.0:1788838214.967065:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838214.967070:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132220288/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838230 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838214.967079:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838214.967082:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909f80 x1875731132220288/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838230 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838214.967093:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838214.967095:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838214.971725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e400. 00000080:00000010:0.1:1788838214.974789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692ea0. 00010000:00000010:0.1:1788838214.974807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c100. 00010000:00000010:0.1:1788838214.974813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00000800:00000001:1.0:1788838214.977349:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.977364:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838214.977368:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.977371:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838214.977379:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.977386:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838214.977395:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.977399:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.977404:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.977408:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd48380 00000400:00000200:1.0:1788838214.977412:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.977417:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x60b1 [1] + 224 00000800:00000001:1.0:1788838214.977433:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.977440:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838214.977443:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838214.977448:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838214.977455:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838214.977464:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909f80 x1875731132220288/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838230 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838214.977475:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afd0909f80 x1875731132220288/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838230 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838214.977545:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838214.977554:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838214.977558:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.977562:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838214.977567:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2235:2235:256:4294967295] 192.168.203.123@tcp LPNI seq info [2235:2235:8:4294967295] 00000400:00000200:1.0:1788838214.977572:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838214.977579:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838214.977585:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838214.977591:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838214.977597:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838214.977604:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838214.977608:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838214.978307:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838214.978313:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838214.978317:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838214.978321:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838214.978328:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838214.978332:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838215.000700:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838215.000704:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0400. 00000400:00000200:1.0:1788838215.000709:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838215.000714:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838215.000720:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a220 00000400:00000010:1.0:1788838215.000722:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a220. 00000100:00000001:1.0:1788838215.000725:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838215.000731:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132220416/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838230 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.000740:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.000743:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132220416/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838230 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.000749:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.000751:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838215.005147:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.005166:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838215.005170:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.005172:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838215.005189:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.005196:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838215.005205:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.005210:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.005214:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.005218:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd48400 00000400:00000200:1.0:1788838215.005222:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.005228:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x60c1 [1] + 224 00000800:00000001:1.0:1788838215.005235:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.005243:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838215.005246:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838215.005250:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838215.005257:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838215.005266:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132220416/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838230 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838215.005276:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac2a00 x1875731132220416/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838230 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.005291:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838215.005299:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.005301:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838215.011938:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838215.011946:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:1.0:1788838215.011953:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838215.011959:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838215.011966:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a660 00000400:00000010:1.0:1788838215.011969:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a660. 00000100:00000001:1.0:1788838215.011974:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838215.011980:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132220544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838231 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.011992:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.011995:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132220544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838231 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.012002:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.012003:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838215.016084:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.016101:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838215.016105:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.016108:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838215.016117:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.016124:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838215.016132:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.016136:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.016142:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.016146:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd48480 00000400:00000200:1.0:1788838215.016151:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.016156:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x60c9 [1] + 224 00000800:00000001:1.0:1788838215.016163:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.016172:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838215.016175:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838215.016190:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838215.016197:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838215.016205:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132220544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838231 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838215.016216:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc4ac2a00 x1875731132220544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.016233:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838215.016241:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.016244:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838215.019363:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838215.019369:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838215.019375:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838215.019380:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838215.019386:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:1.0:1788838215.019388:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:1.0:1788838215.019391:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838215.019396:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132220800/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838231 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838215.019405:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.019408:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132220800/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838231 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838215.019415:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.019416:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838215.023275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00000080:00000010:2.1:1788838215.023293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e62c0. 00010000:00000010:2.1:1788838215.023301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cf00. 00010000:00000010:2.1:1788838215.023304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00000800:00000001:1.0:1788838215.028754:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.028770:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838215.028773:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.028775:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838215.028784:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.028790:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838215.028798:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.028803:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.028807:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.028811:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd48580 00000400:00000200:1.0:1788838215.028816:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.028821:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x60d1 [1] + 224 00000800:00000001:1.0:1788838215.028828:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838215.028833:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838215.028836:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838215.028840:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838215.028846:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838215.028853:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132220800/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838231 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838215.028864:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afc4ac2a00 x1875731132220800/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838215.028882:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838215.028890:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838215.028893:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.028898:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838215.028904:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2239:2239:256:4294967295] 192.168.203.123@tcp LPNI seq info [2239:2239:8:4294967295] 00000400:00000200:1.0:1788838215.028908:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.028916:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838215.028921:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838215.028927:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838215.028932:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838215.028938:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838215.028943:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838215.029022:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838215.029025:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838215.029028:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838215.029032:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000200:1.0:1788838215.059175:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838215.059191:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0ade800. 00000400:00000200:1.0:1788838215.059195:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838215.059203:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838215.059208:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc2a8 00000400:00000010:1.0:1788838215.059211:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc2a8. 00000100:00000001:1.0:1788838215.059215:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838215.059221:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838231 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.059232:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.059236:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838231 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.059242:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.059243:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838215.070265:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838215.070273:0:30238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838215.070275:0:30238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838215.070278:0:30238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25318. 00000400:00000200:1.0:1788838215.070283:0:30238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc440 00000400:00000010:1.0:1788838215.070285:0:30238:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc440. 00000100:00000001:1.0:1788838215.070289:0:30238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838215.070294:0:30238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838215.070308:0:30238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.070313:0:30238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838215.070315:0:30238:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838215.070318:0:30238:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838215.070321:0:30238:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838215.070323:0:30238:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838215.070326:0:30238:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838215.070329:0:30238:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838215.070337:0:30238:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=44 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838215.070341:0:30238:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838215.070344:0:30238:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838215.070345:0:30238:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.070348:0:30238:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838215.070351:0:30238:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.070355:0:30238:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838215.070356:0:30238:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1788838215.070358:0:30238:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838215.070360:0:30238:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838215.070365:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.070371:0:30238:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838215.070373:0:30238:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838215.070375:0:30238:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838215.070379:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838231 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838215.070387:0:30238:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b100 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30238:1875731132220928:192.168.203.123@tcp:101:multiop.0 00000100:00000001:1.0:1788838215.070391:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838215.070394:0:30238:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.070395:0:30238:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838215.070398:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.070401:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838231 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.070408:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838215.070410:0:30238:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd1114c00. 00000100:00000001:1.0:1788838215.070414:0:30238:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838215.070416:0:30238:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.070427:0:30238:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838215.070431:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070433:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070436:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=4 00000020:00000001:1.0:1788838215.070439:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070442:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000040:1.0:1788838215.070448:0:30238:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baae00, remote cookie: 0xff98f31736b3b050, flags: 0x1001 00010000:00010000:1.0:1788838215.070453:0:30238:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838215.070463:0:30238:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.070470:0:30238:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838215.070473:0:30238:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838215.070475:0:30238:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838215.070476:0:30238:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838215.070478:0:30238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838215.070490:0:30238:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc4d31100) refcount = 1 00010000:00010000:1.0:1788838215.070494:0:30238:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.070500:0:30238:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838215.070504:0:30238:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838215.070506:0:30238:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838215.070508:0:30238:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838215.070510:0:30238:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.070513:0:30238:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.070519:0:30238:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838215.070521:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070522:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.070523:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070524:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.070525:0:30238:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.070529:0:30238:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838215.070531:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070532:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070534:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:1.0:1788838215.070535:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070538:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070540:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070540:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070541:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=4 00000020:00000001:1.0:1788838215.070543:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070544:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070548:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838215.070550:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.070553:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.070558:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070559:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.070560:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070560:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070561:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=5 00000020:00000001:1.0:1788838215.070563:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070565:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070567:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838215.070569:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.070574:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070575:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838215.070577:0:30238:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.070582:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838215.070584:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070585:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.070586:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070587:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838215.070591:0:30238:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838231 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838215.070599:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070600:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070601:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:1.0:1788838215.070603:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070605:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070607:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070608:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.070610:0:30238:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.070612:0:30238:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.070615:0:30238:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838215.070616:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070617:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070618:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:1.0:1788838215.070620:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070622:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00000002:00010000:1.0:1788838215.070635:0:30238:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.070646:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070647:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.070648:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838215.070650:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070651:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070652:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:1.0:1788838215.070683:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070686:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000040:1.0:1788838215.070692:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31100 count: 2 00010000:00000001:1.0:1788838215.070695:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838215.070698:0:30238:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788838215.070701:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070702:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.070704:0:30238:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838215.070706:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b938 00000002:00002000:1.0:1788838215.070709:0:30238:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788838215.070711:0:30238:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.070715:0:30238:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.070717:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838215.070720:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788838215.070723:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838215.070726:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838215.070729:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77400. 00000080:00000001:1.0:1788838215.070733:0:30238:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838215.070735:0:30238:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838215.070741:0:30238:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788838215.070745:0:30238:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788838215.070751:0:30238:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd0c98480. 00800000:00000001:1.0:1788838215.070754:0:30238:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479622407296 : -113594087144320 : ffff98afd0c98480) 00800000:00000001:1.0:1788838215.070756:0:30238:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.070758:0:30238:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838215.070761:0:30238:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838215.070762:0:30238:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788838215.070765:0:30238:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788838215.070768:0:30238:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788838215.070770:0:30238:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.070774:0:30238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788838215.070777:0:30238:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788838215.070780:0:30238:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788838214 to 1788838215 00000080:00200000:1.0:1788838215.070784:0:30238:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788838215.070786:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070787:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070789:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:1.0:1788838215.070791:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070793:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070795:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070796:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838215.070798:0:30238:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838215.070800:0:30238:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788838215.070802:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd0c98480 1 00800000:00000010:1.0:1788838215.070804:0:30238:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd0c98480. 00800000:00000001:1.0:1788838215.070806:0:30238:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838215.070810:0:30238:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cd74 00800000:00000001:1.0:1788838215.070813:0:30238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838215.070814:0:30238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838215.070815:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070816:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070817:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:1.0:1788838215.070819:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070821:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070823:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070823:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.070825:0:30238:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.070826:0:30238:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.070828:0:30238:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838215.070831:0:30238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838215.070833:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd74 from it ffffbbcb0154bbf8 00010000:00000001:1.0:1788838215.070836:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.070837:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.070838:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:1.0:1788838215.070840:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070842:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:1.0:1788838215.070844:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838215.070847:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.070853:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070854:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.070855:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838215.070858:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838215.070860:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62cd74 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b050 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838215.070866:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838215.070868:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838215.070870:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838215.070873:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070875:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.070876:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.070879:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838215.070881:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.070882:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.070885:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.070887:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838215.070888:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.070889:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838215.070891:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.070896:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b100 x1875731132220928/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838231 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.070902:0:30238:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838215.070905:0:30238:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838215.070908:0:30238:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4093800. 02000000:00000001:1.0:1788838215.070912:0:30238:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838215.070914:0:30238:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838215.070916:0:30238:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838215.070918:0:30238:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838215.070921:0:30238:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0080c00. 02000000:00000001:1.0:1788838215.070924:0:30238:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838215.070926:0:30238:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838215.070928:0:30238:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b100. 00000100:00000001:1.0:1788838215.070931:0:30238:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838215.070932:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838215.070935:0:30238:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838215.070940:0:30238:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838215.070967:0:30238:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692b20. 00000020:00000001:1.0:1788838215.070971:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154bb28 00000080:00200000:1.0:1788838215.070974:0:30238:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=25 00000080:00000001:1.0:1788838215.070977:0:30238:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838215.070979:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b9d8 00000080:00200000:1.0:1788838215.070981:0:30238:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:1.0:1788838215.070989:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abf000. 00800000:00000002:1.0:1788838215.070993:0:30238:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838215.070997:0:30238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838215.071000:0:30238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838215.071002:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b8f8 00800000:00000002:1.0:1788838215.071004:0:30238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838215.071006:0:30238:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788838215.071010:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b890 00800000:00000002:1.0:1788838215.071012:0:30238:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788838215.071015:0:30238:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838215.071017:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b7c8 00000002:00010000:1.0:1788838215.071018:0:30238:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788838215.071022:0:30238:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838215.071024:0:30238:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838215.071028:0:30238:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838215.071031:0:30238:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838215.071035:0:30238:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838215.071038:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838215.071040:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.071041:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.071042:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.071045:0:30238:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838215.071047:0:30238:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838215.071050:0:30238:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838215.071056:0:30238:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13ea000. 00000100:00000001:1.0:1788838215.071062:0:30238:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.071065:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838215.071066:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.071068:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838215.071069:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.071070:0:30238:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.071076:0:30238:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00010000:00000001:1.0:1788838215.071079:0:30238:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838215.071081:0:30238:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838215.071084:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31100 count: 2 00010000:00000001:1.0:1788838215.071086:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838215.071088:0:30238:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838215.071091:0:30238:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0fe00. 00000020:00000001:1.0:1788838215.071093:0:30238:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838215.071096:0:30238:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0fe00 with handle 0x9f68a6b43b62cd7b to hash 00000020:00000001:1.0:1788838215.071098:0:30238:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838215.071099:0:30238:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.071102:0:30238:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.071104:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838215.071106:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.071109:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838215.071116:0:30238:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838215.071129:0:30238:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838215.071133:0:30238:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838215.071135:0:30238:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838215.071139:0:30238:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65840. 00000100:00000001:1.0:1788838215.071141:0:30238:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775616 : -113594290776000 : ffff98afc4a65840) 00000100:00000001:1.0:1788838215.071144:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838215.071145:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838215.071149:0:30238:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838215.071152:0:30238:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.071154:0:30238:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838215.071156:0:30238:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838215.071160:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.071166:0:30238:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838215.071168:0:30238:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838215.071172:0:30238:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838215.071174:0:30238:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838215.071188:0:30238:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838215.071192:0:30238:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30238:1875731132221056:192.168.203.123@tcp:101:multiop.0 00000100:00000001:1.0:1788838215.071196:0:30238:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838215.071200:0:30238:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838215.071201:0:30238:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838215.071204:0:30238:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838215.071208:0:30238:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eed800. 02000000:00000001:1.0:1788838215.071210:0:30238:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838215.071215:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838215.071219:0:30238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8630. 00000400:00000010:1.0:1788838215.071224:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838215.071230:0:30238:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132221056, portal 10 00000100:00000001:1.0:1788838215.071232:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838215.071233:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:1.0:1788838215.071238:0:30238:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838231 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.071244:0:30238:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838215.071247:0:30238:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838215.071249:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838215.071251:0:30238:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132221056, offset 0 00000400:00000200:1.0:1788838215.071256:0:30238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838215.071262:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.071268:0:30238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838215.071273:0:30238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838215.071277:0:30238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838215.071280:0:30238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838215.071282:0:30238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838215.071285:0:30238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2241:2241:256:4294967295] 192.168.203.123@tcp LPNI seq info [2241:2241:8:4294967295] 00000400:00000200:1.0:1788838215.071289:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.071296:0:30238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838215.071301:0:30238:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838215.071305:0:30238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838215.071311:0:30238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838215.071318:0:30238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838215.071321:0:30238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788838215.071341:0:30238:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838215.071345:0:30238:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 769180 usecs (770 jiffies) 00000400:00000200:1.0:1788838215.071348:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838215.071351:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296345814 00000100:00000001:1.0:1788838215.071354:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296346639 00000100:00000001:1.0:1788838215.071356:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296345814 00000100:00000001:1.0:1788838215.071358:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296346639 00000100:00000001:1.0:1788838215.071360:0:30238:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838215.071362:0:30238:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.071364:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838215.071366:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838215.071368:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65840 going to sleep for 11 seconds 00000100:00000001:1.0:1788838215.071370:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838215.071371:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.080987:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838215.080994:0:30238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838215.080996:0:30238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838215.080999:0:30238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8630. 00000400:00000200:1.0:1788838215.081004:0:30238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:1.0:1788838215.081006:0:30238:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:1.0:1788838215.081009:0:30238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838215.081014:0:30238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838215.081023:0:30238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.081028:0:30238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838215.081030:0:30238:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838215.081032:0:30238:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838215.081035:0:30238:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838215.081037:0:30238:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838215.081040:0:30238:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838215.081042:0:30238:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838215.081051:0:30238:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=44 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838215.081055:0:30238:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838215.081057:0:30238:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838215.081059:0:30238:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.081062:0:30238:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838215.081065:0:30238:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.081068:0:30238:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838215.081070:0:30238:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1788838215.081072:0:30238:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838215.081075:0:30238:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838215.081080:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.081092:0:30238:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838215.081095:0:30238:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838215.081097:0:30238:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838215.081101:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838231 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838215.081108:0:30238:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30238:1875731132221056:192.168.203.123@tcp:101:multiop.0 00000100:00000001:1.0:1788838215.081113:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838215.081115:0:30238:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.081117:0:30238:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838215.081119:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.081122:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838231 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.081129:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838215.081131:0:30238:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65840. 00000100:00000001:1.0:1788838215.081136:0:30238:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838215.081137:0:30238:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.081140:0:30238:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838215.081143:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081146:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081148:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=4 00000020:00000001:1.0:1788838215.081151:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081154:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000040:1.0:1788838215.081159:0:30238:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0fe00, remote cookie: 0xff98f31736b3b06c, flags: 0x1001 00010000:00010000:1.0:1788838215.081164:0:30238:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838215.081173:0:30238:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788838215.081176:0:30238:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788838215.081184:0:30238:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901000. 00010000:00000010:1.0:1788838215.081189:0:30238:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894a080. 00010000:00000001:1.0:1788838215.081194:0:30238:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.081197:0:30238:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838215.081204:0:30238:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.081211:0:30238:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838215.081214:0:30238:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838215.081217:0:30238:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838215.081218:0:30238:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838215.081219:0:30238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838215.081222:0:30238:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff98afc9901000) refcount = 1 00010000:00010000:1.0:1788838215.081226:0:30238:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.081233:0:30238:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838215.081236:0:30238:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838215.081237:0:30238:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838215.081240:0:30238:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838215.081242:0:30238:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.081245:0:30238:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.081251:0:30238:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838215.081253:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081254:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.081255:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081256:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.081257:0:30238:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.081263:0:30238:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838215.081265:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081266:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081268:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=3 00000020:00000001:1.0:1788838215.081269:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081271:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081273:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081275:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081276:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=4 00000020:00000001:1.0:1788838215.081277:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081279:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081282:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838215.081285:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.081288:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.081294:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081295:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.081297:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081298:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081299:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=5 00000020:00000001:1.0:1788838215.081300:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081303:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081305:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838215.081307:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.081313:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081314:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838215.081317:0:30238:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.081323:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838215.081324:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081325:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.081326:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081327:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838215.081332:0:30238:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838231 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838215.081339:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081341:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081342:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=3 00000020:00000001:1.0:1788838215.081343:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081345:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081347:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081348:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.081349:0:30238:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.081351:0:30238:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.081353:0:30238:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838215.081356:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081357:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081358:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=3 00000020:00000001:1.0:1788838215.081360:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081362:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00000002:00010000:1.0:1788838215.081365:0:30238:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.081371:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081371:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.081373:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838215.081374:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081375:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081377:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=3 00000020:00000001:1.0:1788838215.081378:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081380:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000040:1.0:1788838215.081383:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901000 count: 2 00010000:00000001:1.0:1788838215.081385:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838215.081388:0:30238:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:1.0:1788838215.081391:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081392:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.081393:0:30238:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838215.081395:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b750 00000002:00002000:1.0:1788838215.081397:0:30238:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788838215.081400:0:30238:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.081403:0:30238:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.081405:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838215.081408:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788838215.081411:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838215.081414:0:30238:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:1.0:1788838215.081427:0:30238:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788838215.081429:0:30238:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb0154bac8 it_disposition b 00000080:00000001:1.0:1788838215.081432:0:30238:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838215.081437:0:30238:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788838215.081440:0:30238:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838215.081442:0:30238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1788838215.081445:0:30238:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788838215.081451:0:30238:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838215.081453:0:30238:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1788838215.081456:0:30238:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.081459:0:30238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1788838215.081461:0:30238:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788838215.081466:0:30238:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00200000:1.0:1788838215.081469:0:30238:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff98afd1581988): rc = 0 00000080:00000001:1.0:1788838215.081471:0:30238:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631751560 : -113594077800056 : ffff98afd1581988) 00010000:00000001:1.0:1788838215.081472:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081473:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081475:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=3 00000020:00000001:1.0:1788838215.081477:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081479:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081481:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081482:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838215.081484:0:30238:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788838215.081486:0:30238:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788838215.081487:0:30238:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838215.081490:0:30238:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788838215.081492:0:30238:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838215.081495:0:30238:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff98afd1581988) for lock 0x9f68a6b43b62cd7b 00800000:00000001:1.0:1788838215.081498:0:30238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838215.081499:0:30238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838215.081501:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081501:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081503:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=3 00000020:00000001:1.0:1788838215.081504:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081506:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081508:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081509:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.081511:0:30238:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.081512:0:30238:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788838215.081519:0:30238:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd173ae58 inode ffff98afd1581988 refc 1 flags 0x20000e 00000080:00000001:1.0:1788838215.081523:0:30238:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788838215.081525:0:30238:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.081527:0:30238:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788838215.081530:0:30238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff98afd1581988) 00000080:00010000:1.0:1788838215.081533:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd7b from it ffffbbcb0154bac8 00010000:00000001:1.0:1788838215.081535:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.081536:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.081537:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=3 00000020:00000001:1.0:1788838215.081538:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081540:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838215.081542:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838215.081545:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.081551:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081552:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.081553:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838215.081555:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838215.081558:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cd7b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b06c expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838215.081564:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838215.081567:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838215.081568:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838215.081573:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081574:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.081575:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.081578:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838215.081579:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.081581:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.081583:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.081585:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838215.081586:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.081587:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838215.081589:0:30238:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838215.081592:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abf000. 00000100:00000001:1.0:1788838215.081596:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.081600:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132221056/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838231 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.081606:0:30238:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838215.081609:0:30238:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838215.081611:0:30238:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4eed800. 02000000:00000001:1.0:1788838215.081615:0:30238:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838215.081617:0:30238:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838215.081619:0:30238:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838215.081621:0:30238:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838215.081624:0:30238:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13ea000. 02000000:00000001:1.0:1788838215.081627:0:30238:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838215.081628:0:30238:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838215.081630:0:30238:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:1.0:1788838215.081633:0:30238:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838215.081634:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838215.081641:0:30238:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788838215.081644:0:30238:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff98afd1581988), inode mode 41ed mask 1 00000080:00000001:1.0:1788838215.081648:0:30238:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838215.082369:0:30238:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692e00. 00000080:00000001:1.0:1788838215.082377:0:30238:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788838215.082379:0:30238:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff98afd1581988), inode mode 41ed mask 3 00000080:00000001:1.0:1788838215.082384:0:30238:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.082387:0:30238:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788838215.082389:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154bb58 00000080:00200000:1.0:1788838215.082391:0:30238:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff98afd1581988), file ffff98afc2aca900, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788838215.082396:0:30238:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afc66b42a0. 00000080:00000001:1.0:1788838215.082400:0:30238:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838215.082402:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154ba08 00000080:00200000:1.0:1788838215.082404:0:30238:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff98afd1581988), intent=open|creat 00000080:00000010:1.0:1788838215.082410:0:30238:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abf000. 00000080:00000001:1.0:1788838215.082427:0:30238:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838215.082430:0:30238:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838215.082432:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b928 00800000:00000002:1.0:1788838215.082434:0:30238:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:1.0:1788838215.082437:0:30238:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788838215.082440:0:30238:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788838215.082444:0:30238:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:1.0:1788838215.082447:0:30238:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788838215.082449:0:30238:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788838215.082451:0:30238:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788838215.082454:0:30238:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788838215.082457:0:30238:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x21:0x0] 40000000:00000001:1.0:1788838215.082459:0:30238:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.082461:0:30238:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.082463:0:30238:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.082465:0:30238:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838215.082467:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b8a8 00800000:00000002:1.0:1788838215.082469:0:30238:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x200000404:0x21:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788838215.082473:0:30238:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838215.082475:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b7e0 00000002:00010000:1.0:1788838215.082477:0:30238:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x21:0x0]) in obj [0x200000404:0x1f:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788838215.082481:0:30238:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838215.082484:0:30238:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788838215.082487:0:30238:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788838215.082492:0:30238:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.082494:0:30238:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788838215.082496:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901000 count: 2 00010000:00000001:1.0:1788838215.082499:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838215.082502:0:30238:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788838215.082504:0:30238:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.082506:0:30238:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.082508:0:30238:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838215.082514:0:30238:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838215.082518:0:30238:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:1.0:1788838215.082523:0:30238:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788838215.082525:0:30238:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.082528:0:30238:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838215.082532:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838215.082536:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.082537:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.082538:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.082541:0:30238:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838215.082542:0:30238:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838215.082546:0:30238:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838215.082552:0:30238:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13ea000. 00000100:00000001:1.0:1788838215.082559:0:30238:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.082563:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838215.082564:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.082566:0:30238:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838215.082567:0:30238:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.082568:0:30238:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.082576:0:30238:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00010000:00000001:1.0:1788838215.082579:0:30238:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838215.082581:0:30238:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838215.082583:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901000 count: 2 00010000:00000001:1.0:1788838215.082585:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838215.082588:0:30238:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838215.082591:0:30238:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0e400. 00000020:00000001:1.0:1788838215.082594:0:30238:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838215.082596:0:30238:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0e400 with handle 0x9f68a6b43b62cd82 to hash 00000020:00000001:1.0:1788838215.082599:0:30238:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838215.082600:0:30238:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.082603:0:30238:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.082606:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838215.082608:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.082612:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838215.082620:0:30238:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788838215.082631:0:30238:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788838215.082639:0:30238:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1120a80 x1875731132221312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788838215.082646:0:30238:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30238 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838215.082652:0:30238:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838215.082654:0:30238:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838215.082760:0:30238:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65840. 00000100:00000001:1.0:1788838215.082763:0:30238:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775616 : -113594290776000 : ffff98afc4a65840) 00000100:00000001:1.0:1788838215.082766:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838215.082767:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838215.082771:0:30238:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838215.082775:0:30238:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.082777:0:30238:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838215.082778:0:30238:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838215.082782:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132221312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.082796:0:30238:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838215.082798:0:30238:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838215.082802:0:30238:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838215.082804:0:30238:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838215.082807:0:30238:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838215.082810:0:30238:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30238:1875731132221312:192.168.203.123@tcp:101:multiop.0 00000100:00000001:1.0:1788838215.082814:0:30238:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838215.082818:0:30238:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838215.082820:0:30238:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838215.082823:0:30238:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838215.082875:0:30238:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:1.0:1788838215.082878:0:30238:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838215.082884:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838215.082889:0:30238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8630. 00000400:00000010:1.0:1788838215.082894:0:30238:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afd13e9800. 00000100:00000200:1.0:1788838215.082900:0:30238:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132221312, portal 10 00000100:00000001:1.0:1788838215.082902:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838215.082903:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:1.0:1788838215.082909:0:30238:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120a80 x1875731132221312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838231 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.082917:0:30238:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838215.082919:0:30238:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838215.082923:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838215.082925:0:30238:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132221312, offset 0 00000400:00000200:1.0:1788838215.082932:0:30238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838215.082939:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.082945:0:30238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838215.082951:0:30238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838215.082955:0:30238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838215.082959:0:30238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838215.082962:0:30238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838215.082966:0:30238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2242:2242:256:4294967295] 192.168.203.123@tcp LPNI seq info [2242:2242:8:4294967295] 00000400:00000200:1.0:1788838215.082970:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838215.082978:0:30238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838215.082983:0:30238:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838215.082988:0:30238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838215.082994:0:30238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838215.083001:0:30238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838215.083006:0:30238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788838215.083025:0:30238:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838215.083029:0:30238:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 767972 usecs (768 jiffies) 00000400:00000200:1.0:1788838215.083033:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838215.083035:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296345824 00000100:00000001:1.0:1788838215.083038:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296346639 00000100:00000001:1.0:1788838215.083040:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296345824 00000100:00000001:1.0:1788838215.083043:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296346639 00000100:00000001:1.0:1788838215.083045:0:30238:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838215.083048:0:30238:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.083050:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838215.083052:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838215.083054:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65840 going to sleep for 11 seconds 00000100:00000001:1.0:1788838215.083057:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838215.083059:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.095310:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838215.095317:0:30238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838215.095319:0:30238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838215.095323:0:30238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8630. 00000400:00000200:1.0:1788838215.095327:0:30238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd13e9800 00000400:00000010:1.0:1788838215.095329:0:30238:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afd13e9800. 00000100:00000001:1.0:1788838215.095332:0:30238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838215.095337:0:30238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132221312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838215.095352:0:30238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132221312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838231 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.095359:0:30238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838215.095361:0:30238:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838215.095363:0:30238:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838215.095366:0:30238:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838215.095368:0:30238:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838215.095370:0:30238:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838215.095373:0:30238:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838215.095382:0:30238:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=44 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838215.095386:0:30238:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838215.095388:0:30238:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838215.095390:0:30238:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.095393:0:30238:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838215.095396:0:30238:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.095399:0:30238:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838215.095400:0:30238:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000129/0x1] 00000100:00000001:1.0:1788838215.095402:0:30238:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838215.095404:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838215.095406:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838215.095409:0:30238:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838215.095411:0:30238:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1788838215.095413:0:30238:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838215.095416:0:30238:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838215.095431:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838231 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.095439:0:30238:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838215.095442:0:30238:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838215.095444:0:30238:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838215.095448:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838231 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838215.095455:0:30238:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30238:1875731132221312:192.168.203.123@tcp:101:multiop.0 00000100:00000001:1.0:1788838215.095461:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838215.095463:0:30238:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838215.095465:0:30238:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838215.095467:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.095471:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838231 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.095478:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838215.095480:0:30238:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65840. 00000100:00000001:1.0:1788838215.095485:0:30238:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838215.095487:0:30238:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.095490:0:30238:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838215.095494:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.095497:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.095500:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=4 00000020:00000001:1.0:1788838215.095502:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095505:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000040:1.0:1788838215.095511:0:30238:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0e400, remote cookie: 0xff98f31736b3b088, flags: 0x1001 00010000:00010000:1.0:1788838215.095516:0:30238:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838215.095525:0:30238:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x21:0x0].0x0, instead of [0x200000404:0x1f:0x0].0x0 00010000:00000001:1.0:1788838215.095528:0:30238:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788838215.095536:0:30238:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901400. 00010000:00000010:1.0:1788838215.095541:0:30238:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894a900. 00010000:00000001:1.0:1788838215.095545:0:30238:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.095549:0:30238:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838215.095556:0:30238:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.095567:0:30238:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838215.095570:0:30238:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838215.095572:0:30238:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838215.095574:0:30238:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838215.095575:0:30238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838215.095578:0:30238:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x21:0x0].0x0 (ffff98afc9901400) refcount = 1 00010000:00010000:1.0:1788838215.095582:0:30238:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.095588:0:30238:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838215.095591:0:30238:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838215.095593:0:30238:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838215.095595:0:30238:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838215.095598:0:30238:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.095601:0:30238:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.095607:0:30238:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838215.095608:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095610:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.095610:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095611:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.095613:0:30238:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.095617:0:30238:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838215.095619:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.095620:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.095622:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:1.0:1788838215.095624:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095626:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095628:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.095629:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.095631:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=4 00000020:00000001:1.0:1788838215.095632:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095634:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095637:0:30238:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838215.095640:0:30238:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838215.095643:0:30238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.095649:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095650:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.095652:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.095653:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.095694:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=5 00000020:00000001:1.0:1788838215.095697:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095699:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095702:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838215.095705:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.095711:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095712:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838215.095714:0:30238:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.095720:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838215.095721:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095722:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.095723:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095724:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838215.095729:0:30238:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838231 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838215.095739:0:30238:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788838215.095744:0:30238:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838231 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838215.095756:0:30238:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.095762:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.095763:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.095765:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:1.0:1788838215.095767:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095769:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00000002:00010000:1.0:1788838215.095773:0:30238:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788838215.095782:0:30238:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd0c98480. 00010000:00000001:1.0:1788838215.095785:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095786:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.095787:0:30238:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.095789:0:30238:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838215.095792:0:30238:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788838215.095794:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838215.095795:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838215.095797:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838215.095798:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00010000:00000001:1.0:1788838215.095800:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.095801:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.095803:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:1.0:1788838215.095804:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095806:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00000002:00010000:1.0:1788838215.095810:0:30238:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.095816:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095817:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.095819:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838215.095820:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.095822:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.095823:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:1.0:1788838215.095825:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.095827:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000040:1.0:1788838215.095830:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901400 count: 2 00010000:00000001:1.0:1788838215.095832:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838215.095836:0:30238:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/33 (0 0) 00010000:00000001:1.0:1788838215.095839:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.095840:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.095841:0:30238:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838215.095843:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b768 00000002:00002000:1.0:1788838215.095845:0:30238:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788838215.095848:0:30238:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.095852:0:30238:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.095854:0:30238:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838215.095857:0:30238:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788838215.095861:0:30238:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.095865:0:30238:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788838215.095866:0:30238:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afc66b42a0 it_disposition 1800037 00000080:00002000:1.0:1788838215.095872:0:30238:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd173a5e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788838215.095877:0:30238:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838215.095879:0:30238:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788838215.095881:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154b998 00000080:00200000:1.0:1788838215.095883:0:30238:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff98afd1581988), intent=open|creat 00000080:00000001:1.0:1788838215.095886:0:30238:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788838215.095888:0:30238:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838215.095893:0:30238:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788838215.095896:0:30238:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838215.095899:0:30238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:1.0:1788838215.095902:0:30238:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788838215.095911:0:30238:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd16db180. 00000020:00000001:1.0:1788838215.095922:0:30238:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788838215.095923:0:30238:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788838215.095926:0:30238:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788838215.095927:0:30238:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x21:0x0](ffff98afd16db248) 00000020:00000001:1.0:1788838215.095932:0:30238:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788838215.095936:0:30238:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc7ec9900. 00000020:00000010:1.0:1788838215.095941:0:30238:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4abf800. 00000020:00000010:1.0:1788838215.095945:0:30238:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc4abe200. 00000020:00000010:1.0:1788838215.095949:0:30238:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc66b4ea0. 00000008:00000010:1.0:1788838215.095956:0:30238:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afc3fa5980. 00020000:00000010:1.0:1788838215.095961:0:30238:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afc9b62840. 00008000:00000010:1.0:1788838215.095966:0:30238:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afd06f2de8. 00000080:00000010:1.0:1788838215.095971:0:30238:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc38ac348. 00000080:00000010:1.0:1788838215.095974:0:30238:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc50522b0. 00000020:00000010:1.0:1788838215.095978:0:30238:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4abfa00. 00000008:00000010:1.0:1788838215.095982:0:30238:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afd06ed1e0. 00020000:00000010:1.0:1788838215.095985:0:30238:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afc3fac248. 00008000:00000010:1.0:1788838215.095989:0:30238:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd84de9e8. 00000080:00000010:1.0:1788838215.095993:0:30238:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afc873a5a0. 00000020:00000001:1.0:1788838215.095996:0:30238:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473711368 : -113594235840248 : ffff98afc7ec9908) 00000020:00001000:1.0:1788838215.095998:0:30238:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9900 00000020:00000001:1.0:1788838215.096002:0:30238:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788838215.096007:0:30238:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd00a07d0. 00000020:00000001:1.0:1788838215.096010:0:30238:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788838215.096011:0:30238:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838215.096018:0:30238:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788838215.096022:0:30238:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afc8c6a6c8. 00020000:00000001:1.0:1788838215.096024:0:30238:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479488001736 : -113594221549880 : ffff98afc8c6a6c8) 00020000:00000001:1.0:1788838215.096027:0:30238:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788838215.096029:0:30238:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788838215.096033:0:30238:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc66b4f00. 00020000:00000010:1.0:1788838215.096036:0:30238:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41ade80. 00020000:00000010:1.0:1788838215.096040:0:30238:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc66b4a20. 00020000:00000001:1.0:1788838215.096042:0:30238:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479448459808 : -113594261091808 : ffff98afc66b4a20) 00020000:00000002:1.0:1788838215.096045:0:30238:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc66b4a20, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838215.096050:0:30238:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838215.096055:0:30238:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41ade80: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000001:1.0:1788838215.096058:0:30238:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788838215.096060:0:30238:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc66b4a20, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838215.096063:0:30238:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838215.096066:0:30238:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41ade80: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000010:1.0:1788838215.096070:0:30238:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afc81a8780. 00020000:00000010:1.0:1788838215.096073:0:30238:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc4a65840. 00020000:00000001:1.0:1788838215.096077:0:30238:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788838215.096080:0:30238:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afd85c5a30. 00020000:00000001:1.0:1788838215.096083:0:30238:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788838215.096085:0:30238:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788838215.096089:0:30238:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788838215.096093:0:30238:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afd00a04b0. 00000020:00000001:1.0:1788838215.096094:0:30238:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788838215.096096:0:30238:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838215.096098:0:30238:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479609857328 : -113594099694288 : ffff98afd00a0530) 00020000:00000001:1.0:1788838215.096102:0:30238:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788838215.096106:0:30238:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afc3a7b180. 00020000:00000001:1.0:1788838215.096109:0:30238:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838215.096113:0:30238:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479609857328 : -113594099694288 : ffff98afd00a0530) 00020000:00000001:1.0:1788838215.096115:0:30238:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479609857328 : -113594099694288 : ffff98afd00a0530) 00020000:00000002:1.0:1788838215.096119:0:30238:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x15:0x0]@ffff98afd00a04b0[0:0] -> [0x200000404:0x21:0x0]@ffff98afd00a07d0: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000001:1.0:1788838215.096124:0:30238:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788838215.096126:0:30238:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788838215.096128:0:30238:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838215.096131:0:30238:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479609858128 : -113594099693488 : ffff98afd00a0850) 00000020:00001000:1.0:1788838215.096133:0:30238:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9900 00000080:00000001:1.0:1788838215.096137:0:30238:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:1.0:1788838215.096140:0:30238:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788838215.096142:0:30238:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833953 mtime from 0 to 1788838215 00000080:00000001:1.0:1788838215.096146:0:30238:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788838215.096148:0:30238:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479633166920 : -113594076384696 : ffff98afd16db248) 00010000:00000001:1.0:1788838215.096151:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.096152:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.096154:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:1.0:1788838215.096156:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.096158:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00000080:00000001:1.0:1788838215.096160:0:30238:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788838215.096162:0:30238:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838215.096163:0:30238:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473711368 : -113594235840248 : ffff98afc7ec9908) 00000020:00001000:1.0:1788838215.096165:0:30238:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9900 00000020:00000001:1.0:1788838215.096167:0:30238:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788838215.096169:0:30238:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788838215.096170:0:30238:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788838215.096173:0:30238:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc66b43c0. 00020000:00000010:1.0:1788838215.096176:0:30238:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41ad400. 00020000:00000010:1.0:1788838215.096179:0:30238:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc66b4360. 00020000:00000001:1.0:1788838215.096181:0:30238:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479448458080 : -113594261093536 : ffff98afc66b4360) 00020000:00000002:1.0:1788838215.096183:0:30238:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc66b4360, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838215.096187:0:30238:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838215.096190:0:30238:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41ad400: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1788838215.096193:0:30238:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc8c6a6c8) owner ffff98afc1384f80 00020000:00000001:1.0:1788838215.096196:0:30238:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788838215.096198:0:30238:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc8c6a6c8) owner ffff98afc1384f80 00020000:00000010:1.0:1788838215.096201:0:30238:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41ad400. 00020000:00000010:1.0:1788838215.096204:0:30238:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc66b43c0. 00020000:00000010:1.0:1788838215.096209:0:30238:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc66b4360. 00020000:00000002:1.0:1788838215.096211:0:30238:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788838215.096213:0:30238:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838215.096215:0:30238:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838215.096218:0:30238:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788838215.096221:0:30238:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a6c8) owner 0000000000000000/ffff98afc1384f80 00020000:00000002:1.0:1788838215.096223:0:30238:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc66b4a20 addref 2/0 by ffff98afc1384f80. 00020000:00000002:1.0:1788838215.096226:0:30238:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a6c8) owner 0000000000000000/ffff98afc1384f80 00020000:00000001:1.0:1788838215.096228:0:30238:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788838215.096230:0:30238:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788838215.096232:0:30238:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788838215.096233:0:30238:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788838215.096235:0:30238:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788838215.096238:0:30238:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788838215.096240:0:30238:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9900 00000080:00000001:1.0:1788838215.096242:0:30238:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.096244:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.096245:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838215.096246:0:30238:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838215.096249:0:30238:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788838215.096251:0:30238:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838215.096253:0:30238:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x21:0x0](ffff98afd16db248) 00000080:00010000:1.0:1788838215.096255:0:30238:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x21:0x0](ffff98afd16db248) for lock 0x9f68a6b43b62cd82 00800000:00000001:1.0:1788838215.096259:0:30238:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838215.096260:0:30238:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838215.096262:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.096263:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.096264:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:1.0:1788838215.096266:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.096268:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.096270:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.096271:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838215.096273:0:30238:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.096274:0:30238:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.096276:0:30238:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788838215.096277:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.096283:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838231 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.096291:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788838215.096294:0:30238:0:(namei.c:1651:ll_create_it()) inode ffff98afd16db248 need_sync_to_mds [0x200000404:0x21:0x0] 00000080:00000001:1.0:1788838215.096298:0:30238:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838215.096301:0:30238:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x21:0x0](ffff98afd16db248) 00000080:00000001:1.0:1788838215.096303:0:30238:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838215.096306:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abf000. 00000100:00000001:1.0:1788838215.096309:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.096312:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838231 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838215.096319:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.096322:0:30238:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788838215.096324:0:30238:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788838215.096326:0:30238:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd16db248 need_sync_to_mds [0x200000404:0x21:0x0] 00000080:00000001:1.0:1788838215.096334:0:30238:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788838215.096336:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154ba68 00000080:00200008:1.0:1788838215.096338:0:30238:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x21:0x0](ffff98afd16db248), flags 100102 00000080:00000010:1.0:1788838215.096345:0:30238:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afda0f3900. 00000080:00000010:1.0:1788838215.096351:0:30238:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd0c98e00. 00000080:00000001:1.0:1788838215.096354:0:30238:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788838215.096356:0:30238:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788838215.096359:0:30238:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788838215.096362:0:30238:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc6692f20. 00000002:00100000:1.0:1788838215.096366:0:30238:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838231 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838215.096372:0:30238:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838215.096374:0:30238:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788838215.096376:0:30238:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788838215.096380:0:30238:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.096382:0:30238:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838215.096384:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838215.096386:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838231 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788838215.096393:0:30238:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838215.096396:0:30238:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:1.0:1788838215.096435:0:30238:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788838215.096437:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838215.096440:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154ba68 00000080:00000008:1.0:1788838215.096442:0:30238:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x21:0x0](ffff98afd16db248), flags 100102, rc = 0 00000080:00000001:1.0:1788838215.096447:0:30238:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788838215.096448:0:30238:0:(dcache.c:176:ll_intent_release()) intent ffff98afc66b42a0 released 00000080:00010000:1.0:1788838215.096451:0:30238:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd82 from it ffff98afc66b42a0 00010000:00000001:1.0:1788838215.096453:0:30238:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838215.096454:0:30238:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838215.096456:0:30238:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:1.0:1788838215.096458:0:30238:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.096460:0:30238:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838215.096462:0:30238:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838215.096466:0:30238:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838215.096473:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.096475:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.096476:0:30238:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838215.096479:0:30238:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838215.096481:0:30238:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cd82 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b088 expref: -99 pid: 30238 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838215.096488:0:30238:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838215.096490:0:30238:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838215.096492:0:30238:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838215.096496:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.096498:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838215.096499:0:30238:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.096502:0:30238:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838215.096503:0:30238:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.096505:0:30238:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.096508:0:30238:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838215.096510:0:30238:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838215.096511:0:30238:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838215.096512:0:30238:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838215.096513:0:30238:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788838215.096515:0:30238:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788838215.096517:0:30238:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788838215.096519:0:30238:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838215.096521:0:30238:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788838215.096523:0:30238:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.096525:0:30238:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788838215.096527:0:30238:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.096529:0:30238:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838215.096531:0:30238:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.096533:0:30238:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838215.096535:0:30238:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afc66b42a0. 00000080:00000001:1.0:1788838215.096539:0:30238:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838215.096542:0:30238:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788838215.096544:0:30238:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x21:0x0](ffff98afd16db248), inode mode 81a4 mask 40 00000080:00000001:1.0:1788838215.096547:0:30238:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.091361:0:30248:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838216.095786:0:30248:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838216.095793:0:30248:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838216.095797:0:30248:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25948. 00000400:00000200:1.0:1788838216.095806:0:30248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc770 00000400:00000010:1.0:1788838216.095809:0:30248:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc770. 00000100:00000001:1.0:1788838216.096079:0:30248:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838216.096101:0:30248:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909180 x1875731132221440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838232 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838216.096114:0:30248:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909180 x1875731132221440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838232 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.096123:0:30248:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838216.096125:0:30248:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838216.096128:0:30248:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838216.096132:0:30248:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838216.096135:0:30248:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838216.096137:0:30248:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838216.096140:0:30248:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838216.096149:0:30248:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=45 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838216.096154:0:30248:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838216.096157:0:30248:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838216.096158:0:30248:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.096161:0:30248:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838216.096165:0:30248:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.096169:0:30248:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838216.096172:0:30248:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1788838216.096173:0:30248:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838216.096176:0:30248:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838216.096180:0:30248:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909180 x1875731132221440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838232 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.096187:0:30248:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838216.096190:0:30248:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838216.096192:0:30248:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838216.096195:0:30248:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909180 x1875731132221440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838232 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838216.096202:0:30248:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30248:1875731132221440:192.168.203.123@tcp:101:touch.0 00000100:00000001:1.0:1788838216.096207:0:30248:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838216.096210:0:30248:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.096213:0:30248:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838216.096214:0:30248:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838216.096218:0:30248:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909180 x1875731132221440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838232 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.096223:0:30248:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838216.096227:0:30248:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd1114d80. 00000100:00000001:1.0:1788838216.096231:0:30248:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838216.096232:0:30248:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.096235:0:30248:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838216.096239:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096241:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096244:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=4 00000020:00000001:1.0:1788838216.096247:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096250:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000040:1.0:1788838216.096256:0:30248:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8babc00, remote cookie: 0xff98f31736b3b0ab, flags: 0x1001 00010000:00010000:1.0:1788838216.096261:0:30248:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838216.096275:0:30248:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788838216.096278:0:30248:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788838216.096288:0:30248:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901e00. 00010000:00000010:1.0:1788838216.096292:0:30248:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894a600. 00010000:00000001:1.0:1788838216.096297:0:30248:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838216.096301:0:30248:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838216.096308:0:30248:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.096314:0:30248:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838216.096319:0:30248:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838216.096321:0:30248:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838216.096322:0:30248:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838216.096323:0:30248:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838216.096326:0:30248:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff98afc9901e00) refcount = 1 00010000:00010000:1.0:1788838216.096330:0:30248:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.096336:0:30248:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838216.096339:0:30248:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838216.096341:0:30248:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838216.096343:0:30248:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838216.096345:0:30248:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838216.096347:0:30248:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.096353:0:30248:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838216.096354:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096356:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.096357:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096358:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.096359:0:30248:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.096363:0:30248:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838216.096365:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096366:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096367:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:1.0:1788838216.096369:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096371:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096373:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096374:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096376:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=4 00000020:00000001:1.0:1788838216.096378:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096380:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096382:0:30248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838216.096385:0:30248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838216.096388:0:30248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.096393:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096394:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.096395:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096396:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096397:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=5 00000020:00000001:1.0:1788838216.096399:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096401:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096403:0:30248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838216.096405:0:30248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.096422:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096422:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838216.096425:0:30248:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.096432:0:30248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838216.096433:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096434:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.096435:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096435:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838216.096440:0:30248:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd0909180 x1875731132221440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838232 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838216.096447:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096448:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096449:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:1.0:1788838216.096451:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096452:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096454:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096455:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838216.096457:0:30248:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.096458:0:30248:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.096461:0:30248:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838216.096463:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096464:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096465:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:1.0:1788838216.096466:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096468:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00000002:00010000:1.0:1788838216.096471:0:30248:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.096477:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096478:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.096479:0:30248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838216.096480:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096481:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096483:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:1.0:1788838216.096485:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096487:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000040:1.0:1788838216.096491:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901e00 count: 2 00010000:00000001:1.0:1788838216.096493:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838216.096496:0:30248:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:1.0:1788838216.096499:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096500:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838216.096501:0:30248:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838216.096504:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b750 00000002:00002000:1.0:1788838216.096505:0:30248:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788838216.096508:0:30248:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.096511:0:30248:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.096514:0:30248:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838216.096516:0:30248:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788838216.096520:0:30248:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838216.096523:0:30248:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:1.0:1788838216.096525:0:30248:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788838216.096527:0:30248:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01a4bac8 it_disposition b 00000080:00000001:1.0:1788838216.096530:0:30248:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838216.096536:0:30248:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788838216.096538:0:30248:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838216.096540:0:30248:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:1.0:1788838216.096543:0:30248:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788838216.096548:0:30248:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838216.096550:0:30248:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:1.0:1788838216.096552:0:30248:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.096555:0:30248:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:1.0:1788838216.096557:0:30248:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788838216.096561:0:30248:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00200000:1.0:1788838216.096563:0:30248:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff98afd152ec08): rc = 0 00000080:00000001:1.0:1788838216.096565:0:30248:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631412232 : -113594078139384 : ffff98afd152ec08) 00010000:00000001:1.0:1788838216.096567:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096568:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096570:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:1.0:1788838216.096572:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096574:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096576:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096577:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838216.096579:0:30248:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788838216.096580:0:30248:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788838216.096581:0:30248:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838216.096584:0:30248:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788838216.096585:0:30248:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838216.096588:0:30248:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff98afd152ec08) for lock 0x9f68a6b43b62cd89 00800000:00000001:1.0:1788838216.096591:0:30248:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838216.096592:0:30248:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838216.096594:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096595:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096596:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:1.0:1788838216.096597:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096599:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096601:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096602:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838216.096604:0:30248:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.096606:0:30248:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788838216.096622:0:30248:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1742d80 inode ffff98afd152ec08 refc 1 flags 0x20000e 00000080:00000001:1.0:1788838216.096626:0:30248:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788838216.096627:0:30248:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.096629:0:30248:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788838216.096632:0:30248:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff98afd152ec08) 00000080:00010000:1.0:1788838216.096635:0:30248:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd89 from it ffffbbcb01a4bac8 00010000:00000001:1.0:1788838216.096636:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.096637:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.096639:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:1.0:1788838216.096641:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096642:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:1.0:1788838216.096644:0:30248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838216.096647:0:30248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.096652:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.096653:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.097808:0:30248:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838216.097945:0:30248:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838216.098144:0:30248:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cd89 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0ab expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838216.098156:0:30248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838216.098159:0:30248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838216.098161:0:30248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838216.098165:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.098166:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.098168:0:30248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098171:0:30248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838216.098173:0:30248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098175:0:30248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098178:0:30248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098180:0:30248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838216.098181:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.098183:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838216.098186:0:30248:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838216.098190:0:30248:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77800. 00000100:00000001:1.0:1788838216.098197:0:30248:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838216.098207:0:30248:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909180 x1875731132221440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838232 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.098214:0:30248:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838216.098217:0:30248:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838216.098220:0:30248:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4091800. 02000000:00000001:1.0:1788838216.098223:0:30248:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838216.098226:0:30248:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838216.098227:0:30248:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838216.098230:0:30248:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838216.098232:0:30248:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0083400. 02000000:00000001:1.0:1788838216.098237:0:30248:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838216.098239:0:30248:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838216.098241:0:30248:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909180. 00000100:00000001:1.0:1788838216.098244:0:30248:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838216.098245:0:30248:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838216.098254:0:30248:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788838216.098257:0:30248:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff98afd152ec08), inode mode 41ed mask 1 00000080:00000001:1.0:1788838216.098261:0:30248:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838216.098277:0:30248:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692a00. 00000080:00000001:1.0:1788838216.098281:0:30248:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788838216.098282:0:30248:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff98afd152ec08), inode mode 41ed mask 3 00000080:00000001:1.0:1788838216.098284:0:30248:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.098287:0:30248:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788838216.098290:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bb58 00000080:00200000:1.0:1788838216.098292:0:30248:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff98afd152ec08), file ffff98afd0818a80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1788838216.098297:0:30248:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afc66b40c0. 00000080:00000001:1.0:1788838216.098300:0:30248:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838216.098302:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba08 00000080:00200000:1.0:1788838216.098303:0:30248:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff98afd152ec08), intent=open|creat 00000080:00000010:1.0:1788838216.098310:0:30248:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4009400. 00000080:00000001:1.0:1788838216.098316:0:30248:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838216.098319:0:30248:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838216.098321:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b928 00800000:00000002:1.0:1788838216.098323:0:30248:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:1.0:1788838216.098326:0:30248:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788838216.098328:0:30248:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788838216.098333:0:30248:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:1.0:1788838216.098336:0:30248:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788838216.098338:0:30248:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788838216.098340:0:30248:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788838216.098343:0:30248:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788838216.098345:0:30248:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x22:0x0] 40000000:00000001:1.0:1788838216.098348:0:30248:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.098349:0:30248:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.098351:0:30248:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.098353:0:30248:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838216.098355:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b8a8 00800000:00000002:1.0:1788838216.098357:0:30248:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x200000404:0x22:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788838216.098361:0:30248:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838216.098363:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b7e0 00000002:00010000:1.0:1788838216.098365:0:30248:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x22:0x0]) in obj [0x200000404:0x20:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1788838216.098368:0:30248:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838216.098371:0:30248:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788838216.098373:0:30248:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788838216.098378:0:30248:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.098380:0:30248:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788838216.098382:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901e00 count: 2 00010000:00000001:1.0:1788838216.098384:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838216.098387:0:30248:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788838216.098389:0:30248:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098391:0:30248:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.098392:0:30248:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838216.098396:0:30248:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121500. 00000020:00000040:1.0:1788838216.098399:0:30248:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:1.0:1788838216.098404:0:30248:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788838216.098406:0:30248:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098408:0:30248:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838216.098421:0:30248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838216.098424:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.098426:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.098427:0:30248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.098429:0:30248:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838216.098431:0:30248:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838216.098434:0:30248:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838216.098441:0:30248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e9000. 00000100:00000001:1.0:1788838216.098447:0:30248:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098450:0:30248:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838216.098452:0:30248:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098453:0:30248:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838216.098454:0:30248:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.098456:0:30248:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.098463:0:30248:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479627162880 : -113594082388736 : ffff98afd1121500) 00010000:00000001:1.0:1788838216.098467:0:30248:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838216.098468:0:30248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838216.098470:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901e00 count: 2 00010000:00000001:1.0:1788838216.098472:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838216.098474:0:30248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838216.098478:0:30248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0f800. 00000020:00000001:1.0:1788838216.098481:0:30248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838216.098484:0:30248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0f800 with handle 0x9f68a6b43b62cd90 to hash 00000020:00000001:1.0:1788838216.098486:0:30248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838216.098487:0:30248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.098491:0:30248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.098494:0:30248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838216.098496:0:30248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838216.098499:0:30248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838216.098507:0:30248:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30248 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788838216.098518:0:30248:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788838216.098525:0:30248:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1121500 x1875731132221696/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788838216.098534:0:30248:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30248 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838216.098539:0:30248:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838216.098540:0:30248:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838216.098547:0:30248:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65f00. 00000100:00000001:1.0:1788838216.098549:0:30248:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418777344 : -113594290774272 : ffff98afc4a65f00) 00000100:00000001:1.0:1788838216.098551:0:30248:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838216.098552:0:30248:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627162880 : -113594082388736 : ffff98afd1121500) 00000100:00000001:1.0:1788838216.098557:0:30248:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838216.098560:0:30248:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.098562:0:30248:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838216.098564:0:30248:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838216.098568:0:30248:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121500 x1875731132221696/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.098576:0:30248:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838216.098578:0:30248:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838216.098581:0:30248:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838216.098583:0:30248:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838216.098585:0:30248:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838216.098589:0:30248:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121500 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30248:1875731132221696:192.168.203.123@tcp:101:touch.0 00000100:00000001:1.0:1788838216.098593:0:30248:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838216.098597:0:30248:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838216.098599:0:30248:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838216.098601:0:30248:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838216.099543:0:30248:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:1.0:1788838216.099549:0:30248:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838216.099558:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838216.099563:0:30248:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8630. 00000400:00000010:1.0:1788838216.099570:0:30248:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afd13e8400. 00000100:00000200:1.0:1788838216.099577:0:30248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132221696, portal 10 00000100:00000001:1.0:1788838216.099580:0:30248:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838216.099581:0:30248:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627162880 : -113594082388736 : ffff98afd1121500) 00000100:00000040:1.0:1788838216.099590:0:30248:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1121500 x1875731132221696/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838232 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.099598:0:30248:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838216.099600:0:30248:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838216.099604:0:30248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838216.099607:0:30248:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132221696, offset 0 00000400:00000200:1.0:1788838216.099612:0:30248:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838216.099620:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838216.099626:0:30248:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838216.099632:0:30248:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838216.099635:0:30248:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838216.099638:0:30248:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838216.099641:0:30248:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838216.099644:0:30248:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2245:2245:256:4294967295] 192.168.203.123@tcp LPNI seq info [2245:2245:8:4294967295] 00000400:00000200:1.0:1788838216.099648:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838216.099680:0:30248:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838216.099685:0:30248:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838216.099691:0:30248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838216.099697:0:30248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838216.099704:0:30248:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838216.099708:0:30248:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788838216.099720:0:30248:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838216.099724:0:30248:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 765588 usecs (766 jiffies) 00000400:00000200:1.0:1788838216.099727:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838216.099729:0:30248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296346839 00000100:00000001:1.0:1788838216.099736:0:30248:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296346819 00000100:00000001:1.0:1788838216.099740:0:30248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296346839 00000100:00000001:1.0:1788838216.099743:0:30248:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296346819 00000100:00000001:1.0:1788838216.099746:0:30248:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838216.099749:0:30248:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.099752:0:30248:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838216.099754:0:30248:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838216.099757:0:30248:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788838216.099759:0:30248:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838216.099762:0:30248:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.110794:0:30248:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838216.110803:0:30248:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838216.110805:0:30248:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838216.110808:0:30248:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8630. 00000400:00000200:1.0:1788838216.110823:0:30248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd13e8400 00000400:00000010:1.0:1788838216.110826:0:30248:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afd13e8400. 00000100:00000001:1.0:1788838216.110829:0:30248:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838216.110836:0:30248:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121500 x1875731132221696/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838232 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838216.110844:0:30248:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121500 x1875731132221696/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838232 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.110851:0:30248:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838216.110852:0:30248:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838216.110855:0:30248:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838216.110859:0:30248:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838216.110861:0:30248:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838216.110863:0:30248:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838216.110866:0:30248:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838216.110874:0:30248:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=45 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838216.110879:0:30248:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838216.110882:0:30248:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838216.110883:0:30248:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.110887:0:30248:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838216.110890:0:30248:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.110893:0:30248:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838216.110895:0:30248:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012a/0x1] 00000100:00000001:1.0:1788838216.110897:0:30248:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838216.110899:0:30248:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838216.110900:0:30248:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627162880 : -113594082388736 : ffff98afd1121500) 00000100:00000001:1.0:1788838216.110904:0:30248:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838216.110906:0:30248:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1788838216.110908:0:30248:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838216.110910:0:30248:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838216.110914:0:30248:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838232 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.110922:0:30248:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838216.110925:0:30248:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838216.110927:0:30248:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838216.110931:0:30248:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838232 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838216.110940:0:30248:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121500 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30248:1875731132221696:192.168.203.123@tcp:101:touch.0 00000100:00000001:1.0:1788838216.110954:0:30248:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838216.110957:0:30248:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.110959:0:30248:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838216.110961:0:30248:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838216.111118:0:30248:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838232 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.111127:0:30248:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838216.111130:0:30248:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65f00. 00000100:00000001:1.0:1788838216.111134:0:30248:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838216.111135:0:30248:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.111138:0:30248:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838216.111143:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.111145:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.111149:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=4 00000020:00000001:1.0:1788838216.111151:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111153:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000040:1.0:1788838216.111159:0:30248:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0f800, remote cookie: 0xff98f31736b3b0c7, flags: 0x1001 00010000:00010000:1.0:1788838216.111164:0:30248:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838216.111171:0:30248:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x22:0x0].0x0, instead of [0x200000404:0x20:0x0].0x0 00010000:00000001:1.0:1788838216.111174:0:30248:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788838216.111182:0:30248:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901a00. 00010000:00000010:1.0:1788838216.111186:0:30248:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894ab80. 00010000:00000001:1.0:1788838216.111190:0:30248:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838216.111193:0:30248:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838216.111206:0:30248:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.111212:0:30248:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838216.111216:0:30248:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838216.111218:0:30248:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838216.111220:0:30248:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838216.111221:0:30248:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838216.111223:0:30248:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff98afc9901a00) refcount = 1 00010000:00010000:1.0:1788838216.111227:0:30248:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.111233:0:30248:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838216.111236:0:30248:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838216.111238:0:30248:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838216.111241:0:30248:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838216.111243:0:30248:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838216.111245:0:30248:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.111250:0:30248:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838216.111252:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111253:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.111254:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111255:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.111256:0:30248:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.111260:0:30248:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838216.111262:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.111263:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.111264:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838216.111266:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111268:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111270:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.111271:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.111273:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=4 00000020:00000001:1.0:1788838216.111274:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111275:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111278:0:30248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838216.111280:0:30248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838216.111283:0:30248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.111289:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111289:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.111291:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.111291:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.111292:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=5 00000020:00000001:1.0:1788838216.111294:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111296:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111298:0:30248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838216.111300:0:30248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.111305:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111306:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838216.111309:0:30248:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.111315:0:30248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838216.111316:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111317:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.111318:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111319:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838216.111324:0:30248:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838232 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838216.111338:0:30248:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788838216.111343:0:30248:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838232 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838216.111349:0:30248:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.111354:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.111355:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.111356:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838216.111358:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111360:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000002:00010000:1.0:1788838216.111363:0:30248:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788838216.111370:0:30248:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd0c98800. 00010000:00000001:1.0:1788838216.111372:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111373:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838216.111375:0:30248:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.111377:0:30248:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.111379:0:30248:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788838216.111381:0:30248:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838216.111382:0:30248:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627162880 : -113594082388736 : ffff98afd1121500) 00000100:00000001:1.0:1788838216.111384:0:30248:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838216.111385:0:30248:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627162880 : -113594082388736 : ffff98afd1121500) 00010000:00000001:1.0:1788838216.111387:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.111388:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.111389:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838216.111391:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111393:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000002:00010000:1.0:1788838216.111395:0:30248:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.111405:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111405:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.111407:0:30248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838216.111408:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.111409:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.111423:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838216.111426:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111428:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000040:1.0:1788838216.111432:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901a00 count: 2 00010000:00000001:1.0:1788838216.111435:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838216.111439:0:30248:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/34 (0 0) 00010000:00000001:1.0:1788838216.111441:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.111442:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838216.111444:0:30248:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838216.111446:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b768 00000002:00002000:1.0:1788838216.111449:0:30248:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788838216.111451:0:30248:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.111454:0:30248:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.111457:0:30248:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838216.111460:0:30248:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788838216.111463:0:30248:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.111467:0:30248:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788838216.111469:0:30248:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afc66b40c0 it_disposition 1800037 00000080:00002000:1.0:1788838216.111474:0:30248:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd170c6c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788838216.111479:0:30248:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838216.111481:0:30248:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788838216.111483:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b998 00000080:00200000:1.0:1788838216.111485:0:30248:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff98afd152ec08), intent=open|creat 00000080:00000001:1.0:1788838216.111488:0:30248:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788838216.111490:0:30248:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838216.111494:0:30248:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788838216.111496:0:30248:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838216.111499:0:30248:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:1.0:1788838216.111502:0:30248:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788838216.111516:0:30248:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd16ddac0. 00000020:00000001:1.0:1788838216.111524:0:30248:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788838216.111526:0:30248:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788838216.111529:0:30248:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788838216.111530:0:30248:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x22:0x0](ffff98afd16ddb88) 00000020:00000001:1.0:1788838216.111534:0:30248:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838216.111538:0:30248:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473711368 : -113594235840248 : ffff98afc7ec9908) 00000020:00001000:1.0:1788838216.111540:0:30248:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9900 00000020:00000001:1.0:1788838216.111544:0:30248:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788838216.111548:0:30248:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd00a0d48. 00000020:00000001:1.0:1788838216.111550:0:30248:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788838216.111552:0:30248:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838216.111558:0:30248:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788838216.111562:0:30248:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afc8c6a5d0. 00020000:00000001:1.0:1788838216.111564:0:30248:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479488001488 : -113594221550128 : ffff98afc8c6a5d0) 00020000:00000001:1.0:1788838216.111566:0:30248:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788838216.111569:0:30248:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788838216.111574:0:30248:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc66b43c0. 00020000:00000010:1.0:1788838216.111577:0:30248:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41ad400. 00020000:00000010:1.0:1788838216.111581:0:30248:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc66b4360. 00020000:00000001:1.0:1788838216.111583:0:30248:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479448458080 : -113594261093536 : ffff98afc66b4360) 00020000:00000002:1.0:1788838216.111586:0:30248:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc66b4360, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838216.111590:0:30248:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838216.111593:0:30248:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41ad400: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:1.0:1788838216.111596:0:30248:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788838216.111598:0:30248:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc66b4360, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838216.111601:0:30248:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838216.111604:0:30248:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41ad400: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:1.0:1788838216.111608:0:30248:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afc81a86a0. 00020000:00000010:1.0:1788838216.111611:0:30248:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc4a65f00. 00020000:00000001:1.0:1788838216.111615:0:30248:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788838216.111619:0:30248:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afd85c55a0. 00020000:00000001:1.0:1788838216.111621:0:30248:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788838216.111623:0:30248:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788838216.111627:0:30248:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788838216.111629:0:30248:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afd00a0320. 00000020:00000001:1.0:1788838216.111631:0:30248:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788838216.111633:0:30248:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838216.111635:0:30248:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479609856928 : -113594099694688 : ffff98afd00a03a0) 00020000:00000001:1.0:1788838216.111638:0:30248:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788838216.111643:0:30248:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afc3a7b500. 00020000:00000001:1.0:1788838216.111646:0:30248:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838216.111650:0:30248:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479609856928 : -113594099694688 : ffff98afd00a03a0) 00020000:00000001:1.0:1788838216.111652:0:30248:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479609856928 : -113594099694688 : ffff98afd00a03a0) 00020000:00000002:1.0:1788838216.111700:0:30248:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x12:0x0]@ffff98afd00a0320[0:0] -> [0x200000404:0x22:0x0]@ffff98afd00a0d48: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:1.0:1788838216.111706:0:30248:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788838216.111708:0:30248:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788838216.111710:0:30248:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838216.111713:0:30248:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479609859528 : -113594099692088 : ffff98afd00a0dc8) 00000020:00001000:1.0:1788838216.111716:0:30248:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9900 00000080:00000001:1.0:1788838216.111721:0:30248:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:1.0:1788838216.111723:0:30248:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788838216.111725:0:30248:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833954 mtime from 0 to 1788838216 00000080:00000001:1.0:1788838216.111728:0:30248:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788838216.111730:0:30248:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479633177480 : -113594076374136 : ffff98afd16ddb88) 00010000:00000001:1.0:1788838216.111732:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.111734:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.111735:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838216.111737:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.111739:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000080:00000001:1.0:1788838216.111742:0:30248:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788838216.111743:0:30248:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838216.111744:0:30248:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473711368 : -113594235840248 : ffff98afc7ec9908) 00000020:00001000:1.0:1788838216.111746:0:30248:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9900 00000020:00000001:1.0:1788838216.111748:0:30248:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788838216.111750:0:30248:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788838216.111751:0:30248:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788838216.111755:0:30248:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc66b42a0. 00020000:00000010:1.0:1788838216.111757:0:30248:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41ad180. 00020000:00000010:1.0:1788838216.111760:0:30248:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc66b4240. 00020000:00000001:1.0:1788838216.111762:0:30248:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479448457792 : -113594261093824 : ffff98afc66b4240) 00020000:00000002:1.0:1788838216.111764:0:30248:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc66b4240, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838216.111768:0:30248:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838216.111771:0:30248:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41ad180: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:1.0:1788838216.111775:0:30248:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc8c6a5d0) owner ffff98afc4b24f80 00020000:00000001:1.0:1788838216.111777:0:30248:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788838216.111780:0:30248:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc8c6a5d0) owner ffff98afc4b24f80 00020000:00000010:1.0:1788838216.111783:0:30248:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41ad180. 00020000:00000010:1.0:1788838216.111786:0:30248:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc66b42a0. 00020000:00000010:1.0:1788838216.111790:0:30248:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc66b4240. 00020000:00000002:1.0:1788838216.111792:0:30248:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788838216.111794:0:30248:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838216.111796:0:30248:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838216.111800:0:30248:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788838216.111803:0:30248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc4b24f80 00020000:00000002:1.0:1788838216.111805:0:30248:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc66b4360 addref 2/0 by ffff98afc4b24f80. 00020000:00000002:1.0:1788838216.111807:0:30248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc4b24f80 00020000:00000001:1.0:1788838216.112151:0:30248:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788838216.112154:0:30248:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788838216.112155:0:30248:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788838216.112157:0:30248:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788838216.112159:0:30248:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788838216.112162:0:30248:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788838216.112165:0:30248:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9900 00000080:00000001:1.0:1788838216.112167:0:30248:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.112169:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.112170:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838216.112172:0:30248:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838216.112176:0:30248:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788838216.112178:0:30248:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838216.112180:0:30248:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x22:0x0](ffff98afd16ddb88) 00000080:00010000:1.0:1788838216.112182:0:30248:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff98afd16ddb88) for lock 0x9f68a6b43b62cd90 00800000:00000001:1.0:1788838216.112185:0:30248:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838216.112187:0:30248:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838216.112188:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.112189:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.112191:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838216.112193:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.112196:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.112198:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.112199:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838216.112200:0:30248:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.112201:0:30248:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112203:0:30248:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788838216.112205:0:30248:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838216.112211:0:30248:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838232 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.112217:0:30248:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788838216.112221:0:30248:0:(namei.c:1651:ll_create_it()) inode ffff98afd16ddb88 need_sync_to_mds [0x200000404:0x22:0x0] 00000080:00000001:1.0:1788838216.112224:0:30248:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838216.112227:0:30248:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff98afd16ddb88) 00000080:00000001:1.0:1788838216.112229:0:30248:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838216.112232:0:30248:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4009400. 00000100:00000001:1.0:1788838216.112235:0:30248:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838216.112238:0:30248:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838232 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838216.112245:0:30248:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112248:0:30248:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788838216.112250:0:30248:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788838216.112252:0:30248:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd16ddb88 need_sync_to_mds [0x200000404:0x22:0x0] 00000080:00000001:1.0:1788838216.112259:0:30248:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788838216.112262:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba68 00000080:00200008:1.0:1788838216.112264:0:30248:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x22:0x0](ffff98afd16ddb88), flags 104501 00000080:00000010:1.0:1788838216.112271:0:30248:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afda0f2280. 00000080:00000010:1.0:1788838216.112277:0:30248:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd0c98f00. 00000080:00000001:1.0:1788838216.112280:0:30248:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788838216.112283:0:30248:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788838216.112285:0:30248:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788838216.112288:0:30248:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc6692ca0. 00000002:00100000:1.0:1788838216.112292:0:30248:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838232 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838216.112299:0:30248:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838216.112300:0:30248:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788838216.112303:0:30248:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788838216.112306:0:30248:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112309:0:30248:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838216.112311:0:30248:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838216.112314:0:30248:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838232 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788838216.112322:0:30248:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838216.112325:0:30248:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:1.0:1788838216.112353:0:30248:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788838216.112355:0:30248:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838216.112357:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba68 00000080:00000008:1.0:1788838216.112359:0:30248:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x22:0x0](ffff98afd16ddb88), flags 104501, rc = 0 00000080:00000001:1.0:1788838216.112363:0:30248:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788838216.112365:0:30248:0:(dcache.c:176:ll_intent_release()) intent ffff98afc66b40c0 released 00000080:00010000:1.0:1788838216.112367:0:30248:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd90 from it ffff98afc66b40c0 00010000:00000001:1.0:1788838216.112369:0:30248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.112370:0:30248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.112372:0:30248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:1.0:1788838216.112374:0:30248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.112376:0:30248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838216.112378:0:30248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838216.112381:0:30248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838216.112389:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.112390:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.112392:0:30248:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838216.112393:0:30248:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838216.112396:0:30248:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838216.112403:0:30248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838216.112406:0:30248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838216.112407:0:30248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838216.112422:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.112423:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.112425:0:30248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.112428:0:30248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838216.112430:0:30248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.112432:0:30248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.112434:0:30248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.112436:0:30248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838216.112438:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.112439:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838216.112440:0:30248:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788838216.112442:0:30248:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788838216.112444:0:30248:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788838216.112445:0:30248:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838216.112447:0:30248:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788838216.112449:0:30248:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112452:0:30248:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788838216.112454:0:30248:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112455:0:30248:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838216.112457:0:30248:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112459:0:30248:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838216.112461:0:30248:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afc66b40c0. 00000080:00000001:1.0:1788838216.112465:0:30248:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112469:0:30248:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788838216.112472:0:30248:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x22:0x0](ffff98afd16ddb88), inode mode 81a4 mask 40 00000080:00000001:1.0:1788838216.112475:0:30248:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838216.112511:0:30248:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788838216.112513:0:30248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc4b24f80 00020000:00000002:1.0:1788838216.112517:0:30248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc4b24f80 00020000:00000001:1.0:1788838216.112519:0:30248:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112529:0:30248:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1788838216.112531:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bc30 00000080:00200008:1.0:1788838216.112534:0:30248:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x22:0x0](ffff98afd16ddb88) current size 0, valid attrs 20070, mode 0, uid -1055903166, gid -1, new size 213440, atime 1788838216.000000000, mtime 1788838216.000000000, ctime 1788838216.000000000 00000080:00000002:1.0:1788838216.112540:0:30248:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788838216, ctime 1788838216, now = 1788838216 00000080:00000002:1.0:1788838216.112543:0:30248:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff98afd16ddb88 attr 0x100201f0 need_sync_to_mds [0x200000404:0x22:0x0] 00000080:00000010:1.0:1788838216.112547:0:30248:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff98afc4009400. 00000080:00000001:1.0:1788838216.112550:0:30248:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1788838216.112554:0:30248:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788838216.112556:0:30248:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x22:0x0], valid 0x100201f0/0x0 00000002:00000001:1.0:1788838216.112561:0:30248:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788838216.112563:0:30248:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788838216.112567:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901a00 count: 2 00010000:00000001:1.0:1788838216.112569:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838216.112572:0:30248:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788838216.112575:0:30248:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838216.112578:0:30248:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788838216.112584:0:30248:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838216.112587:0:30248:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788838216.112589:0:30248:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788838216.112591:0:30248:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:1.0:1788838216.112594:0:30248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838216.112595:0:30248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838216.112597:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901a00 count: 3 00010000:00000001:1.0:1788838216.112599:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838216.112601:0:30248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.112603:0:30248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838216.112604:0:30248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838216.112606:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901a00 count: 3 00010000:00000001:1.0:1788838216.112607:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838216.112609:0:30248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.112611:0:30248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838216.112612:0:30248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838216.112613:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901a00 count: 3 00010000:00000001:1.0:1788838216.112614:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838216.112616:0:30248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838216.112617:0:30248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838216.112618:0:30248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838216.112620:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901a00 count: 3 00010000:00000001:1.0:1788838216.112621:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838216.112623:0:30248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112625:0:30248:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112626:0:30248:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788838216.112628:0:30248:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838216.112630:0:30248:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473711368 : -113594235840248 : ffff98afc7ec9908) 00000020:00001000:1.0:1788838216.112632:0:30248:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9900 00000020:00000001:1.0:1788838216.112634:0:30248:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788838216.112636:0:30248:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:1.0:1788838216.112638:0:30248:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788838216.112640:0:30248:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788838216.112642:0:30248:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788838216.112643:0:30248:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788838216.112645:0:30248:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788838216.112647:0:30248:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838216.112649:0:30248:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788838216.112651:0:30248:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9900 00000080:00000001:1.0:1788838216.112652:0:30248:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838216.112654:0:30248:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788838216.112698:0:30248:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff98afd16ddb88) invalid 00000020:00000001:1.0:1788838216.112701:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b838 00000080:00002000:1.0:1788838216.112703:0:30248:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd170c6c0) parent ffff98afd1742d80 inode ffff98afd16ddb88 refc 1 00000080:00000001:1.0:1788838216.112706:0:30248:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788838216.112708:0:30248:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788838216.112709:0:30248:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.112712:0:30248:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838216.112714:0:30248:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838216.112716:0:30248:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838216.112717:0:30248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838216.112719:0:30248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788838216.112722:0:30248:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0f800 with handle 0x9f68a6b43b62cd90 from hash 00010000:00000001:1.0:1788838216.112724:0:30248:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838216.112725:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.112726:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.112728:0:30248:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838216.112730:0:30248:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838216.112732:0:30248:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788838216.112735:0:30248:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838216.112736:0:30248:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838216.112738:0:30248:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788838216.112743:0:30248:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123800. 00000020:00000040:1.0:1788838216.112747:0:30248:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838216.112751:0:30248:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838216.112755:0:30248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838216.112757:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838216.112758:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.112759:0:30248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.112762:0:30248:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838216.112764:0:30248:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838216.112767:0:30248:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838216.112773:0:30248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4008000. 00000100:00000001:1.0:1788838216.112779:0:30248:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.112782:0:30248:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838216.112784:0:30248:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788838216.112788:0:30248:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788838216.112794:0:30248:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788838216.112795:0:30248:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838216.112797:0:30248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838216.112799:0:30248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f800/0x9f68a6b43b62cd90 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b0c7 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788838216.112809:0:30248:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd0c98800. 00010000:00000040:1.0:1788838216.113229:0:30248:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc9901a00 count: 0 00010000:00000010:1.0:1788838216.113235:0:30248:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc894ab80. 00010000:00000001:1.0:1788838216.113241:0:30248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838216.113242:0:30248:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.113244:0:30248:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838216.113245:0:30248:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.113247:0:30248:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1788838216.113249:0:30248:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788838216, ctime 1788838216 00000020:00100000:1.0:1788838216.113258:0:30248:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788838216.113266:0:30248:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1123800 x1875731132221952/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838216.113273:0:30248:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838216.113274:0:30248:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00010000:00000010:1.1:1788838216.121713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901a00. 00010000:00000010:1.1:1788838216.121727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00000100:00000010:1.0:1788838216.877627:0:16001:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff98afd13e8400. 00000100:00000010:1.0:1788838216.877635:0:16001:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff98afc419a000. 00000100:00100000:1.0:1788838216.877637:0:16001:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1788838216.877641:0:16001:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1788838216.877645:0:16001:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8630. 00000400:00000010:1.0:1788838216.877651:0:16001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98afc4a65cc0. 00000100:00000001:1.0:1788838216.877689:0:16001:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788838216.877691:0:16001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147964672 02000000:00000001:1.0:1788838216.877694:0:16001:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788838216.877696:0:16001:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838216.877698:0:16001:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838216.877702:0:16001:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838216.877707:0:16001:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147964672 00000020:00000001:1.0:1788838216.877709:0:16001:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838216.877711:0:16001:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:1.0:1788838216.877713:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.877716:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:1.0:1788838216.877719:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:1.0:1788838216.877722:0:16001:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000001:1.0:1788838216.877726:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838216.877731:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98800. 00000100:00000001:1.0:1788838216.877734:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838216.877737:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98800. 00000020:00000010:1.0:1788838216.877743:0:16001:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4008a00. 00000020:00000010:1.0:1788838216.877748:0:16001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc894ab80. 00000020:00000010:1.0:1788838216.877753:0:16001:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afd00a0bb8. 00000100:00000040:1.0:1788838216.877762:0:16001:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788838216.877765:0:16001:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788838216.877767:0:16001:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788838216.877769:0:16001:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.877777:0:16001:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.877793:0:16001:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838216.877804:0:16001:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788838216.877806:0:16001:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788838216.877811:0:16001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 52 00000100:00000040:1.0:1788838216.877823:0:16001:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506d000 : new rpc_count 1 00000100:00000001:1.0:1788838216.877825:0:16001:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479609725008 : -113594099826608 : ffff98afd0080050) 00000100:00000040:1.0:1788838216.877832:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd0080050 x1875731147964672/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:117/0 lens 328/0 e 0 to 0 dl 1788838227 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838216.877840:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838216.877843:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98800. 00000100:00000001:1.0:1788838216.877845:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838216.877847:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98800. 00000100:00100000:1.0:1788838216.877851:0:16001:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd0080050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6713:x1875731147964672:12345-192.168.203.123@tcp:104: 00000100:00000200:1.0:1788838216.877854:0:16001:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147964672 00010000:00000001:1.0:1788838216.877857:0:16001:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788838216.877864:0:16001:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838216.877866:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838216.877868:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=2 00000020:00000001:1.0:1788838216.877870:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838216.877873:0:16001:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838216.877877:0:16001:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838216.877880:0:16001:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838216.878051:0:16001:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000007dceb530/0x9f68a6b43b62cd19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3aee4 expref: -99 pid: 29647 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788838216.878064:0:16001:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788838216.878067:0:16001:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788838216.878071:0:16001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd13e9c00. 02000000:00000001:1.0:1788838216.878073:0:16001:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.878076:0:16001:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.878080:0:16001:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788838216.878082:0:16001:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838216.878086:0:16001:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=195 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838216.878090:0:16001:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788838216.878093:0:16001:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838216.878095:0:16001:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:1.0:1788838216.878097:0:16001:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788838216.878099:0:16001:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838216.878102:0:16001:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838216.878105:0:16001:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838216.878109:0:16001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfca18. 00000100:00000200:1.0:1788838216.878113:0:16001:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147964672, offset 224 00000400:00000200:1.0:1788838216.878127:0:16001:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838216.878135:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838216.878141:0:16001:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838216.878148:0:16001:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2248:2248:256:4294967295] 192.168.203.123@tcp LPNI seq info [2248:2248:8:4294967295] 00000400:00000200:1.0:1788838216.878152:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838216.878160:0:16001:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838216.878165:0:16001:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838216.878170:0:16001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838216.878177:0:16001:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838216.878185:0:16001:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838216.878189:0:16001:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838216.878199:0:16001:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838216.878202:0:16001:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:1.0:1788838216.878205:0:16001:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788838216.878208:0:16001:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc4a65780. 00010000:00000001:1.0:1788838216.878211:0:16001:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788838216.878226:0:16001:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788838216.878229:0:16001:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.878231:0:16001:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838216.878233:0:16001:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838216.878238:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0080050 x1875731147964672/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:117/0 lens 328/224 e 0 to 0 dl 1788838227 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788838216.878247:0:16001:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd0080050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6713:x1875731147964672:12345-192.168.203.123@tcp:104: Request processed in 405us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838216.878255:0:16001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 52 00000100:00000040:1.0:1788838216.878258:0:16001:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506d000 : new rpc_count 0 00000100:00000001:1.0:1788838216.878261:0:16001:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788838216.878262:0:16001:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788838216.878267:0:16001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc894ab80. 00000020:00000010:1.0:1788838216.878272:0:16001:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afd00a0bb8. 00000020:00000010:1.0:1788838216.878278:0:16001:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc4008a00. 00000020:00000040:1.0:1788838216.878285:0:16001:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 02000000:00000001:1.0:1788838216.878293:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788838216.878298:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13eb800. 02000000:00000001:1.0:1788838216.878303:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788838216.878307:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122680. 02000000:00000001:1.0:1788838216.878323:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788838216.878326:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13eac00. 02000000:00000001:1.0:1788838216.878329:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788838216.878331:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123b80. 02000000:00000001:1.0:1788838216.878335:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788838216.878339:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13eb000. 02000000:00000001:1.0:1788838216.878344:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788838216.878347:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123480. 02000000:00000001:1.0:1788838216.878353:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788838216.878356:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13ea400. 02000000:00000001:1.0:1788838216.878361:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788838216.878365:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120700. 02000000:00000001:1.0:1788838216.878370:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788838216.878374:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13e9400. 02000000:00000001:1.0:1788838216.878381:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788838216.878393:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121880. 02000000:00000001:1.0:1788838216.878400:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788838216.878404:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13e8000. 02000000:00000001:1.0:1788838216.878418:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1788838216.878422:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909c00. 00000100:00000010:1.0:1788838216.878428:0:16001:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff98afd0c46000. 00000100:00000010:1.0:1788838216.878435:0:16001:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff98afd0080000. 00000100:00000001:1.0:1788838216.878441:0:16001:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838216.885583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:2.1:1788838216.885596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fc00. 00000100:00000040:1.0:1788838216.902049:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296346874, at 4296346875 00000100:00000010:1.0:1788838216.902063:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b178a0. 00000100:00000040:0.0:1788838217.688928:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d500 x1875731132222336/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838217.688964:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838217.688972:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838217.688976:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838218.250859:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838218.250866:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838218.250872:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838218.250873:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838219.080569:0:30238:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788838219.080577:0:30238:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a6c8) owner 0000000000000000/ffff98afc1384f80 00020000:00000002:1.0:1788838219.080583:0:30238:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a6c8) owner 0000000000000000/ffff98afc1384f80 00020000:00000001:1.0:1788838219.080586:0:30238:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838219.080594:0:30238:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788838219.080596:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154bdf0 00000080:00200008:1.0:1788838219.080599:0:30238:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x21:0x0](ffff98afd16db248), flags 100002 00000080:00000001:1.0:1788838219.080603:0:30238:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788838219.080605:0:30238:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788838219.080606:0:30238:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788838219.080608:0:30238:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a6c8) owner 0000000000000000/ffff98afc1384f80 00020000:00000002:1.0:1788838219.080609:0:30238:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a6c8) owner 0000000000000000/ffff98afc1384f80 00020000:00000001:1.0:1788838219.080611:0:30238:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838219.080614:0:30238:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788838219.080621:0:30238:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838219.080624:0:30238:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838219.080631:0:30238:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901400 count: 2 00010000:00000001:1.0:1788838219.080634:0:30238:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838219.080638:0:30238:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838219.080640:0:30238:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x21:0x0]: 0 00000080:00000001:1.0:1788838219.080643:0:30238:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788838219.080645:0:30238:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788838219.080650:0:30238:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc4a16400. 00000080:00000001:1.0:1788838219.080653:0:30238:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788838219.080688:0:30238:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788838219.080693:0:30238:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788838219.080695:0:30238:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x21:0x0] 00000002:00000001:1.0:1788838219.080699:0:30238:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788838219.080701:0:30238:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x21:0x0] file closed with intent: 0 00000100:00000010:1.0:1788838219.080708:0:30238:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121880. 00000020:00000040:1.0:1788838219.080712:0:30238:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838219.080717:0:30238:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838219.080721:0:30238:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838219.080726:0:30238:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838219.080733:0:30238:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4a17e00. 00000100:00000001:1.0:1788838219.080740:0:30238:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788838219.080758:0:30238:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838231 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788838219.080772:0:30238:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1788838219.080777:0:30238:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788838219.080785:0:30238:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838219.080786:0:30238:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838219.080793:0:30238:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65d80. 00000100:00000001:1.0:1788838219.080795:0:30238:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418776960 : -113594290774656 : ffff98afc4a65d80) 00000100:00000001:1.0:1788838219.080799:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838219.080800:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627163776 : -113594082387840 : ffff98afd1121880) 00000100:00000001:1.0:1788838219.080805:0:30238:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838219.080809:0:30238:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838219.080812:0:30238:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838219.080813:0:30238:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838219.080817:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838219.080824:0:30238:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838219.080827:0:30238:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838219.080830:0:30238:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838219.080833:0:30238:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838219.080835:0:30238:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838219.080839:0:30238:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121880 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30238:1875731132222720:192.168.203.123@tcp:35:multiop.0 00000100:00000001:1.0:1788838219.080843:0:30238:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838219.080848:0:30238:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838219.080851:0:30238:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838219.080854:0:30238:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838219.080859:0:30238:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e8000. 02000000:00000001:1.0:1788838219.080861:0:30238:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838219.080880:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838219.080886:0:30238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8f20. 00000400:00000010:1.0:1788838219.080894:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcb28. 00000100:00000200:1.0:1788838219.080902:0:30238:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132222720, portal 10 00000100:00000001:1.0:1788838219.080904:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838219.080905:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627163776 : -113594082387840 : ffff98afd1121880) 00000100:00000040:1.0:1788838219.080912:0:30238:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838219.080919:0:30238:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838219.080922:0:30238:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838219.080925:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838219.080927:0:30238:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132222720, offset 0 00000400:00000200:1.0:1788838219.080934:0:30238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838219.080943:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838219.080951:0:30238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838219.080960:0:30238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838219.080965:0:30238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838219.080968:0:30238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838219.080971:0:30238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838219.080974:0:30238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2253:2253:256:4294967295] 192.168.203.123@tcp LPNI seq info [2253:2253:8:4294967295] 00000400:00000200:1.0:1788838219.080978:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838219.080986:0:30238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838219.080991:0:30238:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838219.080998:0:30238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838219.081003:0:30238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838219.081012:0:30238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838219.081016:0:30238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788838219.081036:0:30238:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838219.081040:0:30238:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 763213 usecs (764 jiffies) 00000400:00000200:1.0:1788838219.081043:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838219.081046:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296349816 00000100:00000001:1.0:1788838219.081048:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296351735 00000100:00000001:1.0:1788838219.081050:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296349816 00000100:00000001:1.0:1788838219.081052:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296351735 00000100:00000001:1.0:1788838219.081054:0:30238:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838219.081056:0:30238:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838219.081059:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838219.081061:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838219.081063:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838219.081065:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838219.081067:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838219.081169:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838219.081173:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838219.081177:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838219.081183:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838219.081188:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:1.0:1788838219.081191:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:1.0:1788838219.081194:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838219.081198:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838219.081208:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838219.081212:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838219.081219:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838219.081221:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838219.100894:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838219.100899:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3700. 00000400:00000200:0.0:1788838219.100903:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838219.100909:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838219.100914:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceee0 00000400:00000010:0.0:1788838219.100916:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceee0. 00000100:00000001:0.0:1788838219.100920:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838219.100926:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132222848/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1788838235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838219.100936:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838219.100939:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d500 x1875731132222848/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1788838235 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838219.100946:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838219.100948:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838219.106076:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838219.106096:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838219.106100:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838219.106103:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838219.106113:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838219.106119:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838219.106128:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838219.106133:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838219.106138:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838219.106142:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd48d80 00000400:00000200:1.0:1788838219.106147:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838219.106152:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6171 [1] + 224 00000800:00000001:1.0:1788838219.106158:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838219.106166:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838219.106169:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838219.106173:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838219.106180:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838219.106189:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132222848/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1788838235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838219.106200:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d500 x1875731132222848/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 352/224 e 0 to 0 dl 1788838235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838219.106268:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838219.106284:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838219.106287:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788838219.115725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901e00. 00010000:00000010:3.1:1788838219.115739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00010000:00000010:3.1:1788838219.115744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31100. 00010000:00000010:3.1:1788838219.115748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baae00. 00010000:00000010:3.1:1788838219.115751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901400. 00010000:00000010:3.1:1788838219.115754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e400. 00010000:00000010:3.1:1788838219.115757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901000. 00010000:00000010:3.1:1788838219.115759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00010000:00000010:3.1:1788838219.115763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac900. 00010000:00000010:3.1:1788838219.115766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00010000:00000001:0.0:1788838219.274732:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838219.274738:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838220.298786:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838220.298793:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838221.322774:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838221.322782:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838221.770788:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296351735, at 4296351744 00000100:00000010:0.0:1788838221.770803:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb3c0. 00000100:00000040:1.0:1788838221.771020:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296351735, at 4296351744 00000100:00000010:1.0:1788838221.771027:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb420. 00010000:00000001:0.0:1788838222.346806:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838222.346813:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838222.798482:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838222.798486:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:0.0:1788838222.798493:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838222.798498:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838222.798503:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:0.0:1788838222.798505:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:0.0:1788838222.798509:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838222.798514:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2300 x1875731132223104/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838222.798522:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838222.798526:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2300 x1875731132223104/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838222.798533:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838222.798534:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838222.798597:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838222.798600:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:0.0:1788838222.798602:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838222.798606:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838222.798609:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a990 00000400:00000010:0.0:1788838222.798610:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a990. 00000100:00000001:0.0:1788838222.798612:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838222.798616:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1500 x1875731132222976/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838222.798623:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838222.798626:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1500 x1875731132222976/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838222.798632:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838222.798633:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838222.798642:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838222.798645:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:0.0:1788838222.798647:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838222.798650:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838222.798652:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:0.0:1788838222.798654:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:0.0:1788838222.798684:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838222.798688:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132223232/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838222.798695:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838222.798698:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132223232/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838222.798704:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838222.798705:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838222.813393:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838222.813409:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838222.813412:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838222.813415:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838222.813423:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838222.813429:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838222.813438:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838222.813443:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838222.813448:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838222.813452:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd48f00 00000400:00000200:1.0:1788838222.813457:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838222.813462:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6189 [1] + 224 00000800:00000001:1.0:1788838222.813468:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838222.813475:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838222.813478:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838222.813482:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838222.813490:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838222.813498:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132223232/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838222.813512:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2a00 x1875731132223232/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838222.813538:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838222.813546:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838222.813549:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838222.814052:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838222.814058:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838222.814060:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838222.814062:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838222.814066:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814070:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838222.814075:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814078:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814081:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814084:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd48e00 00000400:00000200:0.0:1788838222.814088:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814101:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6181 [1] + 224 00000800:00000001:0.0:1788838222.814105:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838222.814107:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838222.814110:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838222.814113:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838222.814116:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838222.814121:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1500 x1875731132222976/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838222.814130:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1500 x1875731132222976/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838222.814138:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838222.814142:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838222.814144:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838222.814146:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838222.814322:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838222.814328:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814332:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838222.814337:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814340:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814342:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814345:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd48e80 00000400:00000200:0.0:1788838222.814348:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838222.814352:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6179 [1] + 224 00000800:00000001:0.0:1788838222.814356:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838222.814362:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838222.814364:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838222.814376:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838222.814380:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838222.814384:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2300 x1875731132223104/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838222.814393:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2300 x1875731132223104/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838222.814400:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838222.814404:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838222.814409:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838223.307047:0:15899:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788838223.307055:0:15899:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838223.375580:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838223.375587:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838224.395442:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838224.395450:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838224.395453:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838224.395456:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838224.395460:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838224.395463:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838224.395465:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838224.395467:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838225.418785:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838225.418791:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838226.442774:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838226.442781:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838226.890941:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296356857, at 4296356864 00000100:00000010:1.0:1788838226.890954:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17ba0. 00000100:00000040:0.0:1788838226.891123:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296356857, at 4296356864 00000100:00000010:0.0:1788838226.891131:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17000. 00010000:00000001:0.0:1788838227.467873:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838227.467879:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.914831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838227.914839:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838227.914849:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a680. 00000020:00000040:0.0:1788838227.914855:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838227.914859:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838227.914862:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838227.914867:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838227.914874:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0adec00. 00000100:00000001:0.0:1788838227.914881:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.914892:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838227.914901:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838227.914905:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.914911:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dddaed79] to pc [ptlrpcd_00_01+1] req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.914941:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.914944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838227.914947:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838227.914950:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908700. 00000020:00000040:0.0:1788838227.914953:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838227.914955:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838227.914956:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838227.914958:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838227.914961:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0adee00. 00000100:00000001:0.0:1788838227.914964:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.914968:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838227.914974:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838227.914976:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.914979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ec05a1] to pc [ptlrpcd_00_00+0] req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.914987:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.914989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838227.914992:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838227.914995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838227.914998:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838227.915001:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b800. 00000020:00000040:0.0:1788838227.915002:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838227.915004:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838227.915005:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838227.915007:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838227.915011:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0ade800. 00000100:00000001:0.0:1788838227.915013:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.915017:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838227.915023:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838227.915025:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.915028:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba71a04f] to pc [ptlrpcd_00_01+1] req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.915034:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.915038:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1695) 00000100:00000001:0.0:1788838227.915052:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838227.915056:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838227.915059:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838227.915064:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.915072:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838227.915074:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838227.915077:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838227.915080:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838227.915082:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838227.915085:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132223488:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838227.915088:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838227.915092:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838227.915094:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838227.915096:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838227.915101:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc2c76e00. 02000000:00000001:0.0:1788838227.915103:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838227.915109:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838227.915113:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25790. 00000400:00000010:0.0:1788838227.915119:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838227.915126:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132223488, portal 10 00000100:00000001:0.0:1788838227.915128:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838227.915130:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618672384 : -113594090879232 : ffff98afd0908700) 00000100:00000040:0.0:1788838227.915138:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.915145:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838227.915147:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838227.915150:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcd48. 00000100:00000200:0.0:1788838227.915153:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132223488, offset 0 00000400:00000200:0.0:1788838227.915159:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838227.915167:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.915174:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838227.915179:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838227.915195:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838227.915207:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838227.915210:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838227.915214:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2258:2258:256:4294967295] 192.168.203.123@tcp LPNI seq info [2258:2258:8:4294967295] 00000400:00000200:0.0:1788838227.915218:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.915226:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838227.915231:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838227.915236:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0ade900. 00000800:00000200:0.0:1788838227.915242:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838227.915250:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838227.915254:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0ade900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838227.915264:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.915272:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 760855 usecs (761 jiffies) 00000400:00000200:0.0:1788838227.915275:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838227.915278:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296358649 00000100:00000010:0.0:1788838227.915283:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a11e0. 00000100:00000001:0.0:1788838227.915290:0:2351:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838227.915296:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296358649 00000100:00000010:0.0:1788838227.915299:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1240. 00000100:00000001:0.0:1788838227.915301:0:2351:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838227.915305:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838227.915308:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838227.915311:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838227.915314:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838227.915320:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838227.915323:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838227.915325:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838227.915326:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838227.915327:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838227.915330:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788838227.915341:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838227.915344:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838227.915346:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838227.915347:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838227.915348:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838227.915349:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838227.915353:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.915360:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838227.915362:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838227.915364:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838227.915366:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838227.915367:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838227.915370:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132223360:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838227.915373:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838227.915376:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838227.915377:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838227.915379:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838227.915383:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc2c77600. 02000000:00000001:0.0:1788838227.915385:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838227.915389:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838227.915392:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259a0. 00000400:00000010:0.0:1788838227.915395:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc3b8. 00000100:00000200:0.0:1788838227.915398:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132223360, portal 25 00000100:00000001:0.0:1788838227.915400:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838227.915401:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000040:0.0:1788838227.915407:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.915413:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838227.915415:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838227.915418:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfca18. 00000100:00000200:0.0:1788838227.915420:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132223360, offset 0 00000400:00000200:0.0:1788838227.915424:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838227.915428:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.915432:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838227.915436:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838227.915438:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838227.915440:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838227.915442:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838227.915445:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2259:2259:255:4294967295] 192.168.203.123@tcp LPNI seq info [2259:2259:7:4294967295] 00000400:00000200:0.0:1788838227.915449:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.915454:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838227.915459:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838227.915462:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0adef00. 00000800:00000200:0.0:1788838227.915465:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838227.915470:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838227.915472:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0adef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838227.915475:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838227.915478:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838227.915480:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296361974 00000100:00000001:0.0:1788838227.915485:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296358649 00000100:00000001:0.0:1788838227.915489:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296361974 00000100:00000001:0.0:1788838227.915491:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296358649 00000100:00000001:0.0:1788838227.915494:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838227.915496:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838227.915509:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838227.915513:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.915520:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838227.915522:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838227.915524:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838227.915526:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838227.915527:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838227.915530:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132223616:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838227.915535:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838227.915537:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838227.915538:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838227.915540:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838227.915543:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc2c77400. 02000000:00000001:0.0:1788838227.915545:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838227.915549:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838227.915551:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c256e0. 00000400:00000010:0.0:1788838227.915555:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc908. 00000100:00000200:0.0:1788838227.915557:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132223616, portal 4 00000100:00000001:0.0:1788838227.915559:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838227.915560:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000040:0.0:1788838227.915566:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.915572:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838227.915574:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838227.915577:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838227.915579:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132223616, offset 0 00000400:00000200:0.0:1788838227.915583:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838227.915586:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.915590:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838227.915593:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838227.915595:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838227.915597:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838227.915600:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838227.915603:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2260:2260:254:4294967295] 192.168.203.123@tcp LPNI seq info [2260:2260:6:4294967295] 00000400:00000200:0.0:1788838227.915606:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.915612:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838227.915616:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838227.915620:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0731600. 00000800:00000200:0.0:1788838227.915624:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838227.915629:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838227.915632:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0731600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838227.915635:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838227.915638:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 21767 usecs (22 jiffies) 00000400:00000200:0.0:1788838227.915641:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838227.915642:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296357910 00000100:00000001:0.0:1788838227.915645:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296361974 00000100:00000001:0.0:1788838227.915647:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296357910 00000100:00000001:0.0:1788838227.915649:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296361974 00000100:00000001:0.0:1788838227.915651:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838227.915653:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838227.915698:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838227.915701:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.915767:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838227.915770:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838227.915803:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838227.915806:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0ade900. 00000400:00000200:1.0:1788838227.915813:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838227.915817:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838227.915822:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcd48 00000400:00000010:1.0:1788838227.915824:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcd48. 00000100:00000001:1.0:1788838227.915828:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838227.915832:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.915841:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838227.915844:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.915852:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.915853:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838227.915865:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838227.915867:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0adef00. 00000400:00000200:1.0:1788838227.915870:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838227.915873:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838227.915875:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfca18 00000400:00000010:1.0:1788838227.915877:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfca18. 00000100:00000001:1.0:1788838227.915879:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838227.915882:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.915888:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838227.915891:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.915897:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.915898:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838227.915957:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838227.915960:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0731600. 00000400:00000200:1.0:1788838227.915963:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838227.915966:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838227.915968:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcc38 00000400:00000010:1.0:1788838227.915970:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcc38. 00000100:00000001:1.0:1788838227.915973:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838227.915976:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.915982:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838227.915984:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.915990:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.915991:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838227.920279:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838227.920295:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838227.920299:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838227.920301:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838227.920309:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920316:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838227.920325:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920330:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920345:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920349:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd49080 00000400:00000200:0.0:1788838227.920354:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920360:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x61b1 [1] + 224 00000800:00000001:0.0:1788838227.920367:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838227.920371:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838227.920374:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838227.920378:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838227.920385:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838227.920394:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838227.920406:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.920470:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838227.920475:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838227.920493:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838227.920504:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838227.920507:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838227.920509:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838227.920510:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838227.920514:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920518:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838227.920522:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920524:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920527:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920539:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd49000 00000400:00000200:0.0:1788838227.920543:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838227.920547:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6191 [1] + 224 00000800:00000001:0.0:1788838227.920551:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838227.920567:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838227.920570:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838227.920574:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838227.920577:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838227.920582:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838227.920591:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838227.920598:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838227.920601:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838227.920604:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788838227.921837:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838227.921842:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838227.921845:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c256e0. 00000400:00000200:1.0:1788838227.921852:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc908 00000400:00000010:1.0:1788838227.921855:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc908. 00000800:00000001:0.0:1788838227.921855:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788838227.921859:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1788838227.921865:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788838227.921868:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788838227.921868:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838227.921871:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838227.921876:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000200:1.0:1788838227.921878:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788838227.921880:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000100:00000001:1.0:1788838227.921885:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838227.921887:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838227.921887:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838227.921889:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838227.921972:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838227.921975:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838227.921977:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838227.921980:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838227.921988:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=56 v=5 (5 5 16 37) 00000100:00001000:1.0:1788838227.921993:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838227.921996:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838227.921998:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838227.922001:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1788838227.922001:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00010000:00000001:1.0:1788838227.922004:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838227.922006:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838227.922008:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1788838227.922009:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd48f80 00000100:00000040:1.0:1788838227.922010:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788838227.922012:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838227.922014:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838227.922014:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000040:1.0:1788838227.922019:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788838227.922019:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x61a1 [1] + 224 00000800:00000001:0.0:1788838227.922024:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788838227.922026:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838227.922028:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838227.922030:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838227.922031:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838227.922033:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1788838227.922034:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788838227.922037:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00100000:1.0:1788838227.922042:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132223616:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838227.922042:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838227.922046:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788838227.922048:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838227.922050:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838227.922052:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25790. 00000400:00000200:1.0:1788838227.922055:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000100:00000040:0.0:1788838227.922055:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788838227.922056:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:1.0:1788838227.922059:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1788838227.922062:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1788838227.922063:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788838227.922067:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1788838227.922070:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788838227.922070:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838227.922075:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838227.922076:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838227.922078:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838227.922079:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838227.922080:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838227.922082:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838227.922083:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838227.922087:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=56 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838227.922090:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838227.922093:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838227.922094:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838227.922096:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838227.922097:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.922100:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838227.922101:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967598 00000100:00000001:1.0:1788838227.922103:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838227.922104:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838227.922108:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.922114:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838227.922115:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838227.922117:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838227.922120:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838227.922127:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132223488:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838227.922131:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.922134:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838227.922137:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b800 x1875731132223616/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.922143:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838227.922145:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838227.922148:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc2c77400. 02000000:00000001:1.0:1788838227.922152:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838227.922154:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838227.922156:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838227.922159:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838227.922162:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0ade800. 02000000:00000001:1.0:1788838227.922165:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838227.922167:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838227.922168:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b800. 00000100:00000001:1.0:1788838227.922172:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838227.922174:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838227.922175:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838227.922178:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908700 x1875731132223488/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.922423:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838227.922424:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838227.922426:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc2c76e00. 02000000:00000001:1.0:1788838227.922429:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838227.922431:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838227.922432:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838227.922434:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838227.922435:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0adee00. 02000000:00000001:1.0:1788838227.922438:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838227.922439:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838227.922505:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908700. 00000100:00000001:1.0:1788838227.922510:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838227.922511:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838227.922515:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.922517:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838227.922519:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838227.922522:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838227.922524:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838227.922526:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259a0. 00000400:00000200:1.0:1788838227.922528:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc3b8 00000400:00000010:1.0:1788838227.922530:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc3b8. 00000100:00000001:1.0:1788838227.922532:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838227.922537:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838227.922546:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.922552:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838227.922554:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838227.922555:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838227.922557:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838227.922558:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838227.922560:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838227.922562:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838227.922565:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=56 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838227.922568:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838227.922570:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838227.922571:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838227.922573:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838227.922574:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.922576:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838227.922581:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.922587:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838227.922589:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838227.922591:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838227.922594:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838227.922601:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132223360:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838227.922605:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838227.922607:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838227.922610:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a680 x1875731132223360/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838227.922616:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838227.922618:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838227.922619:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc2c77600. 02000000:00000001:1.0:1788838227.922622:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838227.922623:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838227.922624:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838227.922626:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838227.922628:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0adec00. 02000000:00000001:1.0:1788838227.922630:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838227.922631:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838227.922632:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a680. 00000100:00000001:1.0:1788838227.922635:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838227.922636:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838227.922638:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838227.922645:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838227.922646:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838227.922649:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838227.922650:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838228.492106:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838228.492112:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838229.514860:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838229.514867:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838230.476009:0:30238:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838230.476016:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838230.476017:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838230.476021:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65d80 going to sleep for 1 seconds 00000100:00000001:1.0:1788838230.476024:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838230.476026:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838230.540379:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838230.540386:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838231.498992:0:30238:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838231.498999:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838231.499001:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838231.499006:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65d80 going to sleep for 1 seconds 00000100:00000001:1.0:1788838231.499010:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838231.499013:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838231.563564:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838231.563570:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838232.010765:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296361974, at 4296361984 00000100:00000040:0.0:1788838232.010765:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296361974, at 4296361984 00000100:00000010:0.0:1788838232.010780:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a11e0. 00000100:00000010:1.0:1788838232.010781:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1240. 00000100:00000040:0.0:1788838232.523145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838232.523153:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838232.523161:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908a80. 00000020:00000040:0.0:1788838232.523166:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838232.523170:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838232.523173:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838232.523178:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838232.523196:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0731a00. 00000100:00000001:0.0:1788838232.523203:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.523209:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838232.523218:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838232.523222:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.523228:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d89f60b] to pc [ptlrpcd_00_00+0] req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.523250:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788838232.523253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838232.523256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788838232.523258:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788838232.523260:0:37:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788838232.523263:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788838232.523266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1675 00000400:00000200:0.0:1788838232.523272:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.523289:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1788838232.523293:0:37:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838232.523297:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838232.523299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838232.523312:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:0.0:1788838232.523315:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838232.523317:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:0.0:1788838232.523319:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838232.523323:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:0.0:1788838232.523325:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:0.0:1788838232.523327:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00000040:0.0:1788838232.523330:0:37:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838232.523332:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838232.523333:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838232.523335:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:0.0:1788838232.523338:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00080000:0.0:1788838232.523340:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: import ffff98afc4eee000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:0.0:1788838232.523343:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838232.523345:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788838232.523351:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838232.523353:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.523355:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788838232.523359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788838232.523362:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.523364:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838232.523367:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000040:0.0:1788838232.523370:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838232.523372:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838232.523374:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.523376:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838232.523378:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838232.523379:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838232.523383:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0080c00. 00000100:00000001:0.0:1788838232.523386:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838232.523392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd0909500 x1875731132223872/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838232.523399:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838232.523401:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.523405:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b84feb3] to pc [ptlrpcd_rcv+-1] req@ffff98afd0909500 x1875731132223872/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.523431:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.523434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838232.523437:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838232.523439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838232.523442:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838232.523446:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090ad80. 00000020:00000040:0.0:1788838232.523448:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838232.523450:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838232.523451:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838232.523452:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838232.523457:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0731600. 00000100:00000001:0.0:1788838232.523459:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.523463:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838232.523468:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838232.523470:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.523474:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49da19c] to pc [ptlrpcd_00_01+1] req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.523482:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.523486:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1700) 00000800:00000200:0.0:1788838232.524102:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838232.524106:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:0.0:1788838232.524111:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.524116:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838232.524121:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:0.0:1788838232.524123:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:0.0:1788838232.524126:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838232.524129:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132223872/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.524141:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.524144:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909500 x1875731132223872/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.524150:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.524151:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838232.524592:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838232.524596:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838232.524598:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838232.524604:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.524612:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838232.524614:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838232.524617:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838232.524620:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838232.524622:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838232.524624:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132223744:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838232.524627:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838232.524631:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838232.524633:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838232.524634:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838232.524639:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4a16800. 02000000:00000001:1.0:1788838232.524641:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838232.524645:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838232.524649:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f82c0. 00000400:00000010:1.0:1788838232.524653:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838232.524679:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132223744, portal 25 00000100:00000001:1.0:1788838232.524682:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838232.524683:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618673280 : -113594090878336 : ffff98afd0908a80) 00000100:00000040:1.0:1788838232.524689:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.524695:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838232.524697:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838232.524700:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcdd0. 00000100:00000200:1.0:1788838232.524703:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132223744, offset 0 00000400:00000200:1.0:1788838232.524708:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838232.524713:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.524718:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838232.524721:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838232.524724:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838232.524727:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838232.524729:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838232.524732:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2262:2262:256:4294967295] 192.168.203.123@tcp LPNI seq info [2262:2262:8:4294967295] 00000400:00000200:1.0:1788838232.524736:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.524742:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838232.524746:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838232.524750:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838232.524754:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838232.524760:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838232.524763:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838232.524773:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838232.524776:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838232.524779:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296366584 00000100:00000001:1.0:1788838232.524785:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296363257 00000100:00000001:1.0:1788838232.524789:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296366584 00000100:00000001:1.0:1788838232.524791:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296363257 00000100:00000001:1.0:1788838232.524794:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838232.524796:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.524798:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.524800:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838232.524804:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838232.524805:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838232.524807:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838232.524808:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838232.524809:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838232.524812:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788838232.524814:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838232.524816:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838232.524817:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838232.524818:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838232.524819:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838232.524820:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838232.524824:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.524831:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838232.524832:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838232.524834:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838232.524836:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838232.524838:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838232.524840:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132224000:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838232.524843:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838232.524846:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838232.524847:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838232.524947:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838232.524951:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4a16c00. 02000000:00000001:1.0:1788838232.524953:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838232.524957:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838232.524959:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8aa8. 00000400:00000010:1.0:1788838232.524964:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc550. 00000100:00000200:1.0:1788838232.524966:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132224000, portal 4 00000100:00000001:1.0:1788838232.524968:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838232.524969:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000040:1.0:1788838232.524977:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.524982:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838232.524984:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838232.524987:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc660. 00000100:00000200:1.0:1788838232.524989:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132224000, offset 0 00000400:00000200:1.0:1788838232.524993:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838232.524997:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.525000:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838232.525003:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838232.525006:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838232.525067:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838232.525071:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838232.525074:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2263:2263:255:4294967295] 192.168.203.123@tcp LPNI seq info [2263:2263:7:4294967295] 00000400:00000200:1.0:1788838232.525078:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.525084:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838232.525089:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838232.525093:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838232.525097:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838232.525102:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838232.525104:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838232.525108:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838232.525111:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 21686 usecs (22 jiffies) 00000400:00000200:1.0:1788838232.525114:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838232.525116:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296362520 00000100:00000001:1.0:1788838232.525118:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:1.0:1788838232.525121:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296362520 00000100:00000001:1.0:1788838232.525123:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:1.0:1788838232.525125:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838232.525127:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.525129:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.525131:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.525141:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838232.525143:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838232.525165:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838232.525169:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838232.525173:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838232.525177:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838232.525346:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcdd0 00000400:00000010:1.0:1788838232.525349:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcdd0. 00000100:00000001:1.0:1788838232.525354:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838232.525359:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.525367:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838232.525370:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.525376:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.525378:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838232.525428:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838232.525431:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:1.0:1788838232.525434:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838232.525437:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838232.525440:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc660 00000400:00000010:1.0:1788838232.525441:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc660. 00000100:00000001:1.0:1788838232.525443:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838232.525446:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.525452:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838232.525455:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.525461:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.525462:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838232.525528:0:30238:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788838232.525531:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838232.525532:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788838232.525536:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65d80 going to sleep for 1 seconds 00000100:00000001:0.0:1788838232.525538:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838232.525540:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838232.533170:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.533187:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838232.533192:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.533194:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838232.533203:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.533652:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838232.533692:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.533697:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.533703:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.533777:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 10 MB=0x6a9f7afd49180 00000400:00000200:1.0:1788838232.533782:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.533788:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 416/416 into md 0x61c1 [1] + 0 00000800:00000001:1.0:1788838232.533796:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.533806:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838232.534730:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838232.534743:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838232.534751:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838232.534760:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909500 x1875731132223872/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838232.534772:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afd0909500 x1875731132223872/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.534795:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838232.534806:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788838232.536196:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838232.536201:0:30238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838232.536203:0:30238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838232.536206:0:30238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8f20. 00000400:00000200:0.0:1788838232.536211:0:30238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcb28 00000400:00000010:0.0:1788838232.536212:0:30238:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcb28. 00000100:00000001:0.0:1788838232.536215:0:30238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838232.536228:0:30238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838235 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838232.536236:0:30238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838235 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.536249:0:30238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838232.536251:0:30238:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.536253:0:30238:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838232.536255:0:30238:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838232.536259:0:30238:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838232.536262:0:30238:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838232.536264:0:30238:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.536267:0:30238:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788838232.536271:0:30238:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875731132222720 new x1875731132224128 02000000:00000001:0.0:1788838232.536274:0:30238:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838232.536276:0:30238:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838232.536282:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838232.536286:0:30238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25268. 00000400:00000010:0.0:1788838232.536290:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838232.536296:0:30238:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132222720, portal 10 00000100:00000001:0.0:1788838232.536298:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838232.536299:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627163776 : -113594082387840 : ffff98afd1121880) 00000100:00000040:0.0:1788838232.536317:0:30238:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.536324:0:30238:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838232.536327:0:30238:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838232.536330:0:30238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838232.536333:0:30238:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132222720, offset 0 00000400:00000200:0.0:1788838232.536339:0:30238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838232.536346:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.536352:0:30238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838232.536357:0:30238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838232.536361:0:30238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838232.536364:0:30238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838232.536367:0:30238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838232.536370:0:30238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2264:2264:256:4294967295] 192.168.203.123@tcp LPNI seq info [2264:2264:8:4294967295] 00000400:00000200:0.0:1788838232.536374:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.536382:0:30238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838232.536387:0:30238:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838232.536394:0:30238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5d300. 00000800:00000200:0.0:1788838232.536401:0:30238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838232.536408:0:30238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838232.536412:0:30238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5d300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838232.536426:0:30238:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.536431:0:30238:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 758496 usecs (759 jiffies) 00000400:00000200:0.0:1788838232.536434:0:30238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838232.536437:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296363268 00000100:00000001:0.0:1788838232.536440:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838232.536442:0:30238:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296363268 00000100:00000001:0.0:1788838232.536445:0:30238:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838232.536447:0:30238:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838232.536450:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.536453:0:30238:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838232.536455:0:30238:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838232.536457:0:30238:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788838232.536459:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838232.536461:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838232.537336:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838232.537342:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.537349:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838232.537351:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.537354:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838232.537359:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.537365:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838232.537372:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.537376:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.537380:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.537383:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd49100 00000400:00000200:1.0:1788838232.537388:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.537393:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x61c9 [1] + 224 00000800:00000001:1.0:1788838232.537400:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.537413:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838232.537416:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838232.537420:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838232.537426:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838232.537433:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838232.537443:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.537456:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838232.537463:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.537466:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838232.537477:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838232.537480:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838232.537484:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838232.537486:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838232.537488:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f82c0. 00000400:00000200:1.0:1788838232.537492:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:1.0:1788838232.537494:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:1.0:1788838232.537496:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838232.537500:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838232.537509:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.537516:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838232.537518:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838232.537520:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838232.537522:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838232.537524:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838232.537526:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838232.537529:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838232.537533:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838232.537537:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838232.537540:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838232.537541:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838232.537544:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838232.537546:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.537548:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838232.537553:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.537560:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838232.537563:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838232.537565:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838232.537569:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838232.537577:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132223744:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838232.537581:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.537583:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838232.537587:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908a80 x1875731132223744/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.537593:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838232.537595:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838232.537598:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4a16800. 02000000:00000001:1.0:1788838232.537601:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838232.537603:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838232.537605:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838232.537607:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838232.537610:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0731a00. 02000000:00000001:1.0:1788838232.537614:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838232.537616:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838232.537618:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908a80. 00000100:00000001:1.0:1788838232.537621:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838232.537622:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838232.537626:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.537627:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838232.537628:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838232.537630:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.537631:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838232.547364:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838232.547373:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5d300. 00000400:00000200:0.0:1788838232.547379:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.547388:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838232.547394:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:0.0:1788838232.547396:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:0.0:1788838232.547401:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838232.547409:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.547421:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.547426:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.547434:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.547437:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838232.547449:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.547459:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838232.547462:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.547466:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.547473:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.547480:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838232.547487:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.547492:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.547504:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.547510:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd49200 00000400:00000200:0.0:1788838232.547516:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.547523:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x61d9 [1] + 224 00000800:00000001:0.0:1788838232.547529:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.547537:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.547540:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.547545:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838232.547550:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838232.547556:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838232.547566:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.547583:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838232.547591:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.547595:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.547613:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838232.547617:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838232.547623:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838232.547625:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838232.547628:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8aa8. 00000400:00000200:0.0:1788838232.547633:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc550 00000400:00000010:0.0:1788838232.547635:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc550. 00000100:00000001:0.0:1788838232.547639:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838232.547644:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838232.547654:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.547686:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838232.547689:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.547691:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838232.547694:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838232.547697:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838232.547699:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838232.547703:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838232.547712:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=61 v=5 (5 5 16 37) 00000100:00001000:0.0:1788838232.547716:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838232.547719:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838232.547721:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838232.547725:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838232.547729:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.547732:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838232.547735:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788838232.547737:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838232.547740:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.547746:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.547754:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838232.547757:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838232.547759:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838232.547764:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838232.547772:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132224000:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838232.547779:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.547781:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.547783:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090ad80 x1875731132224000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.547790:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838232.547793:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838232.547796:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4a16c00. 02000000:00000001:0.0:1788838232.547801:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838232.547803:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838232.547806:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838232.547809:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838232.547812:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0731600. 02000000:00000001:0.0:1788838232.547817:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838232.547819:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838232.547821:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090ad80. 00000100:00000001:0.0:1788838232.547826:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838232.547828:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.547831:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.547838:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838232.547841:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.547844:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838232.547847:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838232.551694:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.551702:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1788838232.551710:0:2350:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff98afd0025800: Connection restored to 192.168.203.123@tcp (at 192.168.203.123@tcp) 00000100:00080000:0.0:1788838232.551722:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000faa0094): req@ffff98afd1123800 x1875731132221952/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838232 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.551739:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.551743:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.551749:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909500 x1875731132223872/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838232.551759:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132223872:192.168.203.123@tcp:38:kworker.0 00000100:00000001:0.0:1788838232.551764:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.551767:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.551771:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909500 x1875731132223872/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.551785:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838232.551788:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838232.551792:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406dc00. 02000000:00000001:0.0:1788838232.551796:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838232.551799:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838232.551800:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838232.551803:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838232.551807:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0080c00. 02000000:00000001:0.0:1788838232.551810:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838232.551812:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838232.551814:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909500. 00000100:00000001:0.0:1788838232.551818:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838232.551819:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.551821:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.551828:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838232.551831:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.551833:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838232.551835:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.552072:0:30248:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838232.552076:0:30248:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838232.552078:0:30248:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838232.552080:0:30248:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838232.552083:0:30248:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838232.552086:0:30248:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838232.552089:0:30248:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.552092:0:30248:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788838232.552101:0:30248:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875731132221952 new x1875731132224256 02000000:00000001:1.0:1788838232.552105:0:30248:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838232.552107:0:30248:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838232.552114:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838232.552121:0:30248:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f82c0. 00000400:00000010:1.0:1788838232.552129:0:30248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838232.552135:0:30248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132221952, portal 10 00000100:00000001:1.0:1788838232.552137:0:30248:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838232.552138:0:30248:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627171840 : -113594082379776 : ffff98afd1123800) 00000100:00000040:1.0:1788838232.552146:0:30248:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff98afd1123800 x1875731132221952/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838248 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838232.552153:0:30248:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838232.552155:0:30248:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838232.552157:0:30248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc660. 00000100:00000200:1.0:1788838232.552160:0:30248:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875731132221952, offset 0 00000400:00000200:1.0:1788838232.552166:0:30248:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838232.552175:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.552183:0:30248:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838232.552188:0:30248:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838232.552192:0:30248:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838232.552195:0:30248:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838232.552197:0:30248:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838232.552211:0:30248:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2265:2265:256:4294967295] 192.168.203.123@tcp LPNI seq info [2265:2265:8:4294967295] 00000400:00000200:1.0:1788838232.552216:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.552224:0:30248:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838232.552231:0:30248:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838232.552236:0:30248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838232.552243:0:30248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838232.552251:0:30248:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838232.552255:0:30248:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788838232.552270:0:30248:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838232.552274:0:30248:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 758496 usecs (759 jiffies) 00000400:00000200:1.0:1788838232.552284:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838232.552287:0:30248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296363284 00000100:00000001:1.0:1788838232.552290:0:30248:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:1.0:1788838232.552292:0:30248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296363284 00000100:00000001:1.0:1788838232.552294:0:30248:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:1.0:1788838232.552296:0:30248:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838232.552298:0:30248:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838232.552309:0:30248:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838232.552310:0:30248:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838232.552312:0:30248:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd050c480 going to sleep for 11 seconds 00000100:00000001:1.0:1788838232.552314:0:30248:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838232.552315:0:30248:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838232.552555:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838232.552560:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:0.0:1788838232.552564:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.552569:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838232.552574:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc660 00000400:00000010:0.0:1788838232.552577:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc660. 00000100:00000001:0.0:1788838232.552581:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838232.552586:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1123800 x1875731132221952/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838248 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.552595:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.552598:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1123800 x1875731132221952/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838248 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.552604:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.552605:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838232.573055:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.573070:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838232.573074:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.573076:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838232.573085:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.573093:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838232.573101:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.573105:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.573110:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.573113:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd49280 00000400:00000200:1.0:1788838232.573118:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838232.573123:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x61e9 [1] + 224 00000800:00000001:1.0:1788838232.573130:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.573141:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838232.573144:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838232.573148:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838232.573154:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838232.573163:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838232.573173:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838232.573194:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838232.573202:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838232.573206:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.573377:0:30238:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838232.573385:0:30238:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838232.573387:0:30238:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838232.573391:0:30238:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25268. 00000400:00000200:0.0:1788838232.573395:0:30238:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:0.0:1788838232.573397:0:30238:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:0.0:1788838232.573401:0:30238:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838232.573406:0:30238:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838232.573414:0:30238:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121880 x1875731132222720/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.573419:0:30238:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838232.573421:0:30238:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.573423:0:30238:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838232.573426:0:30238:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838232.573428:0:30238:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838232.573430:0:30238:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838232.573433:0:30238:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838232.573441:0:30238:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838232.573445:0:30238:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838232.573447:0:30238:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838232.573449:0:30238:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838232.573452:0:30238:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838232.573455:0:30238:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.573458:0:30238:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838232.573460:0:30238:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967598 00000100:00000001:0.0:1788838232.573462:0:30238:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838232.573464:0:30238:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.573469:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121880 x1875731132222720/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838248 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.573476:0:30238:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838232.573479:0:30238:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838232.573481:0:30238:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838232.573484:0:30238:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121880 x1875731132222720/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838248 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838232.573491:0:30238:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121880 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30238:1875731132222720:192.168.203.123@tcp:35:multiop.0 00000100:00000001:0.0:1788838232.573496:0:30238:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.573498:0:30238:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.573500:0:30238:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838232.573502:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.573505:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121880 x1875731132222720/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838248 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.573516:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838232.573519:0:30238:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65d80. 00000100:00000001:0.0:1788838232.573523:0:30238:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838232.573525:0:30238:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.573532:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838232.573534:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627163776 : -113594082387840 : ffff98afd1121880) 00000002:00000001:0.0:1788838232.573536:0:30238:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838232.573539:0:30238:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838232.573544:0:30238:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16400. 00000080:00000001:0.0:1788838232.573547:0:30238:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788838232.573550:0:30238:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788838232.573554:0:30238:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788838232.573559:0:30238:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838231 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.573565:0:30238:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838232.573566:0:30238:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:0.0:1788838232.573568:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.573570:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838231 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.573576:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.573578:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.573580:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132221312/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838231 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.573586:0:30238:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788838232.573589:0:30238:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838232.573590:0:30238:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838232.573592:0:30238:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838232.573596:0:30238:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13ea000. 02000000:00000001:0.0:1788838232.573599:0:30238:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838232.573601:0:30238:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838232.573603:0:30238:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:0.0:1788838232.573606:0:30238:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838232.573607:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838232.573609:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.573612:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121880 x1875731132222720/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838248 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.573618:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838232.573620:0:30238:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afc6692f20. 00000002:00000001:0.0:1788838232.573623:0:30238:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838232.573624:0:30238:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838232.573627:0:30238:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd0c98e00. 00000100:00000001:0.0:1788838232.573629:0:30238:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.573631:0:30238:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121880 x1875731132222720/t4294967598(4294967598) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838248 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.573637:0:30238:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838232.573638:0:30238:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838232.573641:0:30238:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e8000. 02000000:00000001:0.0:1788838232.573644:0:30238:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838232.573645:0:30238:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838232.573646:0:30238:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838232.573648:0:30238:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838232.573649:0:30238:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4a17e00. 02000000:00000001:0.0:1788838232.573651:0:30238:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838232.573652:0:30238:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838232.573653:0:30238:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121880. 00000100:00000001:0.0:1788838232.573694:0:30238:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838232.573696:0:30238:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838232.573698:0:30238:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838232.573702:0:30238:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afda0f3900. 00000080:00000001:0.0:1788838232.573706:0:30238:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838232.573710:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154bdf0 00000080:00000008:0.0:1788838232.573713:0:30238:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x21:0x0](ffff98afd16db248), flags 100002, rc = 0 00000080:00000001:0.0:1788838232.573717:0:30238:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838232.573722:0:30238:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788838232.573723:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154be00 00000080:00002000:0.0:1788838232.573725:0:30238:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff98afd173a5e8, parent ffff98afd173ae58, inode ffff98afd16db248) hashed, 00000080:00000001:0.0:1788838232.573728:0:30238:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838232.573737:0:30238:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788838232.573742:0:30238:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788838232.573744:0:30238:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788838232.573745:0:30238:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0154be00 00000080:00002000:0.0:1788838232.573747:0:30238:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff98afd173ae58, parent ffff98afd8effa20, inode ffff98afd1581988) hashed, 00000080:00000001:0.0:1788838232.573749:0:30238:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838232.573752:0:30238:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788838232.573754:0:30238:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000001:0.0:1788838232.586713:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838232.586720:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1788838232.588716:0:30273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692e00. 00000080:00000010:0.1:1788838232.588732:0:30273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692b20. 00000800:00000001:0.0:1788838232.621842:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.621872:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838232.621876:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.621879:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.621888:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.621896:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838232.621905:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.621910:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.621915:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.621919:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd49300 00000400:00000200:0.0:1788838232.621924:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.621930:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x61f9 [1] + 224 00000800:00000001:0.0:1788838232.621937:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.621945:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.621948:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.621952:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838232.621960:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838232.621969:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1123800 x1875731132221952/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838232.621980:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff98afd1123800 x1875731132221952/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838248 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838232.622007:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838232.622016:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.622019:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838232.625814:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838232.625819:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838232.625823:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838232.625829:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838232.625835:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a5d8 00000400:00000010:1.0:1788838232.625837:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a5d8. 00000100:00000001:1.0:1788838232.625841:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838232.625846:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2300 x1875731132224384/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838232.626980:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838232.626989:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2300 x1875731132224384/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838232.626996:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838232.626998:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838232.634495:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.634628:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838232.634633:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.634636:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.634645:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.634652:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838232.634701:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.634706:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.634711:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.634716:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 10 MB=0x6a9f7afd49380 00000400:00000200:0.0:1788838232.634720:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.634727:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 400/400 into md 0x6209 [1] + 224 00000800:00000001:0.0:1788838232.634734:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.634741:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.634745:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.634749:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838232.634757:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838232.634766:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2300 x1875731132224384/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838232.634778:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff98afc4ac2300 x1875731132224384/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.634789:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838232.634798:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.634801:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838232.645195:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838232.645205:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3f00. 00000400:00000200:0.0:1788838232.645212:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.645221:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838232.645229:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:0.0:1788838232.645232:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:0.0:1788838232.645237:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838232.645246:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2300 x1875731132224512/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838248 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.645257:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.645261:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2300 x1875731132224512/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.645268:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.645270:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838232.653605:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.653623:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838232.653627:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.653630:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.653638:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.653645:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838232.653654:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.653672:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.653678:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.653683:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 432 into portal 4 MB=0x6a9f7afd49400 00000400:00000200:0.0:1788838232.653687:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.653694:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 432/432 into md 0x6211 [1] + 224 00000800:00000001:0.0:1788838232.653700:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.653708:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.653711:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.653715:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838232.653723:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838232.653732:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2300 x1875731132224512/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838248 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838232.653744:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98afc4ac2300 x1875731132224512/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838248 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.653755:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838232.653948:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.653954:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788838232.655356:0:30248:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838232.655361:0:30248:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838232.655365:0:30248:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838232.655369:0:30248:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838232.655371:0:30248:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788838232.655373:0:30248:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838232.655375:0:30248:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838232.655376:0:30248:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838232.655378:0:30248:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838232.655379:0:30248:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838232.655381:0:30248:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838232.655383:0:30248:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838232.655384:0:30248:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838232.655385:0:30248:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788838232.655386:0:30248:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838232.655388:0:30248:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838232.655389:0:30248:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838232.655391:0:30248:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838232.655392:0:30248:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838232.655394:0:30248:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838232.655396:0:30248:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838232.655397:0:30248:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838232.655399:0:30248:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838232.655400:0:30248:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838232.655401:0:30248:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838232.655404:0:30248:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838232.655406:0:30248:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838232.655407:0:30248:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838232.655408:0:30248:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838232.655409:0:30248:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838232.655412:0:30248:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00020000:00000001:0.0:1788838232.655415:0:30248:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838232.655417:0:30248:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838232.655420:0:30248:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838232.655423:0:30248:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838232.655426:0:30248:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838232.655427:0:30248:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838232.655428:0:30248:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838232.655430:0:30248:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838232.655433:0:30248:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1788838232.655437:0:30248:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4009400. 00000020:00000001:0.0:1788838232.655447:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bc30 00000080:00200008:0.0:1788838232.655450:0:30248:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x22:0x0](ffff98afd16ddb88) current size 0, valid attrs 100201f0, mode 0, uid -1055903166, gid -1, new size 213440, atime 1788838216.000000000, mtime 1788838216.000000000, ctime 1788838216.000000000, rc 0 00000080:00000001:0.0:1788838232.655456:0:30248:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838232.655469:0:30248:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838232.655472:0:30248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc4b24f80 00020000:00000002:0.0:1788838232.655476:0:30248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc4b24f80 00020000:00000001:0.0:1788838232.655478:0:30248:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838232.655483:0:30248:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838232.655485:0:30248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bdf0 00000080:00200008:0.0:1788838232.655487:0:30248:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x22:0x0](ffff98afd16ddb88), flags 104001 00000080:00000001:0.0:1788838232.655490:0:30248:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838232.655492:0:30248:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788838232.655493:0:30248:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838232.655494:0:30248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc4b24f80 00020000:00000002:0.0:1788838232.655496:0:30248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc4b24f80 00020000:00000001:0.0:1788838232.655498:0:30248:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838232.655511:0:30248:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838232.655642:0:30248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838232.655646:0:30248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838232.655652:0:30248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 2 00010000:00000001:0.0:1788838232.655674:0:30248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838232.655679:0:30248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838232.655682:0:30248:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:0.0:1788838232.655684:0:30248:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788838232.655686:0:30248:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788838232.655690:0:30248:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00000080:00000001:0.0:1788838232.655693:0:30248:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788838232.655698:0:30248:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788838232.655701:0:30248:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788838232.655703:0:30248:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x22:0x0] 00000002:00000001:0.0:1788838232.655706:0:30248:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788838232.655708:0:30248:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x22:0x0] file closed with intent: 0 00000100:00000010:0.0:1788838232.655713:0:30248:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000040:0.0:1788838232.655717:0:30248:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838232.655721:0:30248:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838232.655724:0:30248:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838232.655728:0:30248:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838232.655733:0:30248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc2c77200. 00000100:00000001:0.0:1788838232.655738:0:30248:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788838232.655753:0:30248:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd1121500 x1875731132221696/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838232 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788838232.655763:0:30248:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788838232.655768:0:30248:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd0909500 x1875731132224768/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788838232.655774:0:30248:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838232.655776:0:30248:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838232.655781:0:30248:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd1114000. 00000100:00000001:0.0:1788838232.655783:0:30248:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108352 : -113594082443264 : ffff98afd1114000) 00000100:00000001:0.0:1788838232.655786:0:30248:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838232.655787:0:30248:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000001:0.0:1788838232.655791:0:30248:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838232.655794:0:30248:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.655796:0:30248:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838232.655798:0:30248:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838232.655802:0:30248:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132224768/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.655809:0:30248:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838232.655811:0:30248:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838232.655814:0:30248:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838232.655817:0:30248:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838232.655819:0:30248:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838232.655822:0:30248:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30248:1875731132224768:192.168.203.123@tcp:35:touch.0 00000100:00000001:0.0:1788838232.655826:0:30248:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838232.655830:0:30248:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838232.655831:0:30248:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838232.655834:0:30248:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838232.655838:0:30248:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0080800. 02000000:00000001:0.0:1788838232.655839:0:30248:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838232.655847:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838232.655850:0:30248:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25268. 00000400:00000010:0.0:1788838232.656620:0:30248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838232.656631:0:30248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132224768, portal 10 00000100:00000001:0.0:1788838232.656633:0:30248:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838232.656635:0:30248:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:0.0:1788838232.656644:0:30248:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909500 x1875731132224768/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.656651:0:30248:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838232.656654:0:30248:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838232.656675:0:30248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838232.656678:0:30248:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132224768, offset 0 00000400:00000200:0.0:1788838232.656685:0:30248:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838232.656694:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.656700:0:30248:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838232.656705:0:30248:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838232.656709:0:30248:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838232.656713:0:30248:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838232.656715:0:30248:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838232.656719:0:30248:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2268:2268:256:4294967295] 192.168.203.123@tcp LPNI seq info [2268:2268:8:4294967295] 00000400:00000200:0.0:1788838232.656723:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.656732:0:30248:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838232.656737:0:30248:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838232.656742:0:30248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5d300. 00000800:00000200:0.0:1788838232.656748:0:30248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838232.656755:0:30248:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838232.656759:0:30248:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5d300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838232.656772:0:30248:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838232.656777:0:30248:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 813737 usecs (814 jiffies) 00000400:00000200:0.0:1788838232.656780:0:30248:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838232.656782:0:30248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296363443 00000100:00000001:0.0:1788838232.656786:0:30248:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838232.656788:0:30248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296363443 00000100:00000001:0.0:1788838232.656790:0:30248:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838232.656792:0:30248:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838232.656794:0:30248:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.656797:0:30248:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838232.656799:0:30248:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838232.656802:0:30248:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd1114000 going to sleep for 11 seconds 00000100:00000001:0.0:1788838232.656804:0:30248:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838232.656807:0:30248:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838232.657171:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838232.657176:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5d300. 00000400:00000200:0.0:1788838232.657180:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.657185:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838232.657191:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:0.0:1788838232.657193:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:0.0:1788838232.657197:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838232.658360:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132224768/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.658374:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838232.658378:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909500 x1875731132224768/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.658385:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838232.658387:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838232.669731:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.669744:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838232.669748:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.669750:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.669758:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.669765:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838232.669773:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.669778:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.669782:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.669786:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd49500 00000400:00000200:0.0:1788838232.669790:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838232.669795:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6219 [1] + 224 00000800:00000001:0.0:1788838232.669802:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.669807:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838232.669810:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838232.669814:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838232.669821:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838232.669828:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909500 x1875731132224768/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838232.669839:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afd0909500 x1875731132224768/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838232.669867:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838232.669875:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838232.669879:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788838232.673803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692a00. 00000080:00000010:2.1:1788838232.673820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06c60. 00010000:00000001:0.0:1788838233.610854:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838233.610861:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838233.610871:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838233.610874:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.189343:0:30282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838234.189353:0:30282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838234.189356:0:30282:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838234.189360:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb20 00000080:00200000:0.0:1788838234.189365:0:30282:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838234.189376:0:30282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00800000:00000002:0.0:1788838234.189385:0:30282:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838234.189390:0:30282:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.189396:0:30282:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.189399:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa40 00800000:00000002:0.0:1788838234.189402:0:30282:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838234.189406:0:30282:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838234.189411:0:30282:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838234.189417:0:30282:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.189421:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf910 00000002:00010000:0.0:1788838234.189423:0:30282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838234.189427:0:30282:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838234.189430:0:30282:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.189433:0:30282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838234.189442:0:30282:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.189444:0:30282:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.189446:0:30282:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.189449:0:30282:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838234.189452:0:30282:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838234.189458:0:30282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090ad80. 00000020:00000040:0.0:1788838234.189462:0:30282:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838234.189470:0:30282:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838234.189476:0:30282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.189483:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.189486:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.189487:0:30282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.189491:0:30282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838234.189493:0:30282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838234.189499:0:30282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838234.189509:0:30282:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0080000. 00000100:00000001:0.0:1788838234.189518:0:30282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.189524:0:30282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.189526:0:30282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.189528:0:30282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.189529:0:30282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.189531:0:30282:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.189537:0:30282:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00010000:00000001:0.0:1788838234.189542:0:30282:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838234.189545:0:30282:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838234.189549:0:30282:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31f00. 00010000:00000010:0.0:1788838234.189554:0:30282:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e600. 00010000:00000001:0.0:1788838234.189560:0:30282:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838234.189564:0:30282:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bab600. 00000020:00000001:0.0:1788838234.189568:0:30282:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838234.189572:0:30282:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bab600 with handle 0x9f68a6b43b62cd9e to hash 00000020:00000001:0.0:1788838234.189575:0:30282:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838234.189576:0:30282:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.189580:0:30282:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.189585:0:30282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.189588:0:30282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.189593:0:30282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.189604:0:30282:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.189616:0:30282:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838234.189622:0:30282:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838234.189624:0:30282:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838234.189632:0:30282:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.189635:0:30282:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108544 : -113594082443072 : ffff98afd11140c0) 00000100:00000001:0.0:1788838234.189638:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.189640:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000001:0.0:1788838234.189645:0:30282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838234.189650:0:30282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.189652:0:30282:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838234.190106:0:30282:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838234.190124:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.190136:0:30282:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838234.190139:0:30282:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.190145:0:30282:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838234.190148:0:30282:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838234.190151:0:30282:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838234.190154:0:30282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30282:1875731132224896:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.190159:0:30282:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838234.190167:0:30282:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838234.190171:0:30282:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.190174:0:30282:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838234.190181:0:30282:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4090000. 02000000:00000001:0.0:1788838234.190184:0:30282:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838234.190192:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838234.190197:0:30282:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838234.190426:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838234.190436:0:30282:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132224896, portal 10 00000100:00000001:0.0:1788838234.190439:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.190440:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000040:0.0:1788838234.190449:0:30282:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.190458:0:30282:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838234.190461:0:30282:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838234.190464:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838234.190466:0:30282:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132224896, offset 0 00000400:00000200:0.0:1788838234.190474:0:30282:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838234.190487:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.190495:0:30282:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.190502:0:30282:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838234.190507:0:30282:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838234.190511:0:30282:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838234.190514:0:30282:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838234.190518:0:30282:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2269:2269:256:4294967295] 192.168.203.123@tcp LPNI seq info [2269:2269:8:4294967295] 00000400:00000200:0.0:1788838234.190523:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.190534:0:30282:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838234.190541:0:30282:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.190548:0:30282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5d300. 00000800:00000200:0.0:1788838234.190556:0:30282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.190566:0:30282:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.190572:0:30282:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5d300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838234.190651:0:30282:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.190978:0:30282:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 812491 usecs (813 jiffies) 00000400:00000200:0.0:1788838234.190985:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838234.190989:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296364976 00000100:00000001:0.0:1788838234.190993:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.190996:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296364976 00000100:00000001:0.0:1788838234.190998:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.191000:0:30282:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.191004:0:30282:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.191007:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.191009:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838234.191012:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd11140c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838234.191016:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838234.191019:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838234.192653:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.192878:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5d300. 00000400:00000200:1.0:1788838234.192885:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.192896:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.192905:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:1.0:1788838234.192908:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:1.0:1788838234.192915:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.192925:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.192938:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.192943:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.192950:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.192952:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.203203:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.203226:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.203232:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.203235:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.203246:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.203255:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.203265:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.203271:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.203278:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.203282:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd49580 00000400:00000200:1.0:1788838234.203288:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.203306:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6229 [1] + 224 00000800:00000001:1.0:1788838234.203315:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.203325:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.203329:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.203334:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.203344:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.203356:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.203369:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.203380:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.203389:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.203392:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.205405:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838234.205425:0:30282:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838234.205428:0:30282:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838234.205433:0:30282:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25210. 00000400:00000200:0.0:1788838234.205444:0:30282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:0.0:1788838234.205447:0:30282:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:0.0:1788838234.205452:0:30282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.205466:0:30282:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838234.205477:0:30282:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.205485:0:30282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838234.205488:0:30282:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.205491:0:30282:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838234.205495:0:30282:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838234.205498:0:30282:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838234.205500:0:30282:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.205504:0:30282:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838234.205526:0:30282:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=63 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838234.205532:0:30282:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838234.205535:0:30282:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838234.205537:0:30282:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.205542:0:30282:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838234.205547:0:30282:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.205551:0:30282:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838234.205553:0:30282:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967598 00000100:00000001:0.0:1788838234.205556:0:30282:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838234.205559:0:30282:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.205566:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.205573:0:30282:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.205577:0:30282:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838234.205579:0:30282:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838234.205583:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838250 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838234.205599:0:30282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30282:1875731132224896:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.205605:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.205608:0:30282:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.205611:0:30282:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838234.205613:0:30282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.205617:0:30282:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838250 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.205624:0:30282:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838234.205627:0:30282:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.205632:0:30282:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838234.205634:0:30282:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.205637:0:30282:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838234.205642:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.205645:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.205649:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=4 00000020:00000001:0.0:1788838234.206453:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206464:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000040:0.0:1788838234.206480:0:30282:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bab600, remote cookie: 0xff98f31736b3b0f1, flags: 0x1001 00010000:00010000:0.0:1788838234.206486:0:30282:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.206499:0:30282:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.206508:0:30282:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838234.206513:0:30282:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838234.206516:0:30282:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838234.206517:0:30282:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838234.206519:0:30282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838234.206523:0:30282:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc4d31f00) refcount = 1 00010000:00010000:0.0:1788838234.206527:0:30282:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.206533:0:30282:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838234.206537:0:30282:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838234.206539:0:30282:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.206542:0:30282:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838234.206545:0:30282:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.206548:0:30282:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.206559:0:30282:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838234.206561:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206563:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.206564:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206565:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.206567:0:30282:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.206572:0:30282:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838234.206574:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.206576:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.206579:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.206581:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206583:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206585:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.206586:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.206598:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=4 00000020:00000001:0.0:1788838234.206600:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206603:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206606:0:30282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.206609:0:30282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.206612:0:30282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.206619:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206620:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.206621:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.206623:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.206624:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=5 00000020:00000001:0.0:1788838234.206625:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206627:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206630:0:30282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.206632:0:30282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.206638:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206639:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838234.206641:0:30282:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.206647:0:30282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.206648:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206650:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.206651:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206652:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838234.206682:0:30282:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838234.206691:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.206693:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.206694:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.206696:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206698:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206700:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206702:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.206703:0:30282:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.206705:0:30282:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.206709:0:30282:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838234.206711:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.206712:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.206714:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.206715:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206717:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00000002:00010000:0.0:1788838234.206721:0:30282:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.206727:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206728:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.206730:0:30282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838234.206732:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.206733:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.206734:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.206736:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.206738:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000040:0.0:1788838234.206745:0:30282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:0.0:1788838234.206747:0:30282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838234.206753:0:30282:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788838234.206756:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.206757:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.206758:0:30282:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838234.206761:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf898 00000002:00002000:0.0:1788838234.206763:0:30282:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838234.206766:0:30282:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.206770:0:30282:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.206773:0:30282:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838234.206777:0:30282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788838234.206784:0:30282:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838234.206789:0:30282:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838234.206794:0:30282:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76000. 00000080:00000001:0.0:1788838234.206800:0:30282:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838234.206802:0:30282:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838234.206810:0:30282:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788838234.206815:0:30282:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788838234.206825:0:30282:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd1358a40. 00800000:00000001:0.0:1788838234.206827:0:30282:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479629486656 : -113594080064960 : ffff98afd1358a40) 00800000:00000001:0.0:1788838234.206830:0:30282:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.206832:0:30282:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838234.206835:0:30282:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838234.206837:0:30282:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788838234.206840:0:30282:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838234.206844:0:30282:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838234.206846:0:30282:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.206851:0:30282:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788838234.206855:0:30282:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788838234.206860:0:30282:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788838234.206862:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.206864:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.206865:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.206867:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.207070:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.207073:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.207075:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838234.207077:0:30282:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838234.207081:0:30282:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788838234.207082:0:30282:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd1358a40 1 00800000:00000010:0.0:1788838234.207085:0:30282:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd1358a40. 00800000:00000001:0.0:1788838234.207088:0:30282:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.207091:0:30282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cd9e 00800000:00000001:0.0:1788838234.207094:0:30282:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838234.207097:0:30282:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838234.207098:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.207099:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.207100:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.207102:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.207104:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.207106:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.207107:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.207109:0:30282:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.207110:0:30282:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.207113:0:30282:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.207115:0:30282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838234.207118:0:30282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd9e from it ffffbbcb01bcfb58 00010000:00000001:0.0:1788838234.207120:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.207121:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.207122:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.207124:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.207126:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.207128:0:30282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.207130:0:30282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.207136:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.207137:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.207139:0:30282:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.207142:0:30282:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.207146:0:30282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838234.207219:0:30282:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.207223:0:30282:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.207225:0:30282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.207231:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.207232:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.207234:0:30282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.207238:0:30282:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.207240:0:30282:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.207242:0:30282:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.207244:0:30282:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.207246:0:30282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.207247:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.207248:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838234.207251:0:30282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.207257:0:30282:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090ad80 x1875731132224896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.207265:0:30282:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838234.207268:0:30282:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838234.207272:0:30282:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4090000. 02000000:00000001:0.0:1788838234.207276:0:30282:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838234.207279:0:30282:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838234.207281:0:30282:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838234.207284:0:30282:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838234.207287:0:30282:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0080000. 02000000:00000001:0.0:1788838234.207301:0:30282:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838234.207304:0:30282:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838234.207306:0:30282:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090ad80. 00000100:00000001:0.0:1788838234.207312:0:30282:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838234.207313:0:30282:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838234.207317:0:30282:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838234.207323:0:30282:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838234.207340:0:30282:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06e00. 00000020:00000001:0.0:1788838234.207345:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa88 00000080:00200000:0.0:1788838234.207348:0:30282:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=24 00000080:00000001:0.0:1788838234.207351:0:30282:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838234.207354:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf938 00000080:00200000:0.0:1788838234.207355:0:30282:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:0.0:1788838234.207363:0:30282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00800000:00000002:0.0:1788838234.207369:0:30282:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838234.207374:0:30282:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.207378:0:30282:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.207379:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf858 00800000:00000002:0.0:1788838234.207381:0:30282:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838234.207385:0:30282:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838234.207390:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf7f0 00800000:00000002:0.0:1788838234.207392:0:30282:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788838234.207397:0:30282:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.207398:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf728 00000002:00010000:0.0:1788838234.207400:0:30282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788838234.207405:0:30282:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838234.207407:0:30282:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838234.207412:0:30282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090ad80. 00000020:00000040:0.0:1788838234.207415:0:30282:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838234.207467:0:30282:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838234.207472:0:30282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.207475:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.207477:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.207478:0:30282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.207481:0:30282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838234.207484:0:30282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838234.207488:0:30282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838234.207496:0:30282:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0080000. 00000100:00000001:0.0:1788838234.207503:0:30282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.207506:0:30282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.207508:0:30282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.207510:0:30282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.207511:0:30282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.207513:0:30282:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.207522:0:30282:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00010000:00000001:0.0:1788838234.207525:0:30282:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838234.207528:0:30282:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838234.207531:0:30282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:0.0:1788838234.207533:0:30282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.207535:0:30282:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838234.207540:0:30282:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baac00. 00000020:00000001:0.0:1788838234.207544:0:30282:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838234.207547:0:30282:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baac00 with handle 0x9f68a6b43b62cda5 to hash 00000020:00000001:0.0:1788838234.207549:0:30282:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838234.207550:0:30282:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.207554:0:30282:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.207557:0:30282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.207559:0:30282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.207562:0:30282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.207570:0:30282:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.207580:0:30282:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838234.207586:0:30282:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838234.207637:0:30282:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838234.207646:0:30282:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.207649:0:30282:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108544 : -113594082443072 : ffff98afd11140c0) 00000100:00000001:0.0:1788838234.207652:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.207653:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000001:0.0:1788838234.207685:0:30282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838234.207691:0:30282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.207694:0:30282:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838234.207695:0:30282:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838234.207701:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.207710:0:30282:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838234.207712:0:30282:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.207717:0:30282:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838234.207720:0:30282:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838234.207722:0:30282:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838234.207726:0:30282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30282:1875731132225024:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.207731:0:30282:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838234.207738:0:30282:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838234.207741:0:30282:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.207743:0:30282:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838234.207749:0:30282:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4090000. 02000000:00000001:0.0:1788838234.207752:0:30282:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838234.207761:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838234.207765:0:30282:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838234.207772:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838234.207780:0:30282:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132225024, portal 10 00000100:00000001:0.0:1788838234.207782:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.207784:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000040:0.0:1788838234.207790:0:30282:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.207798:0:30282:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838234.207801:0:30282:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838234.207804:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc110. 00000100:00000200:0.0:1788838234.207806:0:30282:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132225024, offset 0 00000400:00000200:0.0:1788838234.207814:0:30282:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838234.207824:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.207832:0:30282:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.207839:0:30282:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838234.207843:0:30282:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838234.207847:0:30282:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838234.207850:0:30282:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838234.207855:0:30282:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2270:2270:256:4294967295] 192.168.203.123@tcp LPNI seq info [2270:2270:8:4294967295] 00000400:00000200:0.0:1788838234.207860:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.207936:0:30282:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838234.207944:0:30282:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.208046:0:30282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5da00. 00000800:00000200:0.0:1788838234.208056:0:30282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.208066:0:30282:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.208072:0:30282:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5da00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788838234.208097:0:30282:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.208103:0:30282:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 811252 usecs (812 jiffies) 00000400:00000200:0.0:1788838234.208107:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838234.208110:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296364993 00000100:00000001:0.0:1788838234.208114:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.208117:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296364993 00000100:00000001:0.0:1788838234.208119:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.208122:0:30282:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.208125:0:30282:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.208128:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.208130:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838234.208133:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd11140c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838234.208135:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838234.208138:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838234.208750:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.208756:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5da00. 00000400:00000200:1.0:1788838234.208762:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.208769:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.208777:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc110 00000400:00000010:1.0:1788838234.208780:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc110. 00000100:00000001:1.0:1788838234.208786:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.208793:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.208804:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.208807:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.208814:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.208816:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.215444:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.215468:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.215473:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.215476:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.215501:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.215510:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.215522:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.215528:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.215534:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.215538:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd49600 00000400:00000200:1.0:1788838234.215544:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.215551:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6239 [1] + 224 00000800:00000001:1.0:1788838234.215560:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.215570:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.215574:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.215579:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.215589:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.215610:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.215622:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.215648:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.215707:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.215712:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.215914:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838234.215923:0:30282:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838234.215926:0:30282:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838234.215930:0:30282:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25210. 00000400:00000200:0.0:1788838234.215936:0:30282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:0.0:1788838234.215939:0:30282:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:0.0:1788838234.215942:0:30282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.215948:0:30282:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838234.215963:0:30282:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.215970:0:30282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838234.215973:0:30282:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.215975:0:30282:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838234.215980:0:30282:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838234.215982:0:30282:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838234.215985:0:30282:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.215989:0:30282:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838234.216000:0:30282:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=63 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838234.216004:0:30282:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838234.216007:0:30282:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838234.216009:0:30282:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.216013:0:30282:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838234.216018:0:30282:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.216022:0:30282:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838234.216024:0:30282:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967598 00000100:00000001:0.0:1788838234.216026:0:30282:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838234.216029:0:30282:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.216035:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.216042:0:30282:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.216046:0:30282:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838234.216048:0:30282:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838234.216063:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838234.216071:0:30282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30282:1875731132225024:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.216077:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.216080:0:30282:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.216082:0:30282:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838234.216085:0:30282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.216089:0:30282:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.216095:0:30282:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838234.216098:0:30282:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.216101:0:30282:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838234.216103:0:30282:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.216106:0:30282:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838234.216112:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216115:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216119:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838234.216121:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216125:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000040:0.0:1788838234.216134:0:30282:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baac00, remote cookie: 0xff98f31736b3b10d, flags: 0x1001 00010000:00010000:0.0:1788838234.216139:0:30282:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838234.216149:0:30282:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788838234.216152:0:30282:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838234.216162:0:30282:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31d00. 00010000:00000010:0.0:1788838234.216167:0:30282:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9ee80. 00010000:00000001:0.0:1788838234.216173:0:30282:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.216177:0:30282:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.216185:0:30282:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.216321:0:30282:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838234.216326:0:30282:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838234.216329:0:30282:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838234.216330:0:30282:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838234.216332:0:30282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838234.216335:0:30282:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff98afc4d31d00) refcount = 1 00010000:00010000:0.0:1788838234.216340:0:30282:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.216347:0:30282:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838234.216351:0:30282:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838234.216353:0:30282:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.216356:0:30282:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838234.216359:0:30282:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.216362:0:30282:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.216367:0:30282:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838234.216369:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216371:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.216372:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216373:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.216374:0:30282:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.216380:0:30282:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838234.216382:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216383:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216385:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.216387:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216389:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216391:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216392:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216393:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838234.216395:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216397:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216400:0:30282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.216403:0:30282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.216406:0:30282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.216418:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216419:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.216420:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216421:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216422:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:0.0:1788838234.216424:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216426:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216428:0:30282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.216431:0:30282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.216437:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216438:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838234.216440:0:30282:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.216447:0:30282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.216448:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216449:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.216450:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216451:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838234.216457:0:30282:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838234.216466:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216467:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216468:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.216470:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216472:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216475:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216476:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.216478:0:30282:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.216481:0:30282:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.216483:0:30282:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838234.216486:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216553:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216556:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.216559:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216562:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000002:00010000:0.0:1788838234.216565:0:30282:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.216572:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216574:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.216576:0:30282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838234.216577:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216578:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216579:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.216581:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216584:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000040:0.0:1788838234.216588:0:30282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31d00 count: 2 00010000:00000001:0.0:1788838234.216590:0:30282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838234.216699:0:30282:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:0.0:1788838234.216703:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216705:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.216706:0:30282:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838234.216711:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf6b0 00000002:00002000:0.0:1788838234.216713:0:30282:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838234.216716:0:30282:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.216722:0:30282:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.216726:0:30282:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838234.216729:0:30282:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838234.216732:0:30282:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838234.216737:0:30282:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:0.0:1788838234.216741:0:30282:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838234.216743:0:30282:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01bcfa28 it_disposition b 00000080:00000001:0.0:1788838234.216747:0:30282:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838234.216755:0:30282:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838234.216758:0:30282:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838234.216761:0:30282:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1788838234.216764:0:30282:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788838234.216772:0:30282:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838234.216775:0:30282:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:0.0:1788838234.216777:0:30282:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.216782:0:30282:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1788838234.216784:0:30282:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838234.216787:0:30282:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833951 mtime from 1788838214 to 1788838215 00000080:00200000:0.0:1788838234.216793:0:30282:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00200000:0.0:1788838234.216796:0:30282:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff98afd1581988): rc = 0 00000080:00000001:0.0:1788838234.216798:0:30282:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631751560 : -113594077800056 : ffff98afd1581988) 00010000:00000001:0.0:1788838234.216800:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216801:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216803:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.216805:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216807:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216809:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216810:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838234.216812:0:30282:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838234.216814:0:30282:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838234.216815:0:30282:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838234.216818:0:30282:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838234.216820:0:30282:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.216824:0:30282:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff98afd1581988) for lock 0x9f68a6b43b62cda5 00800000:00000001:0.0:1788838234.216827:0:30282:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838234.216829:0:30282:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838234.216830:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216831:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216833:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.216834:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216837:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216840:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216841:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.216843:0:30282:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.216845:0:30282:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788838234.216854:0:30282:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1742510 inode ffff98afd1581988 refc 1 flags 0x20000e 00000080:00000001:0.0:1788838234.216858:0:30282:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838234.216861:0:30282:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.216863:0:30282:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788838234.216866:0:30282:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff98afd1581988) 00000080:00010000:0.0:1788838234.216870:0:30282:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cda5 from it ffffbbcb01bcfa28 00010000:00000001:0.0:1788838234.216872:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.216873:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.216875:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.216877:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216879:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.216881:0:30282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.216884:0:30282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.216891:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216892:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.216893:0:30282:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.216896:0:30282:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.216899:0:30282:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838234.216907:0:30282:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.216909:0:30282:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.216912:0:30282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.216917:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216919:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.216920:0:30282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.216924:0:30282:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.216926:0:30282:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.216928:0:30282:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.216931:0:30282:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.216932:0:30282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.216933:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.216934:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838234.216936:0:30282:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838234.216940:0:30282:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76000. 00000100:00000001:0.0:1788838234.216945:0:30282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.216952:0:30282:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090ad80 x1875731132225024/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.216959:0:30282:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838234.216962:0:30282:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838234.216966:0:30282:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4090000. 02000000:00000001:0.0:1788838234.216969:0:30282:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838234.216971:0:30282:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838234.216973:0:30282:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838234.216975:0:30282:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838234.216979:0:30282:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0080000. 02000000:00000001:0.0:1788838234.216983:0:30282:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838234.216985:0:30282:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838234.216987:0:30282:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090ad80. 00000100:00000001:0.0:1788838234.216992:0:30282:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838234.216993:0:30282:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838234.217003:0:30282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838234.217006:0:30282:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff98afd1581988), inode mode 41ed mask 1 00000080:00000001:0.0:1788838234.217011:0:30282:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838234.217028:0:30282:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06280. 00000020:00000001:0.0:1788838234.217034:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfae8 00000080:00200000:0.0:1788838234.217036:0:30282:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff98afd1581988), flags=8 00000080:00000001:0.0:1788838234.217039:0:30282:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838234.217041:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf998 00000080:00200000:0.0:1788838234.217043:0:30282:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff98afd1581988), intent=getattr 00000080:00000010:0.0:1788838234.218896:0:30282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00000080:00000001:0.0:1788838234.218919:0:30282:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.218925:0:30282:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.218929:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf8b8 00800000:00000002:0.0:1788838234.218934:0:30282:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:0.0:1788838234.218940:0:30282:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838234.218947:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf850 00800000:00000002:0.0:1788838234.218950:0:30282:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788838234.218956:0:30282:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.218958:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf788 00000002:00010000:0.0:1788838234.218960:0:30282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x1f:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788838234.218966:0:30282:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838234.218969:0:30282:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838234.218977:0:30282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090ad80. 00000020:00000040:0.0:1788838234.218983:0:30282:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838234.218991:0:30282:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838234.218997:0:30282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.219004:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.219006:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.219008:0:30282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.219012:0:30282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838234.219014:0:30282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838234.219020:0:30282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838234.219028:0:30282:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0080000. 00000100:00000001:0.0:1788838234.219037:0:30282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.219043:0:30282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.219045:0:30282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.219046:0:30282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.219047:0:30282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.219060:0:30282:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.219069:0:30282:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00010000:00000001:0.0:1788838234.219073:0:30282:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838234.219076:0:30282:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838234.219082:0:30282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31d00 count: 2 00010000:00000001:0.0:1788838234.219085:0:30282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.219088:0:30282:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838234.219093:0:30282:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa800. 00000020:00000001:0.0:1788838234.219098:0:30282:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838234.219102:0:30282:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa800 with handle 0x9f68a6b43b62cdac to hash 00000020:00000001:0.0:1788838234.219105:0:30282:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838234.219107:0:30282:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.219111:0:30282:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.219116:0:30282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.219119:0:30282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.219123:0:30282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.219134:0:30282:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.219147:0:30282:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838234.219153:0:30282:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838234.219155:0:30282:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838234.219164:0:30282:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.219167:0:30282:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108544 : -113594082443072 : ffff98afd11140c0) 00000100:00000001:0.0:1788838234.219170:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.219171:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000001:0.0:1788838234.219176:0:30282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838234.219182:0:30282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.219184:0:30282:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838234.219185:0:30282:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838234.220349:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.220367:0:30282:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838234.220370:0:30282:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.220377:0:30282:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838234.220381:0:30282:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838234.220385:0:30282:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838234.220389:0:30282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30282:1875731132225152:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.220394:0:30282:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838234.220402:0:30282:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838234.220405:0:30282:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.220409:0:30282:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838234.220420:0:30282:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4090000. 02000000:00000001:0.0:1788838234.220422:0:30282:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838234.220432:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838234.220438:0:30282:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838234.220447:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838234.220457:0:30282:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132225152, portal 10 00000100:00000001:0.0:1788838234.220459:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.220461:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000040:0.0:1788838234.220470:0:30282:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.220479:0:30282:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838234.220482:0:30282:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838234.220485:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc6e8. 00000100:00000200:0.0:1788838234.221438:0:30282:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132225152, offset 0 00000400:00000200:0.0:1788838234.221460:0:30282:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838234.221474:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.221485:0:30282:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.221683:0:30282:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838234.221690:0:30282:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838234.221695:0:30282:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838234.221698:0:30282:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838234.221702:0:30282:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2271:2271:256:4294967295] 192.168.203.123@tcp LPNI seq info [2271:2271:8:4294967295] 00000400:00000200:0.0:1788838234.221707:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.221720:0:30282:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838234.221726:0:30282:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.221734:0:30282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838234.221743:0:30282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.221752:0:30282:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.221757:0:30282:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838234.221773:0:30282:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.221780:0:30282:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 810003 usecs (811 jiffies) 00000400:00000200:0.0:1788838234.221784:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838234.221787:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296365006 00000100:00000001:0.0:1788838234.221791:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.221793:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296365006 00000100:00000001:0.0:1788838234.221795:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.221798:0:30282:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.221803:0:30282:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.221806:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.221808:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838234.221811:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd11140c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838234.221814:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838234.221817:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838234.222958:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.222969:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:1.0:1788838234.222977:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.222987:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.222994:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc6e8 00000400:00000010:1.0:1788838234.222997:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc6e8. 00000100:00000001:1.0:1788838234.223004:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.223013:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.223027:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.223031:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.223038:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.223039:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.234266:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.234299:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.234304:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.234308:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.234321:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.234330:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.234340:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.234347:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.234353:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.234359:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 640 into portal 10 MB=0x6a9f7afd49680 00000400:00000200:1.0:1788838234.234364:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.234371:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 640/640 into md 0x6249 [1] + 224 00000800:00000001:1.0:1788838234.234380:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.234391:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.234394:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.234399:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.234408:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.234419:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.234431:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.234455:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.234467:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.234471:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.234800:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838234.234810:0:30282:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838234.234812:0:30282:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838234.234817:0:30282:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25210. 00000400:00000200:0.0:1788838234.234823:0:30282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:0.0:1788838234.234825:0:30282:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:0.0:1788838234.234829:0:30282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.234834:0:30282:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838234.234844:0:30282:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.234851:0:30282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838234.234853:0:30282:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.234857:0:30282:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838234.234861:0:30282:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838234.234864:0:30282:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838234.234867:0:30282:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.234871:0:30282:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838234.234883:0:30282:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=63 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838234.234889:0:30282:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838234.234892:0:30282:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838234.234894:0:30282:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.234897:0:30282:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838234.234901:0:30282:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.234906:0:30282:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838234.234908:0:30282:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967598 00000100:00000001:0.0:1788838234.234911:0:30282:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838234.234915:0:30282:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.234920:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.234928:0:30282:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.234932:0:30282:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838234.234934:0:30282:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838234.234939:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838234.234948:0:30282:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30282:1875731132225152:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.234953:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.234957:0:30282:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.234960:0:30282:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838234.234962:0:30282:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.234966:0:30282:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.234974:0:30282:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838234.234977:0:30282:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.234981:0:30282:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838234.234982:0:30282:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.234985:0:30282:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838234.234990:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.234994:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.234998:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=4 00000020:00000001:0.0:1788838234.235000:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235004:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000040:0.0:1788838234.235011:0:30282:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa800, remote cookie: 0xff98f31736b3b129, flags: 0x1001 00010000:00010000:0.0:1788838234.235017:0:30282:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838234.235026:0:30282:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x21:0x0].0x0, instead of [0x200000404:0x1f:0x0].0x0 00010000:00000001:0.0:1788838234.235030:0:30282:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838234.235039:0:30282:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31b00. 00010000:00000010:0.0:1788838234.235043:0:30282:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9ef80. 00010000:00000001:0.0:1788838234.235048:0:30282:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.235064:0:30282:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.235073:0:30282:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.235079:0:30282:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838234.235084:0:30282:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838234.235087:0:30282:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838234.235089:0:30282:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838234.235090:0:30282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838234.235093:0:30282:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x21:0x0].0x0 (ffff98afc4d31b00) refcount = 1 00010000:00010000:0.0:1788838234.235098:0:30282:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.235104:0:30282:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838234.235108:0:30282:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838234.235110:0:30282:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.235113:0:30282:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838234.235115:0:30282:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.235118:0:30282:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.235124:0:30282:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838234.235126:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235128:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.235129:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235131:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.235132:0:30282:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.235137:0:30282:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838234.235139:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.235141:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.235142:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838234.235144:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235147:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235150:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.235151:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.235152:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=4 00000020:00000001:0.0:1788838234.235154:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235157:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235160:0:30282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.235163:0:30282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.235166:0:30282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.235172:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235173:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.235174:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.235175:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.235176:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=5 00000020:00000001:0.0:1788838234.235178:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235180:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235183:0:30282:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.235186:0:30282:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.235193:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235194:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838234.235198:0:30282:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.235204:0:30282:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.235205:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235206:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.235208:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235209:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838234.235215:0:30282:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd090ad80 x1875731132225152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838234.235224:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.235225:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.235226:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838234.235228:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235230:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00000002:00010000:0.0:1788838234.235234:0:30282:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788838234.235244:0:30282:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd1358a40. 00010000:00000001:0.0:1788838234.235247:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235248:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.235249:0:30282:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.235251:0:30282:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.235254:0:30282:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838234.235257:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.235258:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.235260:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838234.235261:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235263:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00000002:00010000:0.0:1788838234.235268:0:30282:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62cdac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b129 expref: -99 pid: 30282 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.235274:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235275:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.235277:0:30282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838234.235279:0:30282:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.235280:0:30282:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.235281:0:30282:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838234.235283:0:30282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838234.235285:0:30282:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000040:0.0:1788838234.235288:0:30282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:0.0:1788838234.235940:0:30282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838234.235946:0:30282:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/33 (0 0) 00010000:00000001:0.0:1788838234.235948:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.235949:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.235951:0:30282:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838234.235955:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf710 00000002:00002000:0.0:1788838234.235957:0:30282:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838234.235961:0:30282:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.235966:0:30282:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.235968:0:30282:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838234.235972:0:30282:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838234.235975:0:30282:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.235980:0:30282:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838234.235982:0:30282:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01bcfb20 it_disposition b 00000080:00000001:0.0:1788838234.235986:0:30282:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838234.235993:0:30282:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838234.235997:0:30282:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838234.236000:0:30282:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:0.0:1788838234.236003:0:30282:0:(namei.c:113:ll_iget()) Process entered 00000100:00000001:0.0:1788838234.241143:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838234.241158:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838234.241161:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838234.241169:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.241370:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838234.241375:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.241380:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838234.241383:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838234.241385:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838234.241390:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132225280:192.168.203.123@tcp:8:checkstat.0 00000100:00000001:0.0:1788838234.241395:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838234.241400:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838234.241403:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.241406:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838234.241412:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0081c00. 02000000:00000001:0.0:1788838234.241414:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838234.241422:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838234.241427:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838234.241436:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838234.241444:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132225280, portal 4 00000100:00000001:0.0:1788838234.241447:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.241449:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:0.0:1788838234.241458:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.241466:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838234.241469:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838234.241472:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfccc0. 00000100:00000200:0.0:1788838234.241475:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132225280, offset 0 00000400:00000200:0.0:1788838234.241483:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838234.241494:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.241501:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.241508:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838234.241514:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838234.241519:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838234.241522:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838234.241527:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2272:2272:256:4294967295] 192.168.203.123@tcp LPNI seq info [2272:2272:8:4294967295] 00000400:00000200:0.0:1788838234.241531:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.241542:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838234.241549:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.241555:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5d700. 00000800:00000200:0.0:1788838234.241564:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.241574:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.241579:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5d700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788838234.242000:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.242007:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 255047 usecs (256 jiffies) 00000400:00000200:0.0:1788838234.242011:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838234.242014:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296364471 00000100:00000001:0.0:1788838234.242017:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.242020:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296364471 00000100:00000001:0.0:1788838234.242022:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.242024:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.242027:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.242031:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.242034:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.242043:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.242045:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788838234.242048:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838234.242049:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838234.242051:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.242053:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838234.247136:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.247971:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5d700. 00000400:00000200:1.0:1788838234.247986:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.247997:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.248006:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfccc0 00000400:00000010:1.0:1788838234.248010:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfccc0. 00000100:00000001:1.0:1788838234.248018:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.248028:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.248042:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.248046:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.248119:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.248122:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.249719:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.249742:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.249748:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.249751:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.249760:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.249768:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.249780:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.249785:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.249791:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.249796:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd49700 00000400:00000200:1.0:1788838234.249801:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.249809:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x6259 [1] + 0 00000800:00000001:1.0:1788838234.249816:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.249826:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.249830:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.249834:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.249843:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.249854:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838234.249867:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.249893:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.249904:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.249909:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.249986:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838234.249993:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838234.250001:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838234.250004:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838234.250008:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25210. 00000400:00000200:0.0:1788838234.250013:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:0.0:1788838234.250017:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:0.0:1788838234.250021:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.250027:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838234.250036:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.250042:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838234.250045:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.250047:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838234.250052:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838234.250055:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838234.250057:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.250061:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838234.250072:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=213 v=5 (5 16 16 37) 00000100:00001000:0.0:1788838234.250076:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=135 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838234.250079:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838234.250081:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.250084:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838234.250088:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.250093:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788838234.250095:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: committing for last_committed 4294967312 gen 16 00000100:00000040:0.0:1788838234.250099:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788838234.250102:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838234.250104:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.250110:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.250118:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.250122:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838234.250124:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.250128:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788838234.250136:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:0.0:1788838234.250153:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838234.250156:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:0.0:1788838234.250159:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.250163:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:0.0:1788838234.250166:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:0.0:1788838234.250169:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00001000:0.0:1788838234.250173:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1788838234 v=0 (0 0 0 0) 00000100:00001000:0.0:1788838234.250176:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eef418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788838234.250181:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000100:00080000:0.0:1788838234.250187:0:2350:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff98afd0025800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788838234.250201:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:0.0:1788838234.250205:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788838234.250209:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788838234.250214:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788838234.250218:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788838234.250223:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788838234.250227:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788838234.250230:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.250234:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838234.250236:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838234.250238:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.250240:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788838234.250242:0:2350:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788838234.250246:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788838234.250249:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788838234.250250:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788838234.250252:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788838234.250253:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788838234.250255:0:2350:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788838234.250257:0:2350:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1788838234.250263:0:2350:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1788838234.250265:0:2350:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838234.250268:0:2350:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.250270:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788838234.250273:0:2350:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788838234.250275:0:2350:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788838234.250278:0:2350:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788838234.250280:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788838234.250283:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788838234.250285:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.250287:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.250298:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788838234.250300:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788838234.250301:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.250303:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788838234.250305:0:2350:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788838234.250310:0:2350:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788838234.250311:0:2350:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.250313:0:2350:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.250315:0:2350:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.250317:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.250319:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838234.250320:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838234.250322:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.250323:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788838234.250325:0:2350:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.250328:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788838234.250335:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000737bbc76): req@ffff98afc4ac1500 x1875731132225408/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.250358:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.250363:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.250367:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838234.250377:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132225280:192.168.203.123@tcp:8:checkstat.0 00000100:00000001:0.0:1788838234.250382:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.250385:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.250389:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132225280/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.250401:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838234.250405:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838234.250409:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0081c00. 02000000:00000001:0.0:1788838234.250417:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838234.250419:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838234.250421:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838234.250423:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838234.250427:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406ec00. 02000000:00000001:0.0:1788838234.250431:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838234.250433:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838234.250436:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:0.0:1788838234.250440:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838234.250441:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.250444:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.250452:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.250454:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.250457:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838234.250459:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838234.251412:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.251419:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3100. 00000400:00000200:1.0:1788838234.251424:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.251431:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.251437:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce198 00000400:00000010:1.0:1788838234.251440:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce198. 00000100:00000001:1.0:1788838234.251444:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.251449:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1500 x1875731132225408/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.251466:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.251470:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1500 x1875731132225408/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.251476:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.251478:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.258838:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.258863:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.258869:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.258872:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.258883:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.258894:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.258906:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.258912:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.258919:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.258924:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd49780 00000400:00000200:1.0:1788838234.258930:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.258938:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x6269 [1] + 224 00000800:00000001:1.0:1788838234.258947:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.258957:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.258961:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.258966:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.258977:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.258990:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1500 x1875731132225408/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.259003:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc4ac1500 x1875731132225408/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.259026:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.259037:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.259041:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838234.284953:0:30283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838234.284964:0:30283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838234.284967:0:30283:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838234.284972:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bb20 00000080:00200000:1.0:1788838234.284978:0:30283:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838234.284989:0:30283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6e600. 00800000:00000002:1.0:1788838234.284998:0:30283:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838234.285004:0:30283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838234.285010:0:30283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838234.285012:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba40 00800000:00000002:1.0:1788838234.285016:0:30283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838234.285020:0:30283:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838234.285025:0:30283:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838234.285033:0:30283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838234.285035:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b910 00000002:00010000:1.0:1788838234.285037:0:30283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838234.285041:0:30283:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838234.285043:0:30283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838234.285060:0:30283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838234.285070:0:30283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:1.0:1788838234.285074:0:30283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838234.285080:0:30283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838234.285085:0:30283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838234.285091:0:30283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838234.285103:0:30283:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838234.285111:0:30283:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838234.285115:0:30283:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788838234.285124:0:30283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838234.285126:0:30283:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838234.285128:0:30283:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838234.285131:0:30283:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838234.285133:0:30283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838234.285136:0:30283:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838234.285139:0:30283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838234.285153:0:30283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838234.285157:0:30283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6e600. 00000080:00000001:1.0:1788838234.285162:0:30283:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838234.285164:0:30283:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838234.285168:0:30283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838234.285172:0:30283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cd9e 00800000:00000001:1.0:1788838234.285175:0:30283:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838234.285178:0:30283:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838234.285180:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838234.285183:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838234.285186:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:1.0:1788838234.285189:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:1.0:1788838234.285192:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:1.0:1788838234.285196:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838234.285198:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838234.285199:0:30283:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838234.285201:0:30283:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838234.285204:0:30283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd9e from it ffffbbcb01a4bb58 00010000:00000001:1.0:1788838234.285951:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838234.285958:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838234.285961:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:1.0:1788838234.285966:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:1.0:1788838234.285969:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:1.0:1788838234.285971:0:30283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838234.285976:0:30283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838234.285986:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838234.285987:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838234.285989:0:30283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838234.285992:0:30283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838234.285995:0:30283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838234.286004:0:30283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838234.286008:0:30283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838234.286011:0:30283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838234.286017:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838234.286018:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838234.286020:0:30283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838234.286024:0:30283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838234.286026:0:30283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838234.286028:0:30283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838234.286031:0:30283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838234.286034:0:30283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838234.286035:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838234.286036:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838234.286041:0:30283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838234.286043:0:30283:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838234.286046:0:30283:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838234.286052:0:30283:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838234.286070:0:30283:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692280. 00000020:00000001:1.0:1788838234.286077:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba88 00000080:00200000:1.0:1788838234.286079:0:30283:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=24 00000080:00000001:1.0:1788838234.286084:0:30283:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838234.286086:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b938 00000080:00200000:1.0:1788838234.286088:0:30283:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:1.0:1788838234.286099:0:30283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6e600. 00800000:00000002:1.0:1788838234.286104:0:30283:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838234.286109:0:30283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838234.286112:0:30283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838234.286114:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b858 00800000:00000002:1.0:1788838234.286116:0:30283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838234.286119:0:30283:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788838234.286123:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b7f0 00800000:00000002:1.0:1788838234.286125:0:30283:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788838234.286129:0:30283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838234.286132:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b728 00000002:00010000:1.0:1788838234.286133:0:30283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788838234.286151:0:30283:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838234.286155:0:30283:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838234.286161:0:30283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120700. 00000020:00000040:1.0:1788838234.286165:0:30283:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838234.286173:0:30283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838234.286179:0:30283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838234.286182:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838234.286183:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838234.286184:0:30283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.286188:0:30283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838234.286190:0:30283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838234.286195:0:30283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838234.286204:0:30283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13eb400. 00000100:00000001:1.0:1788838234.286731:0:30283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838234.286739:0:30283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838234.286741:0:30283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838234.286743:0:30283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838234.286744:0:30283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838234.286746:0:30283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838234.286758:0:30283:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627159296 : -113594082392320 : ffff98afd1120700) 00010000:00000001:1.0:1788838234.286763:0:30283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838234.286767:0:30283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838234.286774:0:30283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:1.0:1788838234.286777:0:30283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838234.286780:0:30283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838234.286785:0:30283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0f600. 00000020:00000001:1.0:1788838234.286789:0:30283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838234.286792:0:30283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0f600 with handle 0x9f68a6b43b62cdba to hash 00000020:00000001:1.0:1788838234.286794:0:30283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838234.286795:0:30283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:1.0:1788838234.286799:0:30283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:1.0:1788838234.286802:0:30283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838234.286806:0:30283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838234.286810:0:30283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838234.286820:0:30283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838234.286830:0:30283:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838234.286836:0:30283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838234.286838:0:30283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838234.286846:0:30283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65480. 00000100:00000001:1.0:1788838234.286849:0:30283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418774656 : -113594290776960 : ffff98afc4a65480) 00000100:00000001:1.0:1788838234.286851:0:30283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838234.286853:0:30283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627159296 : -113594082392320 : ffff98afd1120700) 00000100:00000001:1.0:1788838234.286858:0:30283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838234.286862:0:30283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.286865:0:30283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838234.286866:0:30283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838234.286894:0:30283:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.286905:0:30283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838234.286907:0:30283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838234.286912:0:30283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838234.286915:0:30283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838234.286919:0:30283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838234.286922:0:30283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120700 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30283:1875731132225536:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838234.286927:0:30283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838234.286934:0:30283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838234.286937:0:30283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838234.286940:0:30283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838234.286947:0:30283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eee800. 02000000:00000001:1.0:1788838234.286949:0:30283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838234.286959:0:30283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838234.286966:0:30283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f82c0. 00000400:00000010:1.0:1788838234.286974:0:30283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcdd0. 00000100:00000200:1.0:1788838234.286982:0:30283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132225536, portal 10 00000100:00000001:1.0:1788838234.286984:0:30283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838234.286985:0:30283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627159296 : -113594082392320 : ffff98afd1120700) 00000100:00000040:1.0:1788838234.286992:0:30283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.287000:0:30283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838234.287004:0:30283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838234.287007:0:30283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc2a8. 00000100:00000200:1.0:1788838234.287010:0:30283:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132225536, offset 0 00000400:00000200:1.0:1788838234.287017:0:30283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838234.287027:0:30283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.287036:0:30283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838234.287042:0:30283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838234.287057:0:30283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838234.287062:0:30283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838234.287065:0:30283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838234.287069:0:30283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2274:2274:256:4294967295] 192.168.203.123@tcp LPNI seq info [2274:2274:8:4294967295] 00000400:00000200:1.0:1788838234.287073:0:30283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.287084:0:30283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838234.287090:0:30283:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838234.287097:0:30283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838234.287104:0:30283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838234.287114:0:30283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838234.287120:0:30283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788838234.287638:0:30283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838234.287648:0:30283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 808772 usecs (809 jiffies) 00000400:00000200:1.0:1788838234.287654:0:30283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838234.287689:0:30283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296365069 00000100:00000001:1.0:1788838234.287695:0:30283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:1.0:1788838234.287698:0:30283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296365069 00000100:00000001:1.0:1788838234.287700:0:30283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:1.0:1788838234.287703:0:30283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838234.287706:0:30283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.287709:0:30283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838234.287711:0:30283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838234.287715:0:30283:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65480 going to sleep for 11 seconds 00000100:00000001:1.0:1788838234.287718:0:30283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838234.287721:0:30283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838234.291546:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.291558:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:0.0:1788838234.291567:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.291581:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838234.291591:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc2a8 00000400:00000010:0.0:1788838234.291594:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc2a8. 00000100:00000001:0.0:1788838234.291612:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838234.291622:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.291637:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.291641:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.291649:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.291651:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.302272:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.302304:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.302310:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.302313:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.302324:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.302333:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.302345:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.302350:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.302358:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.302363:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd49800 00000400:00000200:1.0:1788838234.302367:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.302375:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6271 [1] + 224 00000800:00000001:1.0:1788838234.302384:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.302393:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.302397:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.302579:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.302589:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.302600:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.302613:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.302642:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.302703:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.302708:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.302891:0:30283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838234.302901:0:30283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838234.302904:0:30283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838234.302907:0:30283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f82c0. 00000400:00000200:0.0:1788838234.302913:0:30283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcdd0 00000400:00000010:0.0:1788838234.302916:0:30283:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcdd0. 00000100:00000001:0.0:1788838234.302920:0:30283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.302926:0:30283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838234.302936:0:30283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.302943:0:30283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838234.302945:0:30283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.302948:0:30283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838234.302952:0:30283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838234.302955:0:30283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838234.302958:0:30283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.302962:0:30283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838234.302973:0:30283:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=63 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838234.302978:0:30283:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838234.302981:0:30283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838234.302983:0:30283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.302986:0:30283:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838234.302991:0:30283:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.302995:0:30283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838234.302998:0:30283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967598 00000100:00000001:0.0:1788838234.303000:0:30283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838234.303004:0:30283:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.303009:0:30283:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.303016:0:30283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.303020:0:30283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838234.303022:0:30283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838234.303027:0:30283:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838234.303035:0:30283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120700 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30283:1875731132225536:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.303040:0:30283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.303044:0:30283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.303046:0:30283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838234.303050:0:30283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.303054:0:30283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.303061:0:30283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838234.303064:0:30283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65480. 00000100:00000001:0.0:1788838234.303069:0:30283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838234.303071:0:30283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.303075:0:30283:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838234.303079:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303082:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303086:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=4 00000020:00000001:0.0:1788838234.303089:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303093:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000040:0.0:1788838234.303101:0:30283:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0f600, remote cookie: 0xff98f31736b3b153, flags: 0x1001 00010000:00010000:0.0:1788838234.303106:0:30283:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838234.303116:0:30283:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788838234.303120:0:30283:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838234.303129:0:30283:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31300. 00010000:00000010:0.0:1788838234.303135:0:30283:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9ed00. 00010000:00000001:0.0:1788838234.303352:0:30283:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.303358:0:30283:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.303368:0:30283:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.303375:0:30283:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838234.303381:0:30283:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838234.303384:0:30283:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838234.303387:0:30283:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838234.303388:0:30283:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838234.303391:0:30283:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff98afc4d31300) refcount = 1 00010000:00010000:0.0:1788838234.303395:0:30283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.303474:0:30283:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838234.303478:0:30283:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838234.303480:0:30283:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.303484:0:30283:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838234.303487:0:30283:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.303563:0:30283:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.303571:0:30283:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838234.303573:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303574:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.303575:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303576:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.303578:0:30283:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.303584:0:30283:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838234.303586:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303587:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303589:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=3 00000020:00000001:0.0:1788838234.303591:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303594:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303596:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303597:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303599:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=4 00000020:00000001:0.0:1788838234.303601:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303603:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303606:0:30283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.303609:0:30283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.303613:0:30283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.303621:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303622:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.303624:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303625:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303627:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=5 00000020:00000001:0.0:1788838234.303629:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303631:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303633:0:30283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.303636:0:30283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.303642:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303644:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838234.303646:0:30283:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.303653:0:30283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.303654:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303691:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.303692:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303693:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838234.303702:0:30283:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838234.303711:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303712:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303714:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=3 00000020:00000001:0.0:1788838234.303716:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303718:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303720:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303721:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.303723:0:30283:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.303725:0:30283:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.303729:0:30283:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838234.303731:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303733:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303734:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=3 00000020:00000001:0.0:1788838234.303735:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303738:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00000002:00010000:0.0:1788838234.303741:0:30283:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.303747:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303748:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.303750:0:30283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838234.303751:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303752:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303753:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=3 00000020:00000001:0.0:1788838234.303755:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303757:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000040:0.0:1788838234.303761:0:30283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31300 count: 2 00010000:00000001:0.0:1788838234.303763:0:30283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838234.303767:0:30283:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:0.0:1788838234.303770:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303771:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.303772:0:30283:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838234.303776:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b6b0 00000002:00002000:0.0:1788838234.303778:0:30283:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838234.303782:0:30283:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.303787:0:30283:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.303790:0:30283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838234.303793:0:30283:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838234.303797:0:30283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838234.303801:0:30283:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:0.0:1788838234.303805:0:30283:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838234.303807:0:30283:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01a4ba28 it_disposition b 00000080:00000001:0.0:1788838234.303811:0:30283:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838234.303818:0:30283:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838234.303822:0:30283:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838234.303825:0:30283:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1788838234.303828:0:30283:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788838234.303835:0:30283:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838234.303838:0:30283:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:0.0:1788838234.303840:0:30283:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.303845:0:30283:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1788838234.303848:0:30283:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838234.303851:0:30283:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833952 mtime from 1788838215 to 1788838216 00000080:00200000:0.0:1788838234.303856:0:30283:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00200000:0.0:1788838234.303859:0:30283:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff98afd152ec08): rc = 0 00000080:00000001:0.0:1788838234.303861:0:30283:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631412232 : -113594078139384 : ffff98afd152ec08) 00010000:00000001:0.0:1788838234.303863:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303864:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303866:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=3 00000020:00000001:0.0:1788838234.303867:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303870:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303872:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303873:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838234.303875:0:30283:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838234.303877:0:30283:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838234.303878:0:30283:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838234.303882:0:30283:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838234.303884:0:30283:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.303888:0:30283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff98afd152ec08) for lock 0x9f68a6b43b62cdba 00800000:00000001:0.0:1788838234.303891:0:30283:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838234.303893:0:30283:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838234.303894:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303896:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303897:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=3 00000020:00000001:0.0:1788838234.303899:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303901:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303904:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303905:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.303906:0:30283:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.303909:0:30283:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788838234.303917:0:30283:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd17086c0 inode ffff98afd152ec08 refc 1 flags 0x20000e 00000080:00000001:0.0:1788838234.303921:0:30283:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838234.303923:0:30283:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.303925:0:30283:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788838234.303929:0:30283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff98afd152ec08) 00000080:00010000:0.0:1788838234.303933:0:30283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cdba from it ffffbbcb01a4ba28 00010000:00000001:0.0:1788838234.303935:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.303937:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.303938:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=3 00000020:00000001:0.0:1788838234.303940:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303942:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838234.303944:0:30283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.303947:0:30283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.303953:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303954:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.303956:0:30283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.303958:0:30283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.303960:0:30283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838234.303969:0:30283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.303972:0:30283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.303974:0:30283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.303980:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303981:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.303983:0:30283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.303987:0:30283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.303989:0:30283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.303991:0:30283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.303994:0:30283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.303996:0:30283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.303997:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.303999:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838234.304000:0:30283:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838234.304004:0:30283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6e600. 00000100:00000001:0.0:1788838234.304010:0:30283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.304015:0:30283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120700 x1875731132225536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.304022:0:30283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838234.304026:0:30283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838234.304029:0:30283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4eee800. 02000000:00000001:0.0:1788838234.304033:0:30283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838234.304036:0:30283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838234.304038:0:30283:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838234.304041:0:30283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838234.304044:0:30283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13eb400. 02000000:00000001:0.0:1788838234.304049:0:30283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838234.304051:0:30283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838234.304053:0:30283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120700. 00000100:00000001:0.0:1788838234.304057:0:30283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838234.304058:0:30283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838234.304068:0:30283:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838234.304071:0:30283:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff98afd152ec08), inode mode 41ed mask 1 00000080:00000001:0.0:1788838234.304077:0:30283:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838234.304095:0:30283:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06c00. 00000020:00000001:0.0:1788838234.304100:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bae8 00000080:00200000:0.0:1788838234.304102:0:30283:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff98afd152ec08), flags=8 00000080:00000001:0.0:1788838234.304105:0:30283:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838234.304107:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b998 00000080:00200000:0.0:1788838234.304109:0:30283:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff98afd152ec08), intent=getattr 00000080:00000010:0.0:1788838234.304117:0:30283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76e00. 00000080:00000001:0.0:1788838234.304126:0:30283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.304129:0:30283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.304130:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b8b8 00800000:00000002:0.0:1788838234.304133:0:30283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:0.0:1788838234.304137:0:30283:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838234.305730:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b850 00800000:00000002:0.0:1788838234.305742:0:30283:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788838234.305751:0:30283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.305755:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b788 00000002:00010000:0.0:1788838234.305757:0:30283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x20:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788838234.305763:0:30283:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838234.305766:0:30283:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838234.305778:0:30283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090bb80. 00000020:00000040:0.0:1788838234.305784:0:30283:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838234.305792:0:30283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838234.305798:0:30283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.305805:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.305807:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.305809:0:30283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.305813:0:30283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838234.305816:0:30283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838234.305822:0:30283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838234.305830:0:30283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082800. 00000100:00000001:0.0:1788838234.305838:0:30283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.305843:0:30283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.305845:0:30283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.305847:0:30283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.305849:0:30283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.305851:0:30283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.305860:0:30283:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00010000:00000001:0.0:1788838234.305865:0:30283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838234.305868:0:30283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838234.305875:0:30283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31300 count: 2 00010000:00000001:0.0:1788838234.305877:0:30283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.305880:0:30283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838234.305885:0:30283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bab800. 00000020:00000001:0.0:1788838234.305890:0:30283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838234.305893:0:30283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bab800 with handle 0x9f68a6b43b62cdc1 to hash 00000020:00000001:0.0:1788838234.305896:0:30283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838234.305898:0:30283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.305902:0:30283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.305906:0:30283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.305909:0:30283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.305913:0:30283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.305923:0:30283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30283 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.305934:0:30283:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30283 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838234.305940:0:30283:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838234.305942:0:30283:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838234.305950:0:30283:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.305953:0:30283:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108544 : -113594082443072 : ffff98afd11140c0) 00000100:00000001:0.0:1788838234.305956:0:30283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.305957:0:30283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000001:0.0:1788838234.305963:0:30283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838234.305968:0:30283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.305970:0:30283:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838234.305972:0:30283:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838234.305984:0:30283:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.305993:0:30283:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838234.305996:0:30283:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.306000:0:30283:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838234.306003:0:30283:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838234.306005:0:30283:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838234.306009:0:30283:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30283:1875731132225664:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.306014:0:30283:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838234.306021:0:30283:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838234.306024:0:30283:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.306027:0:30283:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838234.306033:0:30283:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4093000. 02000000:00000001:0.0:1788838234.306036:0:30283:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838234.306046:0:30283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838234.306051:0:30283:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838234.306060:0:30283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838234.306069:0:30283:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132225664, portal 10 00000100:00000001:0.0:1788838234.306071:0:30283:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.306072:0:30283:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:0.0:1788838234.306079:0:30283:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.306087:0:30283:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838234.306090:0:30283:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838234.306094:0:30283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfccc0. 00000100:00000200:0.0:1788838234.306097:0:30283:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132225664, offset 0 00000400:00000200:0.0:1788838234.306104:0:30283:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838234.306116:0:30283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.306124:0:30283:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.306131:0:30283:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838234.306136:0:30283:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838234.306154:0:30283:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838234.306157:0:30283:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838234.306161:0:30283:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2275:2275:256:4294967295] 192.168.203.123@tcp LPNI seq info [2275:2275:8:4294967295] 00000400:00000200:0.0:1788838234.306165:0:30283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.306177:0:30283:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838234.306183:0:30283:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.306190:0:30283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5db00. 00000800:00000200:0.0:1788838234.306197:0:30283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.306218:0:30283:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.306223:0:30283:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838234.306255:0:30283:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.306261:0:30283:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 807546 usecs (808 jiffies) 00000400:00000200:0.0:1788838234.306264:0:30283:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838234.306268:0:30283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296365087 00000100:00000001:0.0:1788838234.306272:0:30283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.306275:0:30283:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296365087 00000100:00000001:0.0:1788838234.306277:0:30283:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.306280:0:30283:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.306282:0:30283:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.306285:0:30283:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.306288:0:30283:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838234.306302:0:30283:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd11140c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838234.306305:0:30283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838234.306308:0:30283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838234.306887:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.306895:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5db00. 00000400:00000200:1.0:1788838234.306902:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.306910:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.306917:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfccc0 00000400:00000010:1.0:1788838234.306920:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfccc0. 00000100:00000001:1.0:1788838234.306924:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.306930:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.306941:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.306945:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.306950:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.306952:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.312638:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.312691:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.312697:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.312700:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.312713:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.312722:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.312732:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.312738:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.312743:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.312748:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 640 into portal 10 MB=0x6a9f7afd49880 00000400:00000200:1.0:1788838234.312753:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.312761:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 640/640 into md 0x6281 [1] + 224 00000800:00000001:1.0:1788838234.312769:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.312777:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.312781:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.312785:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.312793:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.312804:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.312815:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.312840:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.312852:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.312855:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.312937:0:30283:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838234.312948:0:30283:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838234.312950:0:30283:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838234.312954:0:30283:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25210. 00000400:00000200:0.0:1788838234.312959:0:30283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:0.0:1788838234.312963:0:30283:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:0.0:1788838234.312966:0:30283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.312971:0:30283:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838234.312980:0:30283:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.312985:0:30283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838234.312987:0:30283:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.312990:0:30283:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838234.312994:0:30283:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838234.312997:0:30283:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838234.313000:0:30283:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.313003:0:30283:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838234.313015:0:30283:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=63 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838234.313022:0:30283:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838234.313025:0:30283:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838234.313027:0:30283:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.313030:0:30283:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838234.313034:0:30283:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.313038:0:30283:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838234.313041:0:30283:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967598 00000100:00000001:0.0:1788838234.313043:0:30283:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838234.313046:0:30283:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.313051:0:30283:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.313058:0:30283:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.313061:0:30283:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838234.313063:0:30283:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838234.313067:0:30283:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838234.313074:0:30283:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30283:1875731132225664:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.313080:0:30283:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.313083:0:30283:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.313086:0:30283:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838234.313088:0:30283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.313093:0:30283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.313101:0:30283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838234.313104:0:30283:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.313108:0:30283:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838234.313110:0:30283:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.313114:0:30283:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838234.313119:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313122:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313126:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=4 00000020:00000001:0.0:1788838234.313129:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313133:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000040:0.0:1788838234.313155:0:30283:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bab800, remote cookie: 0xff98f31736b3b16f, flags: 0x1001 00010000:00010000:0.0:1788838234.313161:0:30283:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838234.313171:0:30283:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x22:0x0].0x0, instead of [0x200000404:0x20:0x0].0x0 00010000:00000001:0.0:1788838234.313174:0:30283:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788838234.313183:0:30283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 2 00010000:00000001:0.0:1788838234.313185:0:30283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.313189:0:30283:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.313192:0:30283:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.313201:0:30283:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.313220:0:30283:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838234.313226:0:30283:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838234.313229:0:30283:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838234.313231:0:30283:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838234.313232:0:30283:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838234.313235:0:30283:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff98afc7e4cb00) refcount = 2 00010000:00000040:0.0:1788838234.313239:0:30283:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838234.313242:0:30283:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62cd97 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b0e3 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838234.313250:0:30283:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.313257:0:30283:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838234.313261:0:30283:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838234.313263:0:30283:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.313266:0:30283:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838234.313269:0:30283:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.313271:0:30283:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.313277:0:30283:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838234.313279:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313281:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.313282:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313283:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.313285:0:30283:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.313302:0:30283:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838234.313305:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313306:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313308:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.313310:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313312:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313315:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313316:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313317:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=4 00000020:00000001:0.0:1788838234.313319:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313321:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313324:0:30283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.313328:0:30283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.313331:0:30283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.313338:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313339:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.313340:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313342:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313343:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=5 00000020:00000001:0.0:1788838234.313345:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313348:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313351:0:30283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.313353:0:30283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.313360:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313361:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838234.313363:0:30283:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.313370:0:30283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.313371:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313372:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.313373:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313374:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838234.313380:0:30283:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838234.313390:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313392:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313393:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.313395:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313397:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00000002:00010000:0.0:1788838234.313476:0:30283:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788838234.313488:0:30283:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd13584c0. 00010000:00000001:0.0:1788838234.313490:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313492:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.313493:0:30283:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.313495:0:30283:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.313499:0:30283:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838234.313501:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313503:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313505:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.313506:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313508:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00000002:00010000:0.0:1788838234.313512:0:30283:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.313518:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313519:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.313521:0:30283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838234.313523:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313524:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313525:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.313527:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313529:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000040:0.0:1788838234.313532:0:30283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 3 00010000:00000001:0.0:1788838234.313535:0:30283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838234.313540:0:30283:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/34 (0 0) 00010000:00000001:0.0:1788838234.313543:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313544:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.313545:0:30283:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838234.313548:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b710 00000002:00002000:0.0:1788838234.313551:0:30283:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838234.313554:0:30283:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.313559:0:30283:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.313562:0:30283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838234.313566:0:30283:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838234.313569:0:30283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.313575:0:30283:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838234.313577:0:30283:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01a4bb20 it_disposition b 00000080:00000001:0.0:1788838234.313581:0:30283:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838234.313588:0:30283:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838234.313591:0:30283:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838234.313594:0:30283:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1788838234.313598:0:30283:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788838234.313606:0:30283:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838234.313611:0:30283:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838234.313613:0:30283:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838234.313615:0:30283:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838234.313620:0:30283:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838234.313623:0:30283:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838234.313630:0:30283:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a11e0. 00020000:00000010:0.0:1788838234.313635:0:30283:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc8eef980. 00020000:00000010:0.0:1788838234.313642:0:30283:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1480. 00020000:00000001:0.0:1788838234.313645:0:30283:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615104128 : -113594094447488 : ffff98afd05a1480) 00020000:00000002:0.0:1788838234.313649:0:30283:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1480, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838234.313654:0:30283:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838234.313689:0:30283:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8eef980: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838234.313694:0:30283:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc8c6a5d0) owner ffff98afc29b4f80 00020000:00000001:0.0:1788838234.313697:0:30283:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838234.313699:0:30283:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc8c6a5d0) owner ffff98afc29b4f80 00020000:00000010:0.0:1788838234.313704:0:30283:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc8eef980. 00020000:00000010:0.0:1788838234.313708:0:30283:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a11e0. 00020000:00000010:0.0:1788838234.313711:0:30283:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1480. 00020000:00000002:0.0:1788838234.313713:0:30283:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838234.313715:0:30283:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.313717:0:30283:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838234.313720:0:30283:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838234.313724:0:30283:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:0.0:1788838234.313728:0:30283:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788838234.313733:0:30283:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x22:0x0](ffff98afd16ddb88): rc = 0 00000080:00000001:0.0:1788838234.313736:0:30283:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479633177480 : -113594076374136 : ffff98afd16ddb88) 00010000:00000001:0.0:1788838234.313738:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313739:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313741:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.313743:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313746:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00000080:00000001:0.0:1788838234.313750:0:30283:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838234.313751:0:30283:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838234.313753:0:30283:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838234.313755:0:30283:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838234.313757:0:30283:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838234.313758:0:30283:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838234.313759:0:30283:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838234.313762:0:30283:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1480. 00020000:00000010:0.0:1788838234.313764:0:30283:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc8eef980. 00020000:00000010:0.0:1788838234.313767:0:30283:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a11e0. 00020000:00000001:0.0:1788838234.313769:0:30283:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615103456 : -113594094448160 : ffff98afd05a11e0) 00020000:00000002:0.0:1788838234.313771:0:30283:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a11e0, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838234.313775:0:30283:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838234.313778:0:30283:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8eef980: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838234.313781:0:30283:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc8c6a5d0) owner ffff98afc29b4f80 00020000:00000001:0.0:1788838234.313783:0:30283:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838234.313785:0:30283:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc8c6a5d0) owner ffff98afc29b4f80 00020000:00000010:0.0:1788838234.313788:0:30283:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc8eef980. 00020000:00000010:0.0:1788838234.313790:0:30283:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1480. 00020000:00000010:0.0:1788838234.313793:0:30283:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a11e0. 00020000:00000002:0.0:1788838234.313795:0:30283:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838234.313797:0:30283:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.313799:0:30283:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.313802:0:30283:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788838234.313806:0:30283:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:0.0:1788838234.313809:0:30283:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc66b4360 addref 2/0 by ffff98afc29b4f80. 00020000:00000002:0.0:1788838234.313812:0:30283:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:0.0:1788838234.313815:0:30283:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788838234.313817:0:30283:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788838234.313819:0:30283:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788838234.313821:0:30283:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788838234.313824:0:30283:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788838234.313826:0:30283:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788838234.313829:0:30283:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838234.313831:0:30283:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.313832:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313834:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838234.313835:0:30283:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838234.313839:0:30283:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838234.313840:0:30283:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.313843:0:30283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff98afd16ddb88) for lock 0x9f68a6b43b62cdc1 00800000:00000001:0.0:1788838234.313846:0:30283:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838234.313848:0:30283:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838234.313849:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313850:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313852:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.313854:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313855:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313858:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313859:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.313860:0:30283:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.313862:0:30283:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788838234.313870:0:30283:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1742360 inode ffff98afd16ddb88 refc 1 flags 0x40000e 00000080:00000001:0.0:1788838234.313873:0:30283:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788838234.313877:0:30283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff98afd16ddb88) 00000080:00010000:0.0:1788838234.313880:0:30283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cdc1 from it ffffbbcb01a4bb20 00010000:00000001:0.0:1788838234.313882:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.313883:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.313884:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.313886:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313888:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.313890:0:30283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.313892:0:30283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.313899:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313900:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.313902:0:30283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.313904:0:30283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.313907:0:30283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838234.313915:0:30283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.313918:0:30283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.313920:0:30283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.313925:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313926:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.313928:0:30283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.313932:0:30283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.313934:0:30283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.313936:0:30283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.313939:0:30283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.313941:0:30283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.313942:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.313943:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838234.313945:0:30283:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838234.313949:0:30283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76e00. 00000100:00000001:0.0:1788838234.313955:0:30283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.313963:0:30283:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090bb80 x1875731132225664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.313970:0:30283:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838234.313973:0:30283:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838234.313978:0:30283:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4093000. 02000000:00000001:0.0:1788838234.313982:0:30283:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838234.313985:0:30283:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838234.313987:0:30283:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838234.313989:0:30283:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838234.313992:0:30283:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082800. 02000000:00000001:0.0:1788838234.313997:0:30283:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838234.313999:0:30283:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838234.314001:0:30283:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090bb80. 00000100:00000001:0.0:1788838234.314005:0:30283:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838234.314006:0:30283:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838234.314009:0:30283:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788838234.314011:0:30283:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01a4bb20 released 00000080:00000001:0.0:1788838234.314013:0:30283:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788838234.314032:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bd08 00000080:00200008:0.0:1788838234.314035:0:30283:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x22:0x0](ffff98afd16ddb88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838234.314041:0:30283:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838234.314043:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bc80 00000080:00200000:0.0:1788838234.314045:0:30283:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x22:0x0](ffff98afd16ddb88),name=f 00000080:00000010:0.0:1788838234.314051:0:30283:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76e00. 00000080:00000001:0.0:1788838234.314061:0:30283:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.314064:0:30283:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.314066:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bba0 00800000:00000002:0.0:1788838234.314068:0:30283:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x22:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:0.0:1788838234.314072:0:30283:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838234.314078:0:30283:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838234.314083:0:30283:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.314084:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba70 00000002:00010000:0.0:1788838234.314087:0:30283:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x20:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838234.314091:0:30283:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838234.314093:0:30283:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.314096:0:30283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.314099:0:30283:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 3 00010000:00000001:0.0:1788838234.314102:0:30283:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.314104:0:30283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.314107:0:30283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838234.314111:0:30283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788838234.314119:0:30283:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838234.314124:0:30283:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.314126:0:30283:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788838234.314133:0:30283:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838234.314134:0:30283:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838234.314137:0:30283:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838234.314139:0:30283:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838234.314140:0:30283:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838234.314142:0:30283:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838234.314144:0:30283:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788838234.314146:0:30283:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76e00. 00000080:00000001:0.0:1788838234.314149:0:30283:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838234.314151:0:30283:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.314153:0:30283:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff98afd16ddb88) 00000080:00010000:0.0:1788838234.314156:0:30283:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff98afd16ddb88) for lock 0x9f68a6b43b62cdc1 00800000:00000001:0.0:1788838234.314159:0:30283:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838234.314160:0:30283:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838234.314162:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.314163:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.314165:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.314167:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.314169:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.314171:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.314172:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.314173:0:30283:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.314175:0:30283:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.314177:0:30283:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cdc1 from it ffffbbcb01a4bcb8 00010000:00000001:0.0:1788838234.314180:0:30283:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.314181:0:30283:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.314182:0:30283:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab800 refcount=3 00000020:00000001:0.0:1788838234.314184:0:30283:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.314186:0:30283:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219712 : -113594222331904 : ffff98afc8bab800) 00010000:00000001:0.0:1788838234.314188:0:30283:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.314190:0:30283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838234.314196:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.314197:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.314199:0:30283:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.314201:0:30283:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.314204:0:30283:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838234.314210:0:30283:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.314212:0:30283:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.314213:0:30283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.314215:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.314216:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.314218:0:30283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.314220:0:30283:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.314221:0:30283:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.314223:0:30283:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.314225:0:30283:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.314227:0:30283:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.314229:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.314230:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838234.314231:0:30283:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838234.314233:0:30283:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838234.314237:0:30283:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788838234.314240:0:30283:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788838234.314242:0:30283:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838234.314245:0:30283:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788838234.314247:0:30283:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.314249:0:30283:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838234.314252:0:30283:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788838234.314254:0:30283:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838234.314256:0:30283:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838234.314258:0:30283:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838234.314264:0:30283:0:(cl_object.c:143:cl_object_top()) ffff98afd00a0dc8 -> ffff98afd00a0dc8 00000020:00000001:0.0:1788838234.314267:0:30283:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838234.314269:0:30283:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838234.314271:0:30283:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788838234.314274:0:30283:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838234.314276:0:30283:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788838234.314278:0:30283:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838234.314280:0:30283:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.314282:0:30283:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838234.314287:0:30283:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x22:0x0]io ffff98afd05ccbf0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788838234.314304:0:30283:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:0.0:1788838234.314308:0:30283:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838234.314310:0:30283:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838234.314312:0:30283:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838234.314314:0:30283:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.314316:0:30283:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838234.314319:0:30283:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838234.314320:0:30283:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.314322:0:30283:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838234.314323:0:30283:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838234.314325:0:30283:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838234.314326:0:30283:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc8c6a5d0) owner 0000000000000000/ffff98afc29b4f80 00000020:00000001:0.0:1788838234.314329:0:30283:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838234.314331:0:30283:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788838234.314333:0:30283:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x22:0x0] 00000020:00000001:0.0:1788838234.314336:0:30283:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838234.314338:0:30283:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838234.314341:0:30283:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838234.314343:0:30283:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838234.314350:0:30283:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788838234.314355:0:30283:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9e800. 00020000:00000002:0.0:1788838234.314358:0:30283:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838234.314361:0:30283:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838234.314363:0:30283:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838234.314365:0:30283:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838234.314366:0:30283:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838234.314368:0:30283:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838234.314370:0:30283:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838234.314373:0:30283:0:(cl_object.c:143:cl_object_top()) ffff98afd00a03a0 -> ffff98afd00a0dc8 00000020:00000001:0.0:1788838234.314374:0:30283:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838234.314378:0:30283:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838234.314380:0:30283:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838234.314381:0:30283:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.314383:0:30283:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.314386:0:30283:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838234.314388:0:30283:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838234.314393:0:30283:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe09531d0. 00000008:00010000:0.0:1788838234.314396:0:30283:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788838234.314897:0:30283:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838234.314901:0:30283:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838234.314903:0:30283:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9e830, osc lock ffff98afe09531d0, flags 0x400001002 00000020:00000001:0.0:1788838234.314907:0:30283:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.314909:0:30283:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.314912:0:30283:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423203328 : -113594286348288 : ffff98afc4e9e800) 00000020:00000001:0.0:1788838234.314915:0:30283:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838234.314916:0:30283:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838234.314917:0:30283:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.314919:0:30283:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.314922:0:30283:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788838234.314925:0:30283:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788838234.314926:0:30283:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838234.314928:0:30283:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838234.314930:0:30283:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838234.314931:0:30283:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838234.314933:0:30283:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838234.314936:0:30283:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838234.314938:0:30283:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788838234.314941:0:30283:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838234.314944:0:30283:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838234.314945:0:30283:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838234.314947:0:30283:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838234.314949:0:30283:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838234.314950:0:30283:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838234.314952:0:30283:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838234.314955:0:30283:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838234.314959:0:30283:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.314963:0:30283:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788838234.314969:0:30283:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090bb80. 00000020:00000040:0.0:1788838234.314974:0:30283:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 00010000:00000001:0.0:1788838234.314978:0:30283:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838234.314983:0:30283:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.314985:0:30283:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.314988:0:30283:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838234.314991:0:30283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838234.314995:0:30283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838234.315003:0:30283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc2c76e00. 00000100:00000001:0.0:1788838234.315011:0:30283:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.315016:0:30283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.315018:0:30283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.315019:0:30283:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.315020:0:30283:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.315022:0:30283:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.315025:0:30283:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00010000:00000001:0.0:1788838234.315029:0:30283:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838234.315031:0:30283:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838234.315037:0:30283:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31100. 00010000:00000010:0.0:1788838234.315042:0:30283:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afc4d31e00. 00010000:00000001:0.0:1788838234.315048:0:30283:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838234.315051:0:30283:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa000. 00000020:00000001:0.0:1788838234.315055:0:30283:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838234.315058:0:30283:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa000 with handle 0x9f68a6b43b62cdc8 to hash 00000020:00000001:0.0:1788838234.315060:0:30283:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838234.315062:0:30283:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000010:0.0:1788838234.315066:0:30283:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd1358040. 00010000:00000001:0.0:1788838234.315068:0:30283:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.315071:0:30283:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.315073:0:30283:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.315078:0:30283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.315091:0:30283:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.315102:0:30283:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.315108:0:30283:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838234.315113:0:30283:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.315125:0:30283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c5d8503] to pc [ptlrpcd_00_00+0] req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.315443:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838234.315448:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838234.315451:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838234.315459:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.315469:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838234.315471:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838234.315476:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838234.315479:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838234.315482:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838234.315485:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132225792:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838234.315490:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838234.315497:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838234.315500:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838234.315503:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838234.315510:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e8c00. 02000000:00000001:1.0:1788838234.315512:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838234.315520:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838234.315525:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8aa8. 00000400:00000010:1.0:1788838234.315533:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc7f8. 00000100:00000200:1.0:1788838234.315541:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132225792, portal 4 00000100:00000001:1.0:1788838234.315544:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838234.315545:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:1.0:1788838234.315554:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.315567:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838234.315570:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838234.315574:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcdd0. 00000100:00000200:1.0:1788838234.315577:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132225792, offset 0 00000400:00000200:1.0:1788838234.315585:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838234.315595:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.315604:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838234.315611:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838234.315616:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838234.315620:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838234.315624:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838234.315628:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2276:2276:256:4294967295] 192.168.203.123@tcp LPNI seq info [2276:2276:8:4294967295] 00000400:00000200:1.0:1788838234.315632:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.315643:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838234.315651:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838234.315676:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838234.315684:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838234.315693:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838234.315699:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788838234.315714:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838234.315720:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 21700 usecs (22 jiffies) 00000400:00000200:1.0:1788838234.315723:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838234.315727:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296364310 00000100:00000001:1.0:1788838234.315730:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:1.0:1788838234.315732:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296364310 00000100:00000001:1.0:1788838234.315735:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:1.0:1788838234.315737:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838234.315740:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.315744:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.315747:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838234.315795:0:30283:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838234.315799:0:30283:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.315802:0:30283:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.315804:0:30283:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.315806:0:30283:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.315809:0:30283:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838234.315811:0:30283:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788838234.315813:0:30283:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788838234.315815:0:30283:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000800:00000200:0.0:1788838234.316188:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.316193:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:0.0:1788838234.316201:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.316221:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838234.316229:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcdd0 00000400:00000010:0.0:1788838234.316231:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcdd0. 00000100:00000001:0.0:1788838234.316236:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838234.316241:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.316252:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.316256:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.316263:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.316265:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838234.316302:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838234.316305:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.319637:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838234.319647:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838234.319668:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838234.319672:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838234.319677:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.319682:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838234.321916:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.321940:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.321944:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.321948:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.321959:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.321967:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.321978:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.321984:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.321991:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.321995:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd49900 00000400:00000200:1.0:1788838234.322000:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.322007:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x6291 [1] + 224 00000800:00000001:1.0:1788838234.322015:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.322023:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.322028:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.322033:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.322042:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.322052:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.322064:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.322091:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.322103:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.322106:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.322181:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838234.322186:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838234.322196:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838234.322198:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838234.322203:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8aa8. 00000400:00000200:0.0:1788838234.322473:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc7f8 00000400:00000010:0.0:1788838234.322478:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc7f8. 00000100:00000001:0.0:1788838234.322482:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.322558:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838234.322571:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.322576:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838234.322579:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.322582:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838234.322586:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838234.322588:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838234.322591:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.322594:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838234.322605:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=63 v=5 (5 5 16 37) 00000100:00001000:0.0:1788838234.322610:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=135 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838234.322613:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838234.322616:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.322619:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838234.322624:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.322628:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788838234.322630:0:2351:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: committing for last_committed 4294967331 gen 12 00000100:00000040:0.0:1788838234.322637:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967331) req@ffff98afc4ac2300 x1875731132224512/t4294967331(4294967331) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838248 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.322644:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.322647:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2300 x1875731132224512/t4294967331(4294967331) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838248 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.322654:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838234.322690:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838234.322694:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8715000. 02000000:00000001:0.0:1788838234.322699:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838234.322702:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838234.322704:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838234.322707:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838234.322710:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc7e58200. 02000000:00000001:0.0:1788838234.322714:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838234.322716:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838234.322719:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2300. 00000100:00000001:0.0:1788838234.322722:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838234.322724:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.322726:0:2351:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788838234.322729:0:2351:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788838234.322732:0:2351:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838234.322734:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.322739:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.322746:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.322750:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838234.322752:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838234.322755:0:2351:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788838234.322758:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.322760:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.322763:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa000 refcount=4 00000020:00000001:0.0:1788838234.322766:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.322770:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.322772:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.322773:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.322775:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa000 refcount=5 00000020:00000001:0.0:1788838234.322777:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.322779:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.322783:0:2351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.322788:0:2351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.322794:0:2351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.322808:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.322810:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.322813:0:2351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838234.322815:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.322816:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.322818:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa000 refcount=6 00000020:00000001:0.0:1788838234.322820:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.322823:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000040:0.0:1788838234.322831:0:2351:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa000, remote cookie: 0xff98f31736b3b176, flags: 0x1001 00010000:00010000:0.0:1788838234.322836:0:2351:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.322845:0:2351:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788838234.322849:0:2351:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.322851:0:2351:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838234.322856:0:2351:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788838234.322862:0:2351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838234.322871:0:2351:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x12:0x0].0x0 (ffff98afc4d31100) refcount = 1 00010000:00000040:0.0:1788838234.322874:0:2351:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838234.322877:0:2351:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.322887:0:2351:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838234.322889:0:2351:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.322892:0:2351:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838234.322896:0:2351:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.322899:0:2351:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.322906:0:2351:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838234.322907:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.322908:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.322909:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.322910:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838234.322913:0:2351:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788838234.322916:0:2351:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838234.322920:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.322921:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.322923:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa000 refcount=5 00000020:00000001:0.0:1788838234.322925:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.322928:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00000008:00000001:0.0:1788838234.322933:0:2351:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788838234.322938:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc3a7b500 -> ffff98afd00a0dc8 00000008:00010000:0.0:1788838234.322942:0:2351:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788838234.322950:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc3a7b500 -> ffff98afd00a0dc8 00000020:00000001:0.0:1788838234.322952:0:2351:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788838234.322955:0:2351:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788838234.322958:0:2351:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838234.322960:0:2351:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.322962:0:2351:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.322964:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc3a7b500 -> ffff98afd00a0dc8 00000008:00000001:0.0:1788838234.322966:0:2351:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788838234.322968:0:2351:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838234.322971:0:2351:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788838234.323050:0:2351:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788838234.323053:0:2351:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.323056:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.323058:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.323060:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa000 refcount=6 00000020:00000001:0.0:1788838234.323062:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.323064:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.323067:0:2351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.323071:0:2351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.323079:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.323081:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838234.323084:0:2351:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.323091:0:2351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.323092:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.323092:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838234.323094:0:2351:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.323096:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.323097:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.323098:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa000 refcount=5 00000020:00000001:0.0:1788838234.323100:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.323102:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838234.323104:0:2351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.323106:0:2351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.323113:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.323114:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.323115:0:2351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.323118:0:2351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.323121:0:2351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838234.323131:0:2351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.323134:0:2351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.323136:0:2351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.323153:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.323154:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.323156:0:2351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.323160:0:2351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.323162:0:2351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.323164:0:2351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.323166:0:2351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.323169:0:2351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.323170:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.323171:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.323172:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.323173:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838234.323174:0:2351:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.323181:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838234.323189:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132225792:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838234.323195:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.323198:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.323201:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090bb80 x1875731132225792/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.323221:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838234.323223:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838234.323225:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e8c00. 02000000:00000001:0.0:1788838234.323231:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838234.323233:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838234.323234:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838234.323236:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838234.323239:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc2c76e00. 02000000:00000001:0.0:1788838234.323241:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838234.323242:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838234.323243:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090bb80. 00000100:00000001:0.0:1788838234.323246:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838234.323247:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.323250:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.323258:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.323260:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.323263:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838234.323265:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838234.327267:0:30283:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838234.327281:0:30283:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.327527:0:30283:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838234.327535:0:30283:0:(cl_object.c:143:cl_object_top()) ffff98afd00a0dc8 -> ffff98afd00a0dc8 00000020:00000001:0.0:1788838234.327540:0:30283:0:(cl_object.c:143:cl_object_top()) ffff98afd00a0dc8 -> ffff98afd00a0dc8 00000020:00000001:0.0:1788838234.327542:0:30283:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838234.327550:0:30283:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788838234.327556:0:30283:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838234.327558:0:30283:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838234.327560:0:30283:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838234.327561:0:30283:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838234.327564:0:30283:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1028 on OST[1]: s=0 (1) m=1788838216 a=1788838216 c=1788838216 b=1 00020000:00000001:0.0:1788838234.327569:0:30283:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838234.327572:0:30283:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788838216 a=1788838216 c=1788838216 b=1 00020000:00000001:0.0:1788838234.327576:0:30283:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.327578:0:30283:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.327580:0:30283:0:(cl_object.c:143:cl_object_top()) ffff98afd00a0dc8 -> ffff98afd00a0dc8 00000080:00200000:0.0:1788838234.327583:0:30283:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x22:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788838234.327586:0:30283:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788838234.327589:0:30283:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838234.327591:0:30283:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788838234.327595:0:30283:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838234.327597:0:30283:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838234.327601:0:30283:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838234.327606:0:30283:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838234.327608:0:30283:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838234.327610:0:30283:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838234.327612:0:30283:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9e830 (ffff98afd05ba098/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838234.327617:0:30283:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838234.327619:0:30283:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838234.327622:0:30283:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.327625:0:30283:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838234.327627:0:30283:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838234.327629:0:30283:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838234.327631:0:30283:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838234.327632:0:30283:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838234.327634:0:30283:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838234.327635:0:30283:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838234.327638:0:30283:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838234.327640:0:30283:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838234.327641:0:30283:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9e830 (ffff98afd05bacf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838234.327645:0:30283:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe09531d0. 00000020:00000001:0.0:1788838234.327652:0:30283:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838234.327686:0:30283:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9e800. 00020000:00000001:0.0:1788838234.327692:0:30283:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838234.327693:0:30283:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838234.327695:0:30283:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788838234.327697:0:30283:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.327701:0:30283:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838234.327704:0:30283:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838234.327707:0:30283:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838234.327708:0:30283:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838234.327710:0:30283:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838234.327713:0:30283:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00020000:00000001:0.0:1788838234.327717:0:30283:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838234.327720:0:30283:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838234.327723:0:30283:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838234.327726:0:30283:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838234.327731:0:30283:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838234.327734:0:30283:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.327736:0:30283:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838234.327739:0:30283:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838234.327740:0:30283:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838234.327741:0:30283:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000001:00000001:0.0:1788838234.327743:0:30283:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.327755:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bd08 00000080:00000008:0.0:1788838234.327758:0:30283:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x22:0x0](ffff98afd16ddb88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838234.327767:0:30283:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788838234.327769:0:30283:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bda0 00000080:00002000:0.0:1788838234.327771:0:30283:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff98afd1742360, parent ffff98afd17086c0, inode ffff98afd16ddb88) hashed, 00000080:00000001:0.0:1788838234.327775:0:30283:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838234.334747:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.334756:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0400. 00000400:00000200:0.0:1788838234.334763:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.334771:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838234.334778:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a4c8 00000400:00000010:0.0:1788838234.334781:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a4c8. 00000100:00000001:0.0:1788838234.334786:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838234.334793:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132225920/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.334805:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.334809:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132225920/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.334817:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.334819:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.340825:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.340847:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.340853:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.340856:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.340866:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.340876:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.340887:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.340893:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.340899:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.340904:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd49980 00000400:00000200:1.0:1788838234.340909:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.340917:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x62a1 [256] + 0 00000400:00000010:1.0:1788838234.340924:0:2343:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d1b8. 00000400:00000200:1.0:1788838234.340930:0:2343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc411e000 00000800:00000001:1.0:1788838234.340938:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.340948:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.340952:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.340958:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.340965:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc411e000 00000400:00000010:1.0:1788838234.340968:0:2343:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afc411e000. 00000100:00000001:1.0:1788838234.340974:0:2343:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788838234.340977:0:2343:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc4ac3b80 desc ffff98afc406f800 mbits 1875731132225920 00000100:00000001:1.0:1788838234.340998:0:2343:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788838234.341009:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838234.341013:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.341019:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838234.341026:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2278:2278:256:4294967295] 192.168.203.123@tcp LPNI seq info [2278:2278:8:4294967295] 00000400:00000200:1.0:1788838234.341031:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.341040:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838234.341045:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838234.341055:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afc419c000. 00000800:00000200:1.0:1788838234.341062:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838234.341072:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838234.341077:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc419c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838234.341168:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.341172:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afc419c000. 00000400:00000200:1.0:1788838234.341176:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.341180:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838234.341187:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.341190:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.346710:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.346736:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.346741:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.346744:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.346755:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.346765:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.346778:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.346783:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.346790:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.346795:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd49980 00000400:00000200:1.0:1788838234.346800:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.346806:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x62a9 [1] + 224 00000800:00000001:1.0:1788838234.346814:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.346829:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.346833:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.346838:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.346847:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.346858:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132225920/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.346870:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc4ac3b80 x1875731132225920/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.346973:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.346985:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.346991:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838234.368974:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838234.368983:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838234.368987:0:30284:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838234.368991:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb20 00000080:00200000:0.0:1788838234.368997:0:30284:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838234.369007:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76e00. 00800000:00000002:0.0:1788838234.369015:0:30284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838234.369020:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.369027:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.369030:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa40 00800000:00000002:0.0:1788838234.369033:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838234.369037:0:30284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838234.369042:0:30284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838234.369048:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.369050:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf910 00000002:00010000:0.0:1788838234.369052:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838234.369056:0:30284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838234.369058:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.369062:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.369071:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:0.0:1788838234.369075:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.369081:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.369085:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838234.369092:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788838234.369105:0:30284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838234.369111:0:30284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.369114:0:30284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788838234.369127:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838234.369129:0:30284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838234.369132:0:30284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838234.369134:0:30284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838234.369136:0:30284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838234.369138:0:30284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838234.369142:0:30284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838234.369145:0:30284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838234.369149:0:30284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76e00. 00000080:00000001:0.0:1788838234.369155:0:30284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838234.369157:0:30284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.369159:0:30284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838234.369163:0:30284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cd9e 00800000:00000001:0.0:1788838234.369167:0:30284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838234.369169:0:30284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838234.369172:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.369174:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.369177:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.369180:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.369184:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.369187:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369188:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.369190:0:30284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.369191:0:30284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.369194:0:30284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd9e from it ffffbbcb01bcfb58 00010000:00000001:0.0:1788838234.369196:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.369197:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.369199:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.369201:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.369203:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.369206:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.369209:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788838234.369216:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369217:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.369219:0:30284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.369222:0:30284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.369225:0:30284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788838234.369233:0:30284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.369237:0:30284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.369239:0:30284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.369244:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369246:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.369248:0:30284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369251:0:30284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.369254:0:30284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369256:0:30284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369259:0:30284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369261:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.369262:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369264:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838234.369267:0:30284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838234.369269:0:30284:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838234.369271:0:30284:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838234.369277:0:30284:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.369281:0:30284:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788838234.369283:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb48 00000080:00002000:0.0:1788838234.369284:0:30284:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff98afd1742510) flags 0x20000e refc 1 00000080:00000001:0.0:1788838234.369287:0:30284:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.369301:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb90 00000080:00200000:0.0:1788838234.369303:0:30284:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=8 00000080:00000001:0.0:1788838234.369310:0:30284:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838234.369312:0:30284:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.369318:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfd08 00000080:00200008:0.0:1788838234.369321:0:30284:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff98afd1581988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838234.369327:0:30284:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838234.369328:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfc80 00000080:00200000:0.0:1788838234.369330:0:30284:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff98afd1581988),name=d21f.recovery-small-1 00000080:00000010:0.0:1788838234.369335:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76e00. 00800000:00000002:0.0:1788838234.369338:0:30284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838234.369344:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.369346:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.369347:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfba0 00800000:00000002:0.0:1788838234.369349:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838234.369352:0:30284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838234.369356:0:30284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838234.369359:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.369361:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa70 00000002:00010000:0.0:1788838234.369363:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838234.369366:0:30284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838234.369367:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.369368:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.369372:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31d00 count: 2 00010000:00000001:0.0:1788838234.369374:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.369377:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.369379:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838234.369383:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788838234.369390:0:30284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838234.369392:0:30284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.369395:0:30284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788838234.369401:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838234.369403:0:30284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838234.369404:0:30284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838234.369406:0:30284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838234.369408:0:30284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838234.369410:0:30284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838234.369412:0:30284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838234.369413:0:30284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838234.369415:0:30284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76e00. 00000080:00000001:0.0:1788838234.369418:0:30284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838234.369419:0:30284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.369421:0:30284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff98afd1581988) 00000080:00010000:0.0:1788838234.369424:0:30284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff98afd1581988) for lock 0x9f68a6b43b62cda5 00800000:00000001:0.0:1788838234.369426:0:30284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838234.369428:0:30284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838234.369429:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.369430:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.369432:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.369434:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.369436:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.369438:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369440:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.369441:0:30284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.369442:0:30284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.369444:0:30284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cda5 from it ffffbbcb01bcfcb8 00010000:00000001:0.0:1788838234.369446:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.369448:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.369449:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838234.369450:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.369453:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838234.369455:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.369457:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838234.369463:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369464:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.369466:0:30284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.369467:0:30284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.369469:0:30284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838234.369474:0:30284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.369476:0:30284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.369477:0:30284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.369479:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369480:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.369481:0:30284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369483:0:30284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.369484:0:30284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369485:0:30284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369487:0:30284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369489:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.369490:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369491:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838234.369492:0:30284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838234.369494:0:30284:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838234.369497:0:30284:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.369501:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfd08 00000080:00000008:0.0:1788838234.369503:0:30284:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff98afd1581988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838234.369529:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838234.369531:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838234.369533:0:30284:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838234.369534:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfbc0 00000080:00200000:0.0:1788838234.369535:0:30284:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838234.369539:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76e00. 00800000:00000002:0.0:1788838234.369542:0:30284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838234.369544:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.369546:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.369547:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfae0 00800000:00000002:0.0:1788838234.369549:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838234.369552:0:30284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838234.369554:0:30284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838234.369557:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.369559:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf9b0 00000002:00010000:0.0:1788838234.369561:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838234.369564:0:30284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838234.369565:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.369566:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.369568:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:0.0:1788838234.369570:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.369572:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.369574:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838234.369577:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788838234.369583:0:30284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838234.369585:0:30284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.369588:0:30284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788838234.369594:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838234.369595:0:30284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838234.369597:0:30284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838234.369599:0:30284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838234.369600:0:30284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838234.369602:0:30284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838234.369604:0:30284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838234.369606:0:30284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838234.369609:0:30284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76e00. 00000080:00000001:0.0:1788838234.369611:0:30284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838234.369612:0:30284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.369614:0:30284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838234.369616:0:30284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cd9e 00800000:00000001:0.0:1788838234.369619:0:30284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838234.369620:0:30284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838234.369621:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.369623:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.369625:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.369627:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.369629:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.369631:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369631:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.369633:0:30284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.369634:0:30284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838234.369636:0:30284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cd9e from it ffffbbcb01bcfbf8 00010000:00000001:0.0:1788838234.369637:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.369638:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.369640:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab600 refcount=3 00000020:00000001:0.0:1788838234.369641:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.369643:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487219200 : -113594222332416 : ffff98afc8bab600) 00010000:00000001:0.0:1788838234.369645:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.369647:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788838234.369653:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369682:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.369683:0:30284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838234.369685:0:30284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838234.369687:0:30284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab600/0x9f68a6b43b62cd9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b0f1 expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788838234.369693:0:30284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.369694:0:30284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.369695:0:30284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.369697:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369698:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.369700:0:30284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369702:0:30284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.369703:0:30284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369705:0:30284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369707:0:30284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369709:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.369710:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369711:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838234.369713:0:30284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838234.369714:0:30284:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838234.369716:0:30284:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838234.369720:0:30284:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.369722:0:30284:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788838234.369724:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfbc0 00000080:00002000:0.0:1788838234.369726:0:30284:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff98afd1742510) flags 0x20000e refc 1 00000080:00000001:0.0:1788838234.369728:0:30284:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.369730:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfc08 00000080:00200000:0.0:1788838234.369731:0:30284:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000001:0.0:1788838234.369734:0:30284:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838234.369735:0:30284:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.369739:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838234.369740:0:30284:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff98afd1581988), inode mode 41ed mask 44 00000080:00000001:0.0:1788838234.369742:0:30284:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.369746:0:30284:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788838234.369748:0:30284:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788838234.369751:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb78 00000080:00200008:0.0:1788838234.369753:0:30284:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff98afd1581988), flags 704400 00000080:00000010:0.0:1788838234.369759:0:30284:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc4d96280. 00000080:00000001:0.0:1788838234.369765:0:30284:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788838234.369768:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76e00. 00800000:00000002:0.0:1788838234.369771:0:30284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838234.369774:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.369775:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.369776:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa28 00800000:00000002:0.0:1788838234.369778:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838234.369782:0:30284:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788838234.369785:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf9a8 00800000:00000002:0.0:1788838234.369787:0:30284:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788838234.369789:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.369791:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf8e0 00000002:00010000:0.0:1788838234.369792:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1788838234.369797:0:30284:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838234.369799:0:30284:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788838234.369803:0:30284:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838234.369806:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31d00 count: 2 00010000:00000001:0.0:1788838234.369808:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.369811:0:30284:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838234.369814:0:30284:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369816:0:30284:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.369818:0:30284:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.369820:0:30284:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838234.369822:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:0.0:1788838234.369824:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.369825:0:30284:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838234.369827:0:30284:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369828:0:30284:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.369830:0:30284:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838234.369835:0:30284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090bb80. 00000020:00000040:0.0:1788838234.369840:0:30284:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838234.369847:0:30284:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838234.369849:0:30284:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369852:0:30284:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838234.369856:0:30284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.369858:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.369859:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.369860:0:30284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.369862:0:30284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838234.369865:0:30284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838234.369868:0:30284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838234.369877:0:30284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0083400. 00000100:00000001:0.0:1788838234.369885:0:30284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369890:0:30284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.369892:0:30284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369893:0:30284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.369894:0:30284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.369897:0:30284:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.369905:0:30284:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00010000:00000001:0.0:1788838234.369909:0:30284:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838234.369911:0:30284:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838234.369913:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:0.0:1788838234.369915:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.369918:0:30284:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838234.369922:0:30284:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8babc00. 00000020:00000001:0.0:1788838234.369925:0:30284:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838234.369927:0:30284:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8babc00 with handle 0x9f68a6b43b62cdcf to hash 00000020:00000001:0.0:1788838234.369929:0:30284:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838234.369930:0:30284:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838234.369934:0:30284:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838234.369937:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.369939:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.369943:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.369951:0:30284:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788838234.369965:0:30284:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788838234.369977:0:30284:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788838234.369987:0:30284:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838234.369992:0:30284:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838234.369994:0:30284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838234.370002:0:30284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.370005:0:30284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108544 : -113594082443072 : ffff98afd11140c0) 00000100:00000001:0.0:1788838234.370007:0:30284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.370009:0:30284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000001:0.0:1788838234.370013:0:30284:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838234.370019:0:30284:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.370022:0:30284:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838234.370023:0:30284:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838234.370028:0:30284:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.370036:0:30284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838234.370039:0:30284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.370043:0:30284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838234.370046:0:30284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838234.370048:0:30284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838234.370052:0:30284:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30284:1875731132226176:192.168.203.123@tcp:101:rm.0 00000100:00000001:0.0:1788838234.370056:0:30284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838234.370063:0:30284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838234.370066:0:30284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.370069:0:30284:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838234.379902:0:30284:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:0.0:1788838234.379912:0:30284:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838234.379922:0:30284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838234.379930:0:30284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838234.379938:0:30284:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afc4093000. 00000100:00000200:0.0:1788838234.379946:0:30284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132226176, portal 10 00000100:00000001:0.0:1788838234.379949:0:30284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.379950:0:30284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:0.0:1788838234.379964:0:30284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.379973:0:30284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838234.379976:0:30284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838234.379980:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838234.379983:0:30284:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132226176, offset 0 00000400:00000200:0.0:1788838234.379989:0:30284:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838234.379998:0:30284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.380004:0:30284:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.380009:0:30284:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838234.380014:0:30284:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838234.380017:0:30284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838234.380020:0:30284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838234.380023:0:30284:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2279:2279:256:4294967295] 192.168.203.123@tcp LPNI seq info [2279:2279:8:4294967295] 00000400:00000200:0.0:1788838234.380027:0:30284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.380035:0:30284:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838234.380041:0:30284:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.380047:0:30284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5db00. 00000800:00000200:0.0:1788838234.380054:0:30284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.380062:0:30284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.380066:0:30284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5db00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788838234.380157:0:30284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.380162:0:30284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 805086 usecs (806 jiffies) 00000400:00000200:0.0:1788838234.380166:0:30284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838234.380169:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296365159 00000100:00000001:0.0:1788838234.380173:0:30284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.380175:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296365159 00000100:00000001:0.0:1788838234.380177:0:30284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.380179:0:30284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.380183:0:30284:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.380185:0:30284:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.380188:0:30284:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838234.380191:0:30284:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd11140c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838234.380193:0:30284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838234.380196:0:30284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838234.381875:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.381884:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5db00. 00000400:00000200:1.0:1788838234.381891:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.381899:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.381905:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:1.0:1788838234.381908:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:1.0:1788838234.381913:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.381921:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.381933:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.381937:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.381945:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.381947:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.390897:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.390921:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.390926:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.390929:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.390939:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.390947:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.390959:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.390964:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.390970:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.390974:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd49a80 00000400:00000200:1.0:1788838234.390979:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.390986:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x62b1 [64] + 224 00000800:00000001:1.0:1788838234.390993:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.391004:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.391008:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.391013:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.391021:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.391031:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.391044:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.391125:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.391135:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.391139:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.392001:0:30284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838234.392014:0:30284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838234.392016:0:30284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838234.392020:0:30284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25210. 00000400:00000200:0.0:1788838234.392028:0:30284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4093000 00000400:00000010:0.0:1788838234.392031:0:30284:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afc4093000. 00000100:00000001:0.0:1788838234.392036:0:30284:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.392049:0:30284:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838234.392060:0:30284:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.392068:0:30284:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838234.392071:0:30284:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.392073:0:30284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838234.392077:0:30284:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838234.392079:0:30284:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838234.392091:0:30284:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.392094:0:30284:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838234.392103:0:30284:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=63 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838234.392107:0:30284:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838234.392109:0:30284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788838234.392114:0:30284:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afd090bb80 x1875731132226176/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.392128:0:30284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788838234.392131:0:30284:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838234.392133:0:30284:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788838234.392134:0:30284:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838234.392137:0:30284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.392138:0:30284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000001:0.0:1788838234.392147:0:30284:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838234.392150:0:30284:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967598 00000100:00000001:0.0:1788838234.392152:0:30284:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838234.392154:0:30284:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788838234.392160:0:30284:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090bb80 x1875731132226176/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.392167:0:30284:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788838234.392169:0:30284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838234.392171:0:30284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838234.392175:0:30284:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090bb80 x1875731132226176/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838234.392182:0:30284:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30284:1875731132226176:192.168.203.123@tcp:101:rm.0 00000100:00000001:0.0:1788838234.392186:0:30284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838234.392189:0:30284:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788838234.392191:0:30284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838234.392193:0:30284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.392197:0:30284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132226176/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.392202:0:30284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838234.392205:0:30284:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.392208:0:30284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838234.392209:0:30284:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788838234.392213:0:30284:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838234.392217:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.392221:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.392224:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=4 00000020:00000001:0.0:1788838234.392226:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838234.392228:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00010000:0.0:1788838234.392232:0:30284:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.392241:0:30284:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788838234.392244:0:30284:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.392250:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838234.392253:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.392258:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.392259:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838234.392261:0:30284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.392266:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.392269:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.392272:0:30284:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788838234.392274:0:30284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838234.392280:0:30284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8babc00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:0.0:1788838234.392282:0:30284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788838234.392286:0:30284:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.392304:0:30284:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788838234.392306:0:30284:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788838234.392309:0:30284:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.392314:0:30284:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788838234.392317:0:30284:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788838234.392318:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.392319:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.392320:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=5 00000020:00000001:0.0:1788838234.392322:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838234.392323:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838234.392326:0:30284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838234.392328:0:30284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788838234.392334:0:30284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838234.392336:0:30284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.392338:0:30284:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788838234.392340:0:30284:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838234.392345:0:30284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838234.392346:0:30284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838234.392348:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.392349:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788838234.392352:0:30284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8babc00 with handle 0x9f68a6b43b62cdcf from hash 00010000:00000001:0.0:1788838234.392354:0:30284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838234.392355:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.392357:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.392358:0:30284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838234.392360:0:30284:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838234.392361:0:30284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788838234.392364:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.392365:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.392366:0:30284:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.392368:0:30284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.392371:0:30284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.392375:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.392376:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.392378:0:30284:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788838234.392379:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838234.392381:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.392382:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.392383:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838234.392384:0:30284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cdcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838234.392395:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.392397:0:30284:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788838234.392402:0:30284:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788838234.392408:0:30284:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff98afd090bb80 x1875731132226176/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838234.392415:0:30284:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788838234.392420:0:30284:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd090bb80 x1875731132226176/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838234.392431:0:30284:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.392433:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788838234.392435:0:30284:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.392436:0:30284:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.392438:0:30284:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.392440:0:30284:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788838234.392442:0:30284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.392443:0:30284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00010000:00000001:0.0:1788838234.392445:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788838234.392446:0:30284:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.392448:0:30284:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838234.392451:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf868 00000002:00002000:0.0:1788838234.392453:0:30284:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788838234.392456:0:30284:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.392459:0:30284:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.392462:0:30284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838234.392465:0:30284:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788838234.392467:0:30284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838234.392471:0:30284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838234.392475:0:30284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76e00. 00000080:00000001:0.0:1788838234.392479:0:30284:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838234.392485:0:30284:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838234.392488:0:30284:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838234.392495:0:30284:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838234.392497:0:30284:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:0.0:1788838234.392508:0:30284:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.392513:0:30284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1788838234.392516:0:30284:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788838234.392520:0:30284:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00000001:0.0:1788838234.392523:0:30284:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838234.392525:0:30284:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838234.392526:0:30284:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.392529:0:30284:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838234.392531:0:30284:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.392533:0:30284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.392537:0:30284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132226176/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.392543:0:30284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.392546:0:30284:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838234.392555:0:30284:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd13587c0. 00000080:00000001:0.0:1788838234.392558:0:30284:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788838234.392560:0:30284:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788838234.392562:0:30284:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788838234.392565:0:30284:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc4b06400. 00000002:00100000:0.0:1788838234.392569:0:30284:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd090bb80 x1875731132226176/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838234.392589:0:30284:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838234.392590:0:30284:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788838234.392593:0:30284:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788838234.392596:0:30284:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.392598:0:30284:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788838234.392599:0:30284:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.392600:0:30284:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.392603:0:30284:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.392606:0:30284:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090bb80 x1875731132226176/t4294967600(4294967600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838250 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788838234.392610:0:30284:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838234.392613:0:30284:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:0.0:1788838234.392645:0:30284:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788838234.392646:0:30284:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.392648:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb78 00000080:00000008:0.0:1788838234.392650:0:30284:0:(file.c:1329:ll_file_open()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff98afd1581988), flags 704400, rc = 0 00000080:00000001:0.0:1788838234.392653:0:30284:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.392723:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfd28 00000080:00200008:0.0:1788838234.392725:0:30284:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff98afd1581988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838234.392730:0:30284:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838234.392731:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfca0 00000080:00200000:0.0:1788838234.392733:0:30284:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff98afd1581988),name=d21f.recovery-small-1 00000080:00000010:0.0:1788838234.392738:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76e00. 00800000:00000002:0.0:1788838234.392743:0:30284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838234.392748:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838234.392751:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.392752:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfbc0 00800000:00000002:0.0:1788838234.392761:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838234.392763:0:30284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838234.392767:0:30284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838234.392773:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838234.392774:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa90 00000002:00010000:0.0:1788838234.392776:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838234.392778:0:30284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838234.392780:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.392782:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.392787:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31d00 count: 2 00010000:00000001:0.0:1788838234.392790:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.392793:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.392795:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838234.392797:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cda5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b10d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788838234.392803:0:30284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000800:00000200:1.0:1788838234.395985:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.395989:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838234.395995:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.396000:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.396006:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:1.0:1788838234.396008:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:1.0:1788838234.396012:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.396017:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132226304/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.396026:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.396029:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132226304/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.396035:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.396037:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838234.399729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00000800:00000001:1.0:1788838234.400523:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.400542:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.400545:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.400547:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.400556:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.400563:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.400573:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.400586:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.400592:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.400596:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd49b00 00000400:00000200:1.0:1788838234.400601:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.400607:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x62c1 [256] + 0 00000400:00000010:1.0:1788838234.400612:0:2343:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dd68. 00000400:00000200:1.0:1788838234.400618:0:2343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc4118000 00000800:00000001:1.0:1788838234.400623:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.400635:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.400638:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.400642:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.400648:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4118000 00000400:00000010:1.0:1788838234.400650:0:2343:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afc4118000. 00000100:00000001:1.0:1788838234.401052:0:2343:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788838234.401055:0:2343:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc4ac3b80 desc ffff98afc406f800 mbits 1875731132226304 00000100:00000001:1.0:1788838234.401074:0:2343:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788838234.401082:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838234.401086:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.401092:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838234.401097:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2281:2281:256:4294967295] 192.168.203.123@tcp LPNI seq info [2281:2281:8:4294967295] 00000400:00000200:1.0:1788838234.401102:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.401109:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838234.401114:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838234.401129:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afc419c000. 00000800:00000200:1.0:1788838234.401137:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838234.401145:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838234.401149:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc419c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838234.401465:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.401469:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afc419c000. 00000400:00000200:1.0:1788838234.401472:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.401477:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838234.401484:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.401488:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.408871:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.408888:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.408892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.408895:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.408902:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.408909:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.408918:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.408923:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.408928:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.408932:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd49b00 00000400:00000200:0.0:1788838234.408937:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.408943:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x62c9 [1] + 224 00000800:00000001:0.0:1788838234.408950:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.408972:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.408975:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.408980:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.408988:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.408996:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132226304/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.409008:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc4ac3b80 x1875731132226304/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.409031:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.409040:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.409044:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.413297:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.413302:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:1.0:1788838234.413307:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.413312:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.413317:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aee0 00000400:00000010:1.0:1788838234.413320:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aee0. 00000100:00000001:1.0:1788838234.413324:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.413329:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132226560/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.413339:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.413342:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132226560/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.413350:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.413351:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838234.418394:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.418412:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.418416:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.418419:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.418427:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.418434:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.418444:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.418449:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.418454:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.418458:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd49c00 00000400:00000200:0.0:1788838234.418463:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.418468:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x62d1 [1] + 224 00000800:00000001:0.0:1788838234.418475:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.418484:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.418487:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.418491:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.418498:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.418507:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132226560/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.418519:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac3b80 x1875731132226560/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.418543:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.418552:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.418556:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.424603:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.424612:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:1.0:1788838234.424618:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.424626:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.424633:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:1.0:1788838234.424636:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:1.0:1788838234.424640:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.424647:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132226816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.424695:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.424699:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132226816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.424706:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.424708:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838234.433945:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.433964:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.433968:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.433971:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.433980:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.433987:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.433997:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.434002:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.434007:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.434011:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd49d00 00000400:00000200:0.0:1788838234.434015:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.434021:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x62d9 [64] + 224 00000800:00000001:0.0:1788838234.434027:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.434039:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.434042:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.434046:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.434054:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.434062:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132226816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.434073:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc4ac3b80 x1875731132226816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.434103:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.434112:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.434115:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.435901:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.435907:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:1.0:1788838234.435911:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.435916:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.435921:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aaa0 00000400:00000010:1.0:1788838234.435923:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aaa0. 00000100:00000001:1.0:1788838234.435928:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.435932:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2680 x1875731132226944/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.435941:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.435944:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132226944/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838250 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.435950:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.435952:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838234.441318:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.441343:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.441349:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.441351:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.441362:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.441372:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.441382:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.441389:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.441395:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.441399:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 10 MB=0x6a9f7afd49d80 00000400:00000200:0.0:1788838234.441405:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.441412:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 368/368 into md 0x62e1 [1] + 224 00000800:00000001:0.0:1788838234.441420:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.441428:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.441433:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.441438:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.441448:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.441460:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2680 x1875731132226944/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838234.441471:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac2680 x1875731132226944/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.441499:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.441509:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.441512:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.445870:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.445876:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838234.445880:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.445887:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.445891:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512add0 00000400:00000010:1.0:1788838234.445894:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512add0. 00000100:00000001:1.0:1788838234.445898:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.445903:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2680 x1875731132227200/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.445911:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.445915:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132227200/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.445921:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.445922:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838234.450741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31b00. 00010000:00000010:2.1:1788838234.450764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa800. 00010000:00000010:2.1:1788838234.450768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00000800:00000001:0.0:1788838234.456823:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.456846:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.456851:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.456854:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.456865:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.456874:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.456885:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.456892:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.456898:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.456902:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd49e80 00000400:00000200:0.0:1788838234.456909:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.456917:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x62e9 [1] + 224 00000800:00000001:0.0:1788838234.456925:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.456933:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.456937:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.456942:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.456951:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.456962:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2680 x1875731132227200/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838234.456975:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac2680 x1875731132227200/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.457003:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838234.457014:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838234.457018:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.457025:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.457031:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2286:2286:256:4294967295] 192.168.203.123@tcp LPNI seq info [2286:2286:8:4294967295] 00000400:00000200:0.0:1788838234.457036:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.457044:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838234.457060:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.457067:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5d700. 00000800:00000200:0.0:1788838234.457074:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.457084:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.457090:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5d700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838234.457210:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.457215:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5d700. 00000400:00000200:0.0:1788838234.457218:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.457222:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838234.457229:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.457233:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838234.466059:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.466066:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3300. 00000400:00000200:0.0:1788838234.466071:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.466078:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838234.466085:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce6e8 00000400:00000010:0.0:1788838234.466088:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce6e8. 00000100:00000001:0.0:1788838234.466093:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838234.466099:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132227328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.466110:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.466114:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d500 x1875731132227328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.466122:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.466124:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788838234.468193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06280. 00000080:00000010:3.1:1788838234.471807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06e00. 00000080:00000010:2.1:1788838234.471836:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16db180. 00000800:00000001:1.0:1788838234.474625:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.474649:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.474720:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.474724:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.474736:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.474745:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.474758:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.474763:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.474770:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.474775:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd49f00 00000400:00000200:1.0:1788838234.474780:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.474787:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x62f1 [1] + 224 00000800:00000001:1.0:1788838234.474797:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.474811:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.474815:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.474820:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.474829:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.474840:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132227328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.474852:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc896d500 x1875731132227328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.474875:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.474886:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.474890:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838234.478377:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.478384:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3e00. 00000400:00000200:0.0:1788838234.478391:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.478397:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838234.478404:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cec38 00000400:00000010:0.0:1788838234.478406:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cec38. 00000100:00000001:0.0:1788838234.478411:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838234.478415:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132227584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.478426:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.478429:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d500 x1875731132227584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.478435:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.478437:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838234.481252:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.481276:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.481282:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.481285:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.481306:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.481315:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.481326:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.481342:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.481349:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.481354:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4a000 00000400:00000200:1.0:1788838234.481359:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.481367:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x62f9 [1] + 224 00000800:00000001:1.0:1788838234.481377:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.481386:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.481390:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.481395:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.481405:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.481417:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132227584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838234.481430:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc896d500 x1875731132227584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.481455:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838234.481466:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.481470:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838234.485438:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.485451:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3d00. 00000400:00000200:0.0:1788838234.485460:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.485470:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838234.485478:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cedd0 00000400:00000010:0.0:1788838234.485482:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cedd0. 00000100:00000001:0.0:1788838234.485493:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838234.485502:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132227840/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.485517:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.485522:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d500 x1875731132227840/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.485530:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.485532:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838234.490429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea800. 00010000:00000010:3.1:1788838234.490453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31d00. 00010000:00000010:3.1:1788838234.490461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517c00. 00010000:00000010:3.1:1788838234.490467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31f00. 00010000:00000010:3.1:1788838234.490507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab600. 00000800:00000001:1.0:1788838234.502721:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.502744:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838234.502750:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.502753:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.502765:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.502773:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838234.502785:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.502790:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.502797:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.502802:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4a100 00000400:00000200:1.0:1788838234.502808:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.502815:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6301 [1] + 224 00000800:00000001:1.0:1788838234.502823:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.502831:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838234.502834:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.502839:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838234.502848:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838234.502860:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132227840/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838234.502873:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc896d500 x1875731132227840/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.502893:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838234.502904:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838234.502908:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.502914:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838234.502921:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2290:2290:256:4294967295] 192.168.203.123@tcp LPNI seq info [2290:2290:8:4294967295] 00000400:00000200:1.0:1788838234.502926:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838234.502936:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838234.502942:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838234.502950:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838234.502957:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838234.502966:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838234.502972:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838234.503281:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.503286:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:1.0:1788838234.503298:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.503302:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838234.503310:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838234.503314:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.511775:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.511789:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:1.0:1788838234.511806:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.511817:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.511827:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce3b8 00000400:00000010:1.0:1788838234.511829:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce3b8. 00000100:00000001:1.0:1788838234.511837:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.511847:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132227968/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.511862:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.511865:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896e680 x1875731132227968/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.511872:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.511874:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838234.513450:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.513473:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.513478:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.513498:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.513509:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.513516:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.513526:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.513530:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.513536:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.513541:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4a180 00000400:00000200:0.0:1788838234.513546:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.513553:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6309 [1] + 224 00000800:00000001:0.0:1788838234.513561:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.513572:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.513576:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.513580:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.513588:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.513599:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e680 x1875731132227968/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.513610:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896e680 x1875731132227968/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.513629:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.513638:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.513643:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1788838234.513869:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15818c0. 00000080:00000010:3.1:1788838234.513883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7240. 00000800:00000200:1.0:1788838234.517283:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.517298:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:1.0:1788838234.517305:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.517312:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.517319:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce770 00000400:00000010:1.0:1788838234.517322:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce770. 00000100:00000001:1.0:1788838234.517328:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.517335:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132228224/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.517345:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.517349:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896e680 x1875731132228224/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.517355:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.517357:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838234.520867:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.520890:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.520895:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.520898:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.520909:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.520920:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.520930:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.520936:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.520942:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.520947:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4a280 00000400:00000200:0.0:1788838234.520953:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.520959:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6311 [64] + 224 00000800:00000001:0.0:1788838234.520968:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.520977:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.520981:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.520986:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.520996:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.521007:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e680 x1875731132228224/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.521019:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc896e680 x1875731132228224/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.521042:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.521061:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.521065:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.527638:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.527651:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838234.528249:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.528261:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.528271:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:1.0:1788838234.528274:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:1.0:1788838234.528280:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.528300:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132228352/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.528315:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.528319:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132228352/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.528327:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.528328:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838234.533133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00000800:00000001:0.0:1788838234.533537:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.533556:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.533560:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.533563:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.533575:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.533584:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.533595:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.533601:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.533608:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.533613:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd4a300 00000400:00000200:0.0:1788838234.533619:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.533627:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x6319 [256] + 0 00000400:00000010:0.0:1788838234.533634:0:2344:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b0b0. 00000400:00000200:0.0:1788838234.533640:0:2344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afd0074000 00000800:00000001:0.0:1788838234.533648:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.533707:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.533712:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.533718:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838234.533726:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0074000 00000400:00000010:0.0:1788838234.533729:0:2344:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afd0074000. 00000100:00000001:0.0:1788838234.533737:0:2344:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788838234.533739:0:2344:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc896c700 desc ffff98afc8715800 mbits 1875731132228352 00000100:00000001:0.0:1788838234.533755:0:2344:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788838234.533767:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838234.533771:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.533777:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.533784:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2294:2294:256:4294967295] 192.168.203.123@tcp LPNI seq info [2294:2294:8:4294967295] 00000400:00000200:0.0:1788838234.533789:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.533798:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838234.533805:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.533814:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afd0c40000. 00000800:00000200:0.0:1788838234.533822:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.533831:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.533836:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0c40000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838234.533901:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.533905:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afd0c40000. 00000400:00000200:0.0:1788838234.533909:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.533912:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838234.533919:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.533923:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.538205:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.538226:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.538230:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.538233:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.538243:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.538252:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.538261:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.538266:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.538272:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.538277:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd4a300 00000400:00000200:0.0:1788838234.538282:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.538299:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x6321 [1] + 224 00000800:00000001:0.0:1788838234.538308:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.538322:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.538325:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.538339:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.538350:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.538359:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132228352/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.538371:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc896c700 x1875731132228352/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.538390:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.538401:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.538405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.540520:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.540525:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:1.0:1788838234.540530:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.540536:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.540541:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:1.0:1788838234.540544:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:1.0:1788838234.540548:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.540553:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132228608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.540562:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.540565:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132228608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.540573:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.540575:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838234.544907:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.544931:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.544937:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.544940:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.544952:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.544960:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.544971:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.544978:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.544985:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.544990:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4a400 00000400:00000200:0.0:1788838234.544995:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.545002:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6329 [1] + 224 00000800:00000001:0.0:1788838234.545011:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.545019:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.545022:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.545027:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.545035:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.545046:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132228608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.545067:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc896c700 x1875731132228608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.545086:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.545096:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.545099:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.547447:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.547454:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:1.0:1788838234.547460:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.547467:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.547475:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce330 00000400:00000010:1.0:1788838234.547477:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce330. 00000100:00000001:1.0:1788838234.547483:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.547493:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132228864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.547504:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.547508:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132228864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.547515:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.547516:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838234.554548:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.554573:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.554580:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.554582:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.554595:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.554604:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.554616:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.554621:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.554628:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.554632:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4a500 00000400:00000200:0.0:1788838234.554637:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.554646:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6331 [64] + 224 00000800:00000001:0.0:1788838234.554713:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.554724:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.554729:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.554735:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.554746:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.554758:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132228864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.554770:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc896c700 x1875731132228864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.554792:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.554804:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.554809:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788838234.558306:0:30284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838234.558320:0:30284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62cdf2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b210 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838234.558428:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.558431:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.558434:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788838234.558438:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838234.558440:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838234.558443:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=2 00000020:00000001:0.0:1788838234.558445:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:0.0:1788838234.558448:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:0.0:1788838234.558450:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.558452:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838234.558454:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.558457:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.558461:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31300 count: 4 00010000:00000001:0.0:1788838234.558464:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838234.558468:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.558469:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.558471:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.558472:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31300 count: 4 00010000:00000001:0.0:1788838234.558474:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838234.558476:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.558479:0:30284:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838234.558597:0:30284:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff98afd152eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788838234.558896:0:30284:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788838234.558900:0:30284:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788838234.558902:0:30284:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788838234.558905:0:30284:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff98afd152ec08) invalid 00000020:00000001:0.0:1788838234.558909:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa60 00000080:00002000:0.0:1788838234.558911:0:30284:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff98afd17086c0) parent ffff98afd8effa20 inode ffff98afd152ec08 refc 3 00000080:00000001:0.0:1788838234.558916:0:30284:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788838234.558919:0:30284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838234.558922:0:30284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.558929:0:30284:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838234.558934:0:30284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838234.558936:0:30284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838234.558939:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.558942:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838234.558945:0:30284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0f600 with handle 0x9f68a6b43b62cdba from hash 00010000:00000001:0.0:1788838234.558948:0:30284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838234.558949:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.558950:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.558951:0:30284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838234.558955:0:30284:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838234.558957:0:30284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838234.558961:0:30284:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838234.558963:0:30284:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838234.558966:0:30284:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838234.558970:0:30284:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838234.558975:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 3 00010000:00000001:0.0:1788838234.558978:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838234.558981:0:30284:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838234.558985:0:30284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838234.558989:0:30284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788838234.558997:0:30284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838234.559000:0:30284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838234.559002:0:30284:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838234.559004:0:30284:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:0.0:1788838234.559006:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.559008:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.559009:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 4 00010000:00000001:0.0:1788838234.559011:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838234.559014:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.559016:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.559017:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.559019:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 4 00010000:00000001:0.0:1788838234.559021:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838234.559023:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.559025:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.559026:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.559028:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 4 00010000:00000001:0.0:1788838234.559030:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838234.559033:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838234.559161:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.559165:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.559167:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 4 00010000:00000001:0.0:1788838234.559169:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838234.559172:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.559174:0:30284:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.559179:0:30284:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838234.559182:0:30284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838234.559187:0:30284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838234.559190:0:30284:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838234.559193:0:30284:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788838234.559196:0:30284:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1788838234.559200:0:30284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788838234.559203:0:30284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788838234.559208:0:30284:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838234.559211:0:30284:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838234.559213:0:30284:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788838234.559215:0:30284:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.559217:0:30284:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838234.559219:0:30284:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838234.559221:0:30284:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.559223:0:30284:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788838234.559225:0:30284:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff98afd16ddb88) invalid 00000020:00000001:0.0:1788838234.559228:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa60 00000080:00002000:0.0:1788838234.559231:0:30284:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd1742360) parent ffff98afd17086c0 inode ffff98afd16ddb88 refc 1 00000080:00000001:0.0:1788838234.559234:0:30284:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788838234.559236:0:30284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838234.559237:0:30284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.559240:0:30284:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838234.559242:0:30284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838234.559244:0:30284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838234.559245:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.559248:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838234.559251:0:30284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bab800 with handle 0x9f68a6b43b62cdc1 from hash 00010000:00000001:0.0:1788838234.559253:0:30284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838234.559254:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.559255:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.559257:0:30284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838234.559258:0:30284:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838234.559259:0:30284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838234.559261:0:30284:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838234.559264:0:30284:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62cd97 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b0e3 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788838234.559270:0:30284:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838234.559272:0:30284:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838234.559273:0:30284:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838234.559274:0:30284:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:0.0:1788838234.559277:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838234.559278:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838234.559281:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 4 00010000:00000001:0.0:1788838234.559283:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838234.559286:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.559299:0:30284:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.559301:0:30284:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838234.559303:0:30284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838234.559305:0:30284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838234.559308:0:30284:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838234.559310:0:30284:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788838234.559311:0:30284:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1788838234.559313:0:30284:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788838234.559315:0:30284:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788838234.559316:0:30284:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838234.559318:0:30284:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838234.559320:0:30284:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788838234.559321:0:30284:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838234.559323:0:30284:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838234.559324:0:30284:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838234.559326:0:30284:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838234.559327:0:30284:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838234.559328:0:30284:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.559330:0:30284:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838234.559392:0:30284:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838234.559393:0:30284:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838234.559395:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838234.559397:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838234.559400:0:30284:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516800 with handle 0x9f68a6b43b62cd97 from hash 00010000:00000001:0.0:1788838234.559403:0:30284:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838234.559405:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.559406:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.559407:0:30284:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838234.559409:0:30284:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838234.559411:0:30284:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838234.559413:0:30284:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788838234.559415:0:30284:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788838234.559417:0:30284:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788838234.559431:0:30284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a300. 00000020:00000040:0.0:1788838234.559435:0:30284:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838234.559442:0:30284:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838234.559445:0:30284:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.559448:0:30284:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838234.559454:0:30284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.559459:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838234.559460:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.559463:0:30284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.559466:0:30284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838234.559469:0:30284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838234.559473:0:30284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838234.559495:0:30284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc2c77400. 00000100:00000001:0.0:1788838234.559504:0:30284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.559508:0:30284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.559511:0:30284:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838234.559518:0:30284:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838234.559525:0:30284:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62cd97 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b0e3 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838234.559532:0:30284:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 1/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788838234.559538:0:30284:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788838234.559539:0:30284:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788838234.559541:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838234.559544:0:30284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab800/0x9f68a6b43b62cdc1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b16f expref: -99 pid: 30283 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788838234.559554:0:30284:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd13584c0. 00010000:00000001:0.0:1788838234.559566:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.559567:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838234.559569:0:30284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62cd97 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b0e3 expref: -99 pid: 30248 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788838234.559575:0:30284:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110df00. 00010000:00000040:0.0:1788838234.559580:0:30284:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4cb00 count: 0 00010000:00000010:0.0:1788838234.559586:0:30284:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5e00. 00010000:00000001:0.0:1788838234.559593:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.559595:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838234.559597:0:30284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0f600/0x9f68a6b43b62cdba lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b153 expref: -99 pid: 30283 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788838234.559605:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838234.559607:0:30284:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.559609:0:30284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838234.559611:0:30284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.559613:0:30284:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788838234.559625:0:30284:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788838234.559641:0:30284:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090a300 x1875731132229120/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838234.559649:0:30284:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838234.559651:0:30284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838234.559821:0:30284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd11140c0. 00000100:00000001:0.0:1788838234.559824:0:30284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108544 : -113594082443072 : ffff98afd11140c0) 00000100:00000001:0.0:1788838234.559828:0:30284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.559829:0:30284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000001:0.0:1788838234.559834:0:30284:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838234.559838:0:30284:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.559840:0:30284:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838234.559842:0:30284:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838234.559847:0:30284:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a300 x1875731132229120/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.559855:0:30284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838234.559857:0:30284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.559861:0:30284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838234.559864:0:30284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838234.559866:0:30284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838234.559870:0:30284:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30284:1875731132229120:192.168.203.123@tcp:36:rm.0 00000100:00000001:0.0:1788838234.559875:0:30284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838234.559882:0:30284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838234.559885:0:30284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838234.559888:0:30284:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838234.559893:0:30284:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0083c00. 02000000:00000001:0.0:1788838234.559895:0:30284:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838234.559904:0:30284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838234.559909:0:30284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838234.559917:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc6e8. 00000100:00000200:0.0:1788838234.559925:0:30284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132229120, portal 10 00000100:00000001:0.0:1788838234.559927:0:30284:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838234.559928:0:30284:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000040:0.0:1788838234.559935:0:30284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a300 x1875731132229120/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.559942:0:30284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838234.559945:0:30284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838234.559948:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc110. 00000100:00000200:0.0:1788838234.559950:0:30284:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875731132229120, offset 0 00000400:00000200:0.0:1788838234.559957:0:30284:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838234.559967:0:30284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.559976:0:30284:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.559982:0:30284:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838234.559988:0:30284:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838234.559992:0:30284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838234.559995:0:30284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838234.560000:0:30284:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2297:2297:256:4294967295] 192.168.203.123@tcp LPNI seq info [2297:2297:8:4294967295] 00000400:00000200:0.0:1788838234.560004:0:30284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.560013:0:30284:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838234.560020:0:30284:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.560026:0:30284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5d700. 00000800:00000200:0.0:1788838234.560193:0:30284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.560204:0:30284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.560210:0:30284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5d700 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788838234.560462:0:30284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838234.560469:0:30284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 788277 usecs (789 jiffies) 00000400:00000200:0.0:1788838234.560473:0:30284:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838234.560476:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296365322 00000100:00000001:0.0:1788838234.560479:0:30284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.560482:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296365322 00000100:00000001:0.0:1788838234.560484:0:30284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296366584 00000100:00000001:0.0:1788838234.560495:0:30284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838234.560498:0:30284:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.560501:0:30284:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838234.560503:0:30284:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838234.560506:0:30284:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd11140c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838234.560509:0:30284:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838234.560512:0:30284:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838234.567314:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.567329:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5d700. 00000400:00000200:1.0:1788838234.567342:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.567356:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.567366:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc110 00000400:00000010:1.0:1788838234.567369:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc110. 00000100:00000001:1.0:1788838234.567376:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.567387:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a300 x1875731132229120/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.567404:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.567409:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a300 x1875731132229120/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.567417:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.567420:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838234.572922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab800. 00010000:00000010:0.1:1788838234.572941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cb00. 00010000:00000010:0.1:1788838234.572946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:0.1:1788838234.572950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f600. 00000800:00000001:0.0:1788838234.578714:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.578738:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.578745:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.578748:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.578761:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.578772:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.578786:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.578793:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.578799:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.578804:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4a600 00000400:00000200:0.0:1788838234.578808:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.578816:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6339 [1] + 224 00000800:00000001:0.0:1788838234.578824:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.578832:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.578836:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.578841:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.578850:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.578861:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a300 x1875731132229120/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838234.578879:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afd090a300 x1875731132229120/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.578905:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838234.578917:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838234.578921:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.578926:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.578933:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2298:2298:256:4294967295] 192.168.203.123@tcp LPNI seq info [2298:2298:8:4294967295] 00000400:00000200:0.0:1788838234.578937:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.578944:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838234.578951:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.578957:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838234.578964:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.578974:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.578979:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838234.579090:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.579094:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:0.0:1788838234.579098:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.579102:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838234.579109:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.579112:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838234.582332:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.582342:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:0.0:1788838234.582349:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.582357:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838234.582365:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:0.0:1788838234.582368:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:0.0:1788838234.582373:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838234.582380:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1c00 x1875731132229248/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.582398:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838234.582401:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1c00 x1875731132229248/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.582408:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838234.582410:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788838234.586789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06c00. 00000080:00000010:2.1:1788838234.586828:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16ddac0. 00000080:00000010:2.1:1788838234.586838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692280. 00000800:00000001:0.0:1788838234.593423:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.593448:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.593455:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.593457:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.593468:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.593478:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.593507:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.593514:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.593520:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.593525:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4a680 00000400:00000200:0.0:1788838234.593530:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.593537:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6349 [1] + 224 00000800:00000001:0.0:1788838234.593547:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.593581:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.593585:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.593592:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.593603:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.593615:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1c00 x1875731132229248/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.593627:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc4ac1c00 x1875731132229248/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.593652:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.593719:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.593723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.603209:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.603225:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:1.0:1788838234.603236:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.603248:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.603257:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512acc0 00000400:00000010:1.0:1788838234.603261:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512acc0. 00000100:00000001:1.0:1788838234.603268:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.603279:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1c00 x1875731132229504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.603302:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.603306:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1c00 x1875731132229504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838234.603313:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.603315:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838234.603846:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.603865:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.603869:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.603872:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.603880:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.603886:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.603895:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.603899:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.603905:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.603909:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4a780 00000400:00000200:0.0:1788838234.603915:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.603922:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6351 [1] + 224 00000800:00000001:0.0:1788838234.603931:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.603940:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.603942:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.603946:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.603952:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.603958:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1c00 x1875731132229504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838234.603968:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac1c00 x1875731132229504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838234.604174:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838234.604184:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.604188:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838234.606358:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838234.606365:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:1.0:1788838234.606370:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838234.606376:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838234.606382:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a330 00000400:00000010:1.0:1788838234.606385:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a330. 00000100:00000001:1.0:1788838234.606390:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838234.606394:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1c00 x1875731132229760/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.606404:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838234.606408:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1c00 x1875731132229760/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838250 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838234.606416:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838234.606417:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838234.615772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517000. 00010000:00000010:2.1:1788838234.615794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31300. 00010000:00000010:2.1:1788838234.615802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00010000:00000010:2.1:1788838234.615806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac800. 00010000:00000010:2.1:1788838234.615809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea800. 00000800:00000001:0.0:1788838234.616423:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.616442:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838234.616446:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.616448:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.616459:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.616467:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838234.616595:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.616602:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.616608:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.616613:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4a880 00000400:00000200:0.0:1788838234.616618:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.616626:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6359 [1] + 224 00000800:00000001:0.0:1788838234.616636:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838234.616644:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838234.616648:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.616653:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838234.616814:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838234.616828:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1c00 x1875731132229760/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838234.616841:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac1c00 x1875731132229760/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838250 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838234.616865:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838234.616878:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838234.616883:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.616891:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838234.616898:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2302:2302:256:4294967295] 192.168.203.123@tcp LPNI seq info [2302:2302:8:4294967295] 00000400:00000200:0.0:1788838234.616903:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838234.616912:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838234.616918:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838234.616925:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838234.616934:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838234.616945:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838234.616951:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788838234.617649:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1788838234.618258:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838234.618265:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:0.0:1788838234.618271:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838234.618279:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838234.620296:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788838234.628712:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152eb40. 00000080:00000010:2.1:1788838234.628733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e64a0. 00010000:00000001:0.0:1788838234.635044:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.635065:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838234.635068:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838234.635074:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.635080:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838234.635082:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.635543:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.635547:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.635553:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.635555:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838234.635559:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838234.635560:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838235.596898:0:30369:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838235.659015:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838235.659021:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838235.659027:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838235.659028:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838235.659032:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838235.659033:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838236.618788:0:29938:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296366584, at 4296366592 00000100:00000010:1.0:1788838236.618802:0:29938:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17cc0. 00000100:00000040:0.0:1788838236.619778:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296366584, at 4296366592 00000100:00000010:0.0:1788838236.619788:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b178a0. 00010000:00000001:0.0:1788838236.682884:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838236.682889:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838236.682894:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838236.682895:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838236.682898:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838236.682899:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838237.384074:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838237.384148:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838237.384153:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838237.384157:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838237.384166:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.384174:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838237.384182:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.384186:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.384191:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.384195:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c4d000 00000400:00000200:1.0:1788838237.384203:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6131 [2] + 0 00000800:00000001:1.0:1788838237.384211:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838237.384219:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838237.384223:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838237.384227:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838237.384234:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788838237.384236:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788838237.384242:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123480. 00000100:00000040:1.0:1788838237.384246:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd1123480 x1875731147968512 msgsize 328 00000100:00100000:1.0:1788838237.384249:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:1.0:1788838237.384277:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788838237.384285:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838237.384289:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.384370:0:16001:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838237.384373:0:16001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147968512 02000000:00000001:0.0:1788838237.384376:0:16001:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838237.384378:0:16001:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838237.384381:0:16001:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838237.384385:0:16001:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838237.384390:0:16001:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147968512 00000020:00000001:0.0:1788838237.384393:0:16001:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838237.384395:0:16001:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:0.0:1788838237.384397:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838237.384401:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:0.0:1788838237.384403:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:0.0:1788838237.384407:0:16001:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000001:0.0:1788838237.384411:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838237.384416:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358500. 00000100:00000001:0.0:1788838237.384419:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838237.384422:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358500. 00000020:00000010:0.0:1788838237.384428:0:16001:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4010e00. 00000020:00000010:0.0:1788838237.384434:0:16001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9eb80. 00000020:00000010:0.0:1788838237.384438:0:16001:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfa000. 00000100:00000040:0.0:1788838237.384446:0:16001:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838237.384449:0:16001:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838237.384451:0:16001:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838237.384453:0:16001:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.384461:0:16001:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.384476:0:16001:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.384487:0:16001:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838237.384489:0:16001:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838237.384494:0:16001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 53 00000100:00000040:0.0:1788838237.384498:0:16001:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506d000 : new rpc_count 1 00000100:00000001:0.0:1788838237.384501:0:16001:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479627170944 : -113594082380672 : ffff98afd1123480) 00000100:00000040:0.0:1788838237.384509:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd1123480 x1875731147968512/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:138/0 lens 328/0 e 0 to 0 dl 1788838248 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838237.384518:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838237.384521:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358500. 00000100:00000001:0.0:1788838237.384523:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838237.384525:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358500. 00000100:00100000:0.0:1788838237.384530:0:16001:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd1123480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6711:x1875731147968512:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838237.384534:0:16001:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147968512 00010000:00000001:0.0:1788838237.384536:0:16001:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838237.384543:0:16001:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838237.384544:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838237.384547:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa000 refcount=2 00000020:00000001:0.0:1788838237.384548:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838237.384552:0:16001:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487213568 : -113594222338048 : ffff98afc8baa000) 00010000:00000001:0.0:1788838237.384557:0:16001:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838237.384560:0:16001:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838237.384565:0:16001:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000e04be93b/0x9f68a6b43b62cdc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b176 expref: -99 pid: 30283 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788838237.384577:0:16001:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838237.384579:0:16001:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838237.384584:0:16001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0083400. 02000000:00000001:0.0:1788838237.384586:0:16001:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.384588:0:16001:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.384592:0:16001:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838237.384595:0:16001:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838237.384599:0:16001:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=66 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838237.384603:0:16001:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838237.384606:0:16001:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838237.384608:0:16001:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838237.384611:0:16001:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838237.384613:0:16001:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.384616:0:16001:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838237.384619:0:16001:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838237.384625:0:16001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838237.384630:0:16001:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147968512, offset 224 00000400:00000200:0.0:1788838237.384636:0:16001:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838237.384643:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.384649:0:16001:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838237.384686:0:16001:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2303:2303:256:4294967295] 192.168.203.123@tcp LPNI seq info [2303:2303:8:4294967295] 00000400:00000200:0.0:1788838237.384692:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.384699:0:16001:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838237.384705:0:16001:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838237.384710:0:16001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838237.384716:0:16001:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838237.384724:0:16001:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838237.384728:0:16001:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838237.384740:0:16001:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.384743:0:16001:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838237.384746:0:16001:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838237.384749:0:16001:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc43f8900. 00010000:00000001:0.0:1788838237.384752:0:16001:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788838237.384772:0:16001:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838237.384774:0:16001:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.384776:0:16001:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.384778:0:16001:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.384783:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1123480 x1875731147968512/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:138/0 lens 328/224 e 0 to 0 dl 1788838248 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838237.384792:0:16001:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd1123480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6711:x1875731147968512:12345-192.168.203.123@tcp:104: Request processed in 272us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838237.384799:0:16001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 53 00000100:00000040:0.0:1788838237.384802:0:16001:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506d000 : new rpc_count 0 00000100:00000001:0.0:1788838237.384805:0:16001:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838237.384807:0:16001:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838237.384811:0:16001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9eb80. 00000020:00000010:0.0:1788838237.384814:0:16001:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfa000. 00000020:00000010:0.0:1788838237.384818:0:16001:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc4010e00. 00000020:00000040:0.0:1788838237.384822:0:16001:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:0.0:1788838237.384825:0:16001:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838237.384910:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838237.384914:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:0.0:1788838237.384918:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.384922:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838237.384926:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838237.384929:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838237.384931:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788838237.384934:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1788838237.393749:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.393842:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838237.393847:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.393849:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838237.393858:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.393865:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838237.393873:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.393878:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.393884:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.393888:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c4d100 00000400:00000200:0.0:1788838237.393896:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6131 [2] + 328 00000800:00000001:0.0:1788838237.393902:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.393911:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838237.393914:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.393918:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838237.393925:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838237.393927:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788838237.393933:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908380. 00000100:00000040:0.0:1788838237.393936:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd0908380 x1875731147968768 msgsize 328 00000100:00100000:0.0:1788838237.393940:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:0.0:1788838237.393949:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1788838237.393974:0:15899:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838237.393977:0:15899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147968768 02000000:00000001:0.0:1788838237.393979:0:15899:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838237.393982:0:15899:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838237.393984:0:15899:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838237.393988:0:15899:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838237.393992:0:15899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147968768 00000020:00000001:0.0:1788838237.393995:0:15899:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838237.393997:0:15899:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:0.0:1788838237.393999:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838237.394002:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:0.0:1788838237.394005:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:0.0:1788838237.394007:0:15899:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000001:0.0:1788838237.394012:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838237.394016:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358500. 00000100:00000001:0.0:1788838237.394019:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838237.394022:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358500. 00000020:00000010:0.0:1788838237.394027:0:15899:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4010e00. 00000020:00000010:0.0:1788838237.394032:0:15899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9eb80. 00000020:00000010:0.0:1788838237.394036:0:15899:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfa000. 00000100:00000040:0.0:1788838237.394043:0:15899:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838237.394046:0:15899:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838237.394048:0:15899:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838237.394111:0:15899:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.394118:0:15899:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.394124:0:15899:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.394134:0:15899:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838237.394136:0:15899:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838237.394140:0:15899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 54 00000100:00000040:0.0:1788838237.394144:0:15899:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506e000 : new rpc_count 1 00000100:00000001:0.0:1788838237.394146:0:15899:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479618671488 : -113594090880128 : ffff98afd0908380) 00000100:00000040:0.0:1788838237.394152:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd0908380 x1875731147968768/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:138/0 lens 328/0 e 0 to 0 dl 1788838248 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838237.394163:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838237.394165:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358500. 00000100:00000001:0.0:1788838237.394167:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838237.394169:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358500. 00000100:00100000:0.0:1788838237.394174:0:15899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd0908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6712:x1875731147968768:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838237.394177:0:15899:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147968768 00010000:00000001:0.0:1788838237.394179:0:15899:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838237.394185:0:15899:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838237.394187:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838237.394189:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=2 00000020:00000001:0.0:1788838237.394191:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:0.0:1788838237.394194:0:15899:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:0.0:1788838237.394198:0:15899:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838237.394201:0:15899:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838237.394206:0:15899:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000007f7a68c0/0x9f68a6b43b62cdb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b137 expref: -99 pid: 30282 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788838237.394217:0:15899:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838237.394220:0:15899:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838237.394224:0:15899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0081c00. 02000000:00000001:0.0:1788838237.394226:0:15899:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.394229:0:15899:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.394233:0:15899:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838237.394235:0:15899:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838237.394239:0:15899:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=66 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838237.394243:0:15899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838237.394245:0:15899:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838237.394248:0:15899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838237.394250:0:15899:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838237.394252:0:15899:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.394254:0:15899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838237.394257:0:15899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838237.394261:0:15899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838237.394265:0:15899:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147968768, offset 224 00000400:00000200:0.0:1788838237.394282:0:15899:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838237.394288:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.394294:0:15899:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838237.394300:0:15899:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2305:2305:255:4294967295] 192.168.203.123@tcp LPNI seq info [2305:2305:7:4294967295] 00000400:00000200:0.0:1788838237.394304:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.394313:0:15899:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838237.394319:0:15899:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838237.394323:0:15899:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838237.394329:0:15899:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838237.394336:0:15899:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838237.394341:0:15899:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838237.394346:0:15899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.394349:0:15899:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838237.394352:0:15899:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838237.394355:0:15899:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc43f8840. 00010000:00000001:0.0:1788838237.394357:0:15899:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788838237.394406:0:15899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838237.394409:0:15899:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.394410:0:15899:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.394412:0:15899:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.394417:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908380 x1875731147968768/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:138/0 lens 328/224 e 0 to 0 dl 1788838248 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838237.394427:0:15899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd0908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6712:x1875731147968768:12345-192.168.203.123@tcp:104: Request processed in 262us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838237.394434:0:15899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 54 00000100:00000040:0.0:1788838237.394437:0:15899:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506e000 : new rpc_count 0 00000100:00000001:0.0:1788838237.394439:0:15899:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838237.394441:0:15899:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838237.394445:0:15899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9eb80. 00000020:00000010:0.0:1788838237.394448:0:15899:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfa000. 00000020:00000010:0.0:1788838237.394452:0:15899:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc4010e00. 00000020:00000040:0.0:1788838237.394456:0:15899:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:0.0:1788838237.394459:0:15899:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838237.394489:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838237.394492:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:0.0:1788838237.394495:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.394499:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838237.394503:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce2a8 00000400:00000010:0.0:1788838237.394505:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce2a8. 00000100:00000001:0.0:1788838237.394509:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838237.394513:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132229888/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.394529:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.394532:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e680 x1875731132229888/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.394540:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.394541:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838237.394547:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.394550:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838237.394608:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838237.394610:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:0.0:1788838237.394613:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.394617:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838237.394619:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838237.394621:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838237.394623:0:2344:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788838237.394625:0:2344:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788838237.400419:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838237.400425:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:0.0:1788838237.400429:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.400435:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838237.400440:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce880 00000400:00000010:0.0:1788838237.400443:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce880. 00000100:00000001:0.0:1788838237.400446:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838237.400451:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ed80 x1875731132230016/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.400460:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.400463:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ed80 x1875731132230016/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.400477:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.400478:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838237.401694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31100. 00010000:00000010:3.1:1788838237.401704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa000. 00000800:00000001:0.0:1788838237.404151:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.404166:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838237.404170:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.404173:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838237.404181:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404188:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838237.404197:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404201:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404206:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404210:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd4a900 00000400:00000200:0.0:1788838237.404214:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404221:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6369 [1] + 224 00000800:00000001:0.0:1788838237.404228:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.404236:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838237.404239:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.404244:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838237.404251:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838237.404260:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e680 x1875731132229888/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838237.404283:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896e680 x1875731132229888/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.404300:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838237.404310:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.404314:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838237.404505:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.404514:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838237.404522:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.404527:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838237.404536:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404546:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838237.404560:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404571:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404579:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404583:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd4a980 00000400:00000200:0.0:1788838237.404586:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.404600:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6379 [1] + 224 00000800:00000001:0.0:1788838237.404619:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.404632:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838237.404640:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.404693:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838237.404700:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838237.404710:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ed80 x1875731132230016/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838237.404732:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896ed80 x1875731132230016/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.404749:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838237.404753:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.404757:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788838237.407842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ce00. 00010000:00000010:3.1:1788838237.407860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00000100:00000040:0.0:1788838237.643742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838237.643753:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838237.643766:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090aa00. 00000020:00000040:0.0:1788838237.643774:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838237.643780:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838237.643784:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838237.643791:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838237.643801:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc2b5df00. 00000100:00000001:0.0:1788838237.643811:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.643826:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838237.643838:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838237.643844:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.643851:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce13e518] to pc [ptlrpcd_00_01+1] req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.643875:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.643878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838237.643884:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838237.643887:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908e00. 00000020:00000040:0.0:1788838237.643889:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838237.643891:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838237.643893:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838237.643895:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838237.643898:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc2b5d300. 00000100:00000001:0.0:1788838237.643901:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.643905:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838237.643912:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838237.643914:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.643917:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1dd8d96] to pc [ptlrpcd_00_00+0] req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.643925:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.643931:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1705) 00000100:00000001:0.0:1788838237.643947:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838237.643951:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838237.643954:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838237.643960:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.643968:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838237.643971:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838237.643975:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838237.643979:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838237.643982:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838237.643985:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132230144:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838237.643990:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838237.643997:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838237.644000:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838237.644003:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838237.644008:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010000. 02000000:00000001:0.0:1788838237.644010:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838237.644019:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838237.644023:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25f78. 00000400:00000010:0.0:1788838237.644030:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838237.644039:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132230144, portal 25 00000100:00000001:0.0:1788838237.644042:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838237.644043:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00000100:00000040:0.0:1788838237.644049:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.644056:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838237.644059:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838237.644062:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838237.644065:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132230144, offset 0 00000400:00000200:0.0:1788838237.644073:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838237.644083:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.644092:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838237.644099:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838237.644104:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838237.644109:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838237.644111:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838237.644115:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2307:2307:256:4294967295] 192.168.203.123@tcp LPNI seq info [2307:2307:8:4294967295] 00000400:00000200:0.0:1788838237.644120:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.644130:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838237.644137:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838237.644144:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5d700. 00000800:00000200:0.0:1788838237.644152:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838237.644161:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838237.644166:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838237.644179:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838237.644183:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838237.644186:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296371702 00000100:00000001:0.0:1788838237.644196:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296367626 00000100:00000001:0.0:1788838237.644200:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296371702 00000100:00000001:0.0:1788838237.644204:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296367626 00000100:00000001:0.0:1788838237.644207:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838237.644210:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.644214:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.644217:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.644226:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838237.644229:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838237.644231:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838237.644232:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838237.644234:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838237.644236:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788838237.644238:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.644240:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838237.644241:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.644243:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838237.644244:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838237.644245:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838237.644248:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.644255:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838237.644257:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838237.644258:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838237.644260:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838237.644263:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838237.644266:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132230272:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838237.644282:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838237.644284:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838237.644285:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838237.644287:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838237.644291:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc9969000. 02000000:00000001:0.0:1788838237.644293:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838237.644297:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838237.644300:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838237.644304:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc3b8. 00000100:00000200:0.0:1788838237.644308:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132230272, portal 10 00000100:00000001:0.0:1788838237.644310:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838237.644311:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000040:0.0:1788838237.644319:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.644324:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838237.644326:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838237.644328:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838237.644330:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132230272, offset 0 00000400:00000200:0.0:1788838237.644334:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838237.644337:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.644340:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838237.644343:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838237.644346:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838237.644348:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838237.644350:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838237.644353:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2308:2308:255:4294967295] 192.168.203.123@tcp LPNI seq info [2308:2308:7:4294967295] 00000400:00000200:0.0:1788838237.644357:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.644362:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838237.644367:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838237.644370:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5db00. 00000800:00000200:0.0:1788838237.644374:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838237.644378:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838237.644381:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838237.644384:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.644388:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 783618 usecs (784 jiffies) 00000400:00000200:0.0:1788838237.644390:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838237.644392:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296368400 00000100:00000001:0.0:1788838237.644395:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296371702 00000100:00000001:0.0:1788838237.644397:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296368400 00000100:00000001:0.0:1788838237.644400:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296371702 00000100:00000001:0.0:1788838237.644402:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838237.644404:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.644406:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.644408:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.644419:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838237.644421:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838237.644467:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838237.644471:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5d700. 00000400:00000200:0.0:1788838237.644477:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.644482:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838237.644489:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:0.0:1788838237.644492:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:0.0:1788838237.644496:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838237.644500:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.644510:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.644513:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.644520:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.644521:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838237.644599:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838237.644601:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5db00. 00000400:00000200:0.0:1788838237.644604:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.644608:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838237.644610:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000400:00000010:0.0:1788838237.644612:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:0.0:1788838237.644614:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838237.644617:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.644623:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.644627:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.644633:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.644634:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838237.649932:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838237.649954:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838237.649960:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838237.649963:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838237.649974:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.649983:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838237.649995:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.650001:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.650008:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.650012:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4aa00 00000400:00000200:1.0:1788838237.650018:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838237.650085:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6381 [1] + 224 00000800:00000001:1.0:1788838237.650096:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838237.650110:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838237.650115:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838237.650120:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838237.650130:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838237.650142:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838237.650154:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838237.650179:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838237.650191:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838237.650195:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.650235:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838237.650241:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838237.650253:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838237.650255:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838237.650259:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25f78. 00000400:00000200:0.0:1788838237.650264:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838237.650276:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838237.650280:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838237.650285:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838237.650293:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.650298:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838237.650301:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.650303:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838237.650307:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838237.650310:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838237.650313:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838237.650316:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838237.650324:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838237.650328:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=66 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838237.650330:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838237.650332:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.650336:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838237.650338:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.650342:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.650347:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.650355:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838237.650359:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838237.650362:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838237.650367:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838237.650375:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132230144:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838237.650381:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.650384:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.650388:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090aa00 x1875731132230144/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.650394:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838237.650398:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838237.650402:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4010000. 02000000:00000001:0.0:1788838237.650406:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838237.650410:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838237.650412:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838237.650414:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838237.650417:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc2b5df00. 02000000:00000001:0.0:1788838237.650421:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838237.650423:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838237.650425:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090aa00. 00000100:00000001:0.0:1788838237.650429:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838237.650431:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.650434:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.650436:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838237.650437:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838237.650439:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.650440:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838237.658605:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.658628:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838237.658633:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.658635:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838237.658647:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.658685:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838237.658697:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.658704:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.658711:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.658716:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4aa80 00000400:00000200:0.0:1788838237.658722:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838237.658728:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6391 [1] + 224 00000800:00000001:0.0:1788838237.658737:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.658744:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838237.658748:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838237.658753:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838237.658762:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838237.658774:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838237.658786:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.658802:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838237.658813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838237.658816:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.658831:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838237.658835:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838237.658844:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838237.658846:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838237.658849:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25210. 00000400:00000200:0.0:1788838237.658854:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc3b8 00000400:00000010:0.0:1788838237.658857:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc3b8. 00000100:00000001:0.0:1788838237.658860:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838237.658865:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838237.658873:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.658879:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838237.658881:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.658884:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838237.658888:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838237.658891:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838237.658893:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838237.658897:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838237.658909:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=66 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838237.658914:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838237.658917:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838237.658920:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.658923:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838237.658927:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.658932:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788838237.658935:0:2352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967611 gen 2 00000100:00000040:0.0:1788838237.658941:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff98afd0909500 x1875731132224768/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838248 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838237.658950:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.658954:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909500 x1875731132224768/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838248 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838237.658961:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838237.658963:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838237.658967:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0080800. 02000000:00000001:0.0:1788838237.658971:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838237.658975:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838237.658977:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838237.658979:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838237.658983:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc2c77200. 02000000:00000001:0.0:1788838237.658989:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838237.658991:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838237.658993:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909500. 00000100:00000001:0.0:1788838237.658998:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838237.659000:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838237.659005:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff98afc4ac2680 x1875731132227200/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659012:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.659015:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2680 x1875731132227200/t4294967603(4294967603) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659027:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838237.659381:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838237.659386:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406f400. 02000000:00000001:0.0:1788838237.659390:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838237.659391:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838237.659393:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838237.659395:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838237.659396:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4a16400. 02000000:00000001:0.0:1788838237.659398:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838237.659399:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838237.659401:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2680. 00000100:00000001:0.0:1788838237.659404:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838237.659405:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838237.659413:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff98afc896d500 x1875731132227840/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659420:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.659423:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d500 x1875731132227840/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659428:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838237.659430:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838237.659431:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717400. 02000000:00000001:0.0:1788838237.659434:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838237.659435:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838237.659436:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838237.659438:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838237.659439:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1127a00. 02000000:00000001:0.0:1788838237.659442:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838237.659443:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838237.659444:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d500. 00000100:00000001:0.0:1788838237.659446:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838237.659447:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838237.659454:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff98afd090a300 x1875731132229120/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659464:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.659534:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a300 x1875731132229120/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659540:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838237.659542:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838237.659543:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0083c00. 02000000:00000001:0.0:1788838237.659547:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838237.659548:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838237.659550:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838237.659551:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838237.659553:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc2c77400. 02000000:00000001:0.0:1788838237.659554:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838237.659556:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838237.659557:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a300. 00000100:00000001:0.0:1788838237.659559:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838237.659560:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838237.659566:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967611) req@ffff98afc4ac1c00 x1875731132229760/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659572:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.659574:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1c00 x1875731132229760/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838250 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659580:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838237.659581:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838237.659583:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e000. 02000000:00000001:0.0:1788838237.659585:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838237.659586:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838237.659587:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838237.659589:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838237.659591:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4a17400. 02000000:00000001:0.0:1788838237.659593:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838237.659594:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838237.659595:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1c00. 00000100:00000001:0.0:1788838237.659598:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838237.659599:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.659602:0:2352:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788838237.659605:0:2352:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:0.0:1788838237.659608:0:2352:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838237.659610:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838237.659616:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659623:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838237.659626:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838237.659629:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838237.659633:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838237.659641:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132230272:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838237.659646:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.659649:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838237.659652:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908e00 x1875731132230272/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838237.659738:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838237.659739:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838237.659741:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc9969000. 02000000:00000001:0.0:1788838237.659744:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838237.659745:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838237.659747:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838237.659749:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838237.659750:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc2b5d300. 02000000:00000001:0.0:1788838237.659754:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838237.659755:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838237.659756:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908e00. 00000100:00000001:0.0:1788838237.659759:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838237.659760:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.659763:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838237.659772:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838237.659774:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838237.659777:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838237.659780:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838237.712792:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838237.712801:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838238.731063:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838238.731072:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838239.135572:0:30651:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838239.758309:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838239.758320:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838239.758350:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838239.758354:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838239.758357:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838240.779312:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838240.779321:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838240.779417:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838240.779421:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838240.779425:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838241.406132:0:30806:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838241.739802:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296371702, at 4296371713 00000100:00000010:0.0:1788838241.739822:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb120. 00000100:00000040:1.0:1788838241.739957:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296371702, at 4296371713 00000100:00000010:1.0:1788838241.739963:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbf60. 00010000:00000001:0.0:1788838241.803306:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838241.803314:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838241.846171:0:30843:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788838241.846178:0:30843:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 23:30:40 (1788838240) 00000001:00000001:0.0:1788838241.853787:0:30843:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1788838241.912111:0:30847:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838241.912117:0:30847:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838241.912120:0:30847:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838241.912124:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddbb20 00000080:00200000:0.0:1788838241.912128:0:30847:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838241.912135:0:30847:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc66ab800. 00800000:00000002:0.0:1788838241.912141:0:30847:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838241.912145:0:30847:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838241.912327:0:30847:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838241.912330:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddba40 00800000:00000002:0.0:1788838241.912333:0:30847:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838241.912337:0:30847:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838241.912342:0:30847:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838241.912351:0:30847:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838241.912353:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddb910 00000002:00010000:0.0:1788838241.912355:0:30847:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838241.912359:0:30847:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838241.912361:0:30847:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838241.912364:0:30847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838241.912369:0:30847:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.912372:0:30847:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.912373:0:30847:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.912376:0:30847:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838241.912378:0:30847:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838241.912384:0:30847:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908e00. 00000020:00000040:0.0:1788838241.912388:0:30847:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838241.912394:0:30847:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838241.912399:0:30847:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838241.912403:0:30847:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.912406:0:30847:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838241.912408:0:30847:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838241.912412:0:30847:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838241.912419:0:30847:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0083c00. 00000100:00000001:0.0:1788838241.912426:0:30847:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.912431:0:30847:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838241.912433:0:30847:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.912434:0:30847:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838241.912435:0:30847:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.912437:0:30847:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.912443:0:30847:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00010000:00000001:0.0:1788838241.912447:0:30847:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838241.912449:0:30847:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838241.912454:0:30847:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31000. 00010000:00000010:0.0:1788838241.912458:0:30847:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9ed80. 00010000:00000001:0.0:1788838241.912464:0:30847:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838241.912467:0:30847:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa800. 00000020:00000001:0.0:1788838241.912470:0:30847:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838241.912474:0:30847:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa800 with handle 0x9f68a6b43b62ce00 to hash 00000020:00000001:0.0:1788838241.912476:0:30847:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838241.912478:0:30847:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.912480:0:30847:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.912484:0:30847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838241.912486:0:30847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838241.912490:0:30847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.912500:0:30847:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.912508:0:30847:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30847 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838241.912513:0:30847:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838241.912515:0:30847:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838241.912520:0:30847:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f86c0. 00000100:00000001:0.0:1788838241.912522:0:30847:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037312 : -113594297514304 : ffff98afc43f86c0) 00000100:00000001:0.0:1788838241.912525:0:30847:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.912527:0:30847:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000001:0.0:1788838241.912531:0:30847:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838241.912534:0:30847:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.912536:0:30847:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838241.912538:0:30847:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838241.912549:0:30847:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.912557:0:30847:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838241.912559:0:30847:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.912563:0:30847:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838241.912565:0:30847:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838241.912567:0:30847:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838241.912571:0:30847:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:30847:1875731132230400:192.168.203.123@tcp:101:lfs.0 00000100:00000001:0.0:1788838241.912578:0:30847:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838241.912583:0:30847:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838241.912585:0:30847:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.912588:0:30847:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838241.912593:0:30847:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4090800. 02000000:00000001:0.0:1788838241.912595:0:30847:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838241.912602:0:30847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838241.912606:0:30847:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838241.912613:0:30847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc3b8. 00000100:00000200:0.0:1788838241.912620:0:30847:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132230400, portal 10 00000100:00000001:0.0:1788838241.912622:0:30847:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.912624:0:30847:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000040:0.0:1788838241.912630:0:30847:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.912637:0:30847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838241.912640:0:30847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838241.912643:0:30847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838241.912646:0:30847:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132230400, offset 0 00000400:00000200:0.0:1788838241.912653:0:30847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838241.912684:0:30847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.912691:0:30847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838241.912696:0:30847:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838241.912773:0:30847:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838241.912778:0:30847:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838241.912780:0:30847:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838241.912785:0:30847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2309:2309:256:4294967295] 192.168.203.123@tcp LPNI seq info [2309:2309:8:4294967295] 00000400:00000200:0.0:1788838241.912790:0:30847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.912800:0:30847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838241.912806:0:30847:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838241.912812:0:30847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5d300. 00000800:00000200:0.0:1788838241.912819:0:30847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838241.912828:0:30847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838241.912832:0:30847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5d300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838241.912845:0:30847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838241.912849:0:30847:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 782467 usecs (783 jiffies) 00000400:00000200:0.0:1788838241.912853:0:30847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838241.912856:0:30847:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296372667 00000100:00000010:0.0:1788838241.912861:0:30847:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a14e0. 00000100:00000001:0.0:1788838241.912867:0:30847:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838241.912875:0:30847:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296372667 00000100:00000010:0.0:1788838241.912878:0:30847:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a10c0. 00000100:00000001:0.0:1788838241.912881:0:30847:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838241.912885:0:30847:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838241.912889:0:30847:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.912891:0:30847:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838241.912893:0:30847:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838241.912896:0:30847:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f86c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838241.912898:0:30847:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838241.912901:0:30847:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838241.914378:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838241.914386:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5d300. 00000400:00000200:1.0:1788838241.914391:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838241.914398:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838241.914404:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:1.0:1788838241.914407:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:1.0:1788838241.914422:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838241.914429:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838241.914441:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838241.914444:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838241.914451:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838241.914453:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838241.921504:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838241.921521:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838241.921525:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838241.921528:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838241.921536:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.921543:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838241.921552:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.921557:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.921562:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.921566:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4ab00 00000400:00000200:0.0:1788838241.921570:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.921575:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x63a1 [1] + 224 00000800:00000001:0.0:1788838241.921584:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838241.921592:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838241.921595:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838241.921599:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838241.921605:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838241.921613:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838241.921625:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.921649:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838241.921946:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838241.921951:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.923510:0:30847:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838241.923520:0:30847:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838241.923523:0:30847:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838241.923526:0:30847:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25210. 00000400:00000200:0.0:1788838241.923531:0:30847:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc3b8 00000400:00000010:0.0:1788838241.923533:0:30847:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc3b8. 00000100:00000001:0.0:1788838241.923537:0:30847:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838241.923545:0:30847:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838241.923556:0:30847:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.923563:0:30847:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838241.923565:0:30847:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.923568:0:30847:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838241.923571:0:30847:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838241.923573:0:30847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838241.923575:0:30847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.923579:0:30847:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838241.923588:0:30847:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=70 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838241.923591:0:30847:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838241.923594:0:30847:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838241.923595:0:30847:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.923598:0:30847:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838241.923602:0:30847:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.923606:0:30847:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838241.923608:0:30847:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1788838241.923610:0:30847:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838241.923612:0:30847:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838241.923617:0:30847:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.923623:0:30847:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838241.923626:0:30847:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838241.923628:0:30847:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838241.923631:0:30847:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838241.923639:0:30847:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:30847:1875731132230400:192.168.203.123@tcp:101:lfs.0 00000100:00000001:0.0:1788838241.923644:0:30847:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.923647:0:30847:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.923649:0:30847:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838241.923651:0:30847:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.923679:0:30847:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.923689:0:30847:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838241.923691:0:30847:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f86c0. 00000100:00000001:0.0:1788838241.923694:0:30847:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838241.923696:0:30847:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.923699:0:30847:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838241.923702:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.923704:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.923707:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=4 00000020:00000001:0.0:1788838241.923710:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923712:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000040:0.0:1788838241.923719:0:30847:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa800, remote cookie: 0xff98f31736b3b280, flags: 0x1001 00010000:00010000:0.0:1788838241.923723:0:30847:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.923738:0:30847:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.923744:0:30847:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838241.923748:0:30847:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838241.923750:0:30847:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838241.923751:0:30847:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838241.923752:0:30847:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838241.923755:0:30847:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc4d31000) refcount = 1 00010000:00010000:0.0:1788838241.923758:0:30847:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.923763:0:30847:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838241.923766:0:30847:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838241.923767:0:30847:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838241.923770:0:30847:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838241.923772:0:30847:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838241.923774:0:30847:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.923779:0:30847:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838241.923780:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923782:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.923783:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923783:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.923785:0:30847:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.923789:0:30847:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838241.923790:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.923791:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.923792:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838241.923794:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923796:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923798:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.923799:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.923800:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=4 00000020:00000001:0.0:1788838241.923802:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923804:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923806:0:30847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838241.923808:0:30847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838241.923811:0:30847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.923817:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923818:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.923819:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.923820:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.923821:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=5 00000020:00000001:0.0:1788838241.923823:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923825:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923827:0:30847:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838241.923829:0:30847:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.923834:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923835:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838241.923837:0:30847:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.923843:0:30847:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838241.923844:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923845:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.923846:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923847:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838241.923852:0:30847:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838241.923866:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.923867:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.923869:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838241.923870:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923872:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923875:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923875:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838241.923877:0:30847:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.923879:0:30847:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.923881:0:30847:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838241.923883:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.923884:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.923885:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838241.923887:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923889:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00000002:00010000:0.0:1788838241.923893:0:30847:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.923898:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923898:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.923900:0:30847:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838241.923901:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.923902:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.923903:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838241.923905:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.923907:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000040:0.0:1788838241.923912:0:30847:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31000 count: 2 00010000:00000001:0.0:1788838241.923915:0:30847:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838241.923918:0:30847:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788838241.923920:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.923921:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838241.923922:0:30847:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838241.923925:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddb898 00000002:00002000:0.0:1788838241.923926:0:30847:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838241.923929:0:30847:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838241.923932:0:30847:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838241.923935:0:30847:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838241.923938:0:30847:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788838241.923941:0:30847:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838241.923945:0:30847:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838241.923948:0:30847:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc66ab800. 00000080:00000001:0.0:1788838241.923952:0:30847:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838241.923954:0:30847:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838241.923961:0:30847:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788838241.923965:0:30847:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788838241.923971:0:30847:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd1358180. 00800000:00000001:0.0:1788838241.923973:0:30847:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479629484416 : -113594080067200 : ffff98afd1358180) 00800000:00000001:0.0:1788838241.923975:0:30847:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.923977:0:30847:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838241.923980:0:30847:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838241.923982:0:30847:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788838241.923984:0:30847:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838241.923986:0:30847:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838241.923988:0:30847:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.923992:0:30847:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788838241.923994:0:30847:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788838241.923999:0:30847:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788838241.924002:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.924003:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.924004:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838241.924006:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.924009:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.924011:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.924012:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838241.924013:0:30847:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838241.924015:0:30847:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788838241.924017:0:30847:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd1358180 1 00800000:00000010:0.0:1788838241.924019:0:30847:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd1358180. 00800000:00000001:0.0:1788838241.924022:0:30847:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838241.924025:0:30847:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce00 00800000:00000001:0.0:1788838241.924028:0:30847:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838241.924029:0:30847:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838241.924031:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.924032:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.924033:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838241.924035:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.924037:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.924040:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.924041:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838241.924042:0:30847:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838241.924044:0:30847:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.924046:0:30847:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838241.924048:0:30847:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838241.924051:0:30847:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce00 from it ffffbbcb00ddbb58 00010000:00000001:0.0:1788838241.924053:0:30847:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.924054:0:30847:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.924055:0:30847:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa800 refcount=3 00000020:00000001:0.0:1788838241.924057:0:30847:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.924059:0:30847:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215616 : -113594222336000 : ffff98afc8baa800) 00010000:00000001:0.0:1788838241.924060:0:30847:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838241.924063:0:30847:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.924068:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.924069:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.924071:0:30847:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838241.924073:0:30847:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838241.924075:0:30847:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa800/0x9f68a6b43b62ce00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b280 expref: -99 pid: 30847 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838241.924087:0:30847:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838241.924089:0:30847:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838241.924090:0:30847:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838241.924094:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.924095:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.924097:0:30847:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.924099:0:30847:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838241.924101:0:30847:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.924103:0:30847:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.924104:0:30847:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.924106:0:30847:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838241.924107:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.924108:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838241.924110:0:30847:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.924114:0:30847:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908e00 x1875731132230400/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.924121:0:30847:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838241.924124:0:30847:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838241.924127:0:30847:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4090800. 02000000:00000001:0.0:1788838241.924130:0:30847:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838241.924132:0:30847:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838241.924134:0:30847:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838241.924136:0:30847:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838241.924139:0:30847:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0083c00. 02000000:00000001:0.0:1788838241.924143:0:30847:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838241.924145:0:30847:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838241.924147:0:30847:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908e00. 00000100:00000001:0.0:1788838241.924151:0:30847:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838241.924152:0:30847:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838241.924154:0:30847:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838241.924158:0:30847:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838241.924169:0:30847:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b064c0. 00000020:00000001:0.0:1788838241.924174:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddbae8 00000080:00200000:0.0:1788838241.924177:0:30847:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=13 00000080:00000001:0.0:1788838241.924180:0:30847:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838241.924182:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddb998 00000080:00200000:0.0:1788838241.924184:0:30847:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:0.0:1788838241.924191:0:30847:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc66ab800. 00800000:00000002:0.0:1788838241.924195:0:30847:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838241.924199:0:30847:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838241.924202:0:30847:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838241.924204:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddb8b8 00800000:00000002:0.0:1788838241.924205:0:30847:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838241.924208:0:30847:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838241.924212:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddb850 00800000:00000002:0.0:1788838241.924214:0:30847:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788838241.924217:0:30847:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838241.924219:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddb788 00000002:00010000:0.0:1788838241.924220:0:30847:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788838241.924224:0:30847:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838241.924226:0:30847:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838241.924228:0:30847:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908e00. 00000020:00000040:0.0:1788838241.924232:0:30847:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838241.924235:0:30847:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838241.924250:0:30847:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838241.924253:0:30847:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.924254:0:30847:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.924256:0:30847:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.924258:0:30847:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838241.924261:0:30847:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838241.924264:0:30847:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838241.924269:0:30847:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0083c00. 00000100:00000001:0.0:1788838241.924274:0:30847:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.924277:0:30847:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838241.924279:0:30847:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.924281:0:30847:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838241.924282:0:30847:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.924284:0:30847:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.924290:0:30847:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00010000:00000001:0.0:1788838241.924294:0:30847:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838241.924296:0:30847:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838241.924299:0:30847:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31000 count: 2 00010000:00000001:0.0:1788838241.924301:0:30847:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838241.924303:0:30847:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838241.924306:0:30847:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baae00. 00000020:00000001:0.0:1788838241.924309:0:30847:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838241.924311:0:30847:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baae00 with handle 0x9f68a6b43b62ce07 to hash 00000020:00000001:0.0:1788838241.924313:0:30847:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838241.924314:0:30847:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838241.924317:0:30847:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838241.924319:0:30847:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838241.924320:0:30847:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838241.924323:0:30847:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.924328:0:30847:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30847 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.924336:0:30847:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30847 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838241.924340:0:30847:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838241.924342:0:30847:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838241.924346:0:30847:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f86c0. 00000100:00000001:0.0:1788838241.924348:0:30847:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037312 : -113594297514304 : ffff98afc43f86c0) 00000100:00000001:0.0:1788838241.924351:0:30847:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.924352:0:30847:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000001:0.0:1788838241.924355:0:30847:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838241.924359:0:30847:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.924360:0:30847:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838241.924362:0:30847:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838241.924366:0:30847:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908e00 x1875731132230528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.924380:0:30847:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838241.924382:0:30847:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.924386:0:30847:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838241.924388:0:30847:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838241.924390:0:30847:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838241.924393:0:30847:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:30847:1875731132230528:192.168.203.123@tcp:101:lfs.0 00000100:00000001:0.0:1788838241.924396:0:30847:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838241.924401:0:30847:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838241.924403:0:30847:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.924405:0:30847:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838241.924409:0:30847:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4090800. 02000000:00000001:0.0:1788838241.924411:0:30847:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838241.924417:0:30847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838241.924420:0:30847:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25210. 00000400:00000010:0.0:1788838241.924425:0:30847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc3b8. 00000100:00000200:0.0:1788838241.924430:0:30847:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132230528, portal 10 00000100:00000001:0.0:1788838241.924432:0:30847:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.924433:0:30847:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000040:0.0:1788838241.924439:0:30847:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0908e00 x1875731132230528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.924445:0:30847:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838241.924447:0:30847:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838241.924450:0:30847:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838241.924453:0:30847:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132230528, offset 0 00000400:00000200:0.0:1788838241.924460:0:30847:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838241.924467:0:30847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.924473:0:30847:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838241.924478:0:30847:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838241.924482:0:30847:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838241.924486:0:30847:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838241.924488:0:30847:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838241.924492:0:30847:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2310:2310:256:4294967295] 192.168.203.123@tcp LPNI seq info [2310:2310:8:4294967295] 00000400:00000200:0.0:1788838241.924497:0:30847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.924505:0:30847:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838241.924512:0:30847:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838241.924516:0:30847:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838241.924522:0:30847:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838241.924530:0:30847:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838241.924534:0:30847:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788838241.924548:0:30847:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838241.924552:0:30847:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 781311 usecs (782 jiffies) 00000400:00000200:0.0:1788838241.924557:0:30847:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838241.924560:0:30847:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296372678 00000100:00000001:0.0:1788838241.924566:0:30847:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296372667 00000100:00000001:0.0:1788838241.924572:0:30847:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296372678 00000100:00000001:0.0:1788838241.924576:0:30847:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296372667 00000100:00000001:0.0:1788838241.924578:0:30847:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838241.924580:0:30847:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.924582:0:30847:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838241.924584:0:30847:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838241.924587:0:30847:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f86c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838241.924589:0:30847:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838241.924590:0:30847:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838241.924712:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838241.924716:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:0.0:1788838241.924720:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838241.924725:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838241.924729:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000400:00000010:0.0:1788838241.924732:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:0.0:1788838241.924735:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838241.924739:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908e00 x1875731132230528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.924753:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.924756:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908e00 x1875731132230528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.924762:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.924763:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838241.943292:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.943309:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838241.943314:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.943316:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838241.943325:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.943332:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838241.943341:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.943345:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.943350:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.943354:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4ab80 00000400:00000200:1.0:1788838241.943359:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.943365:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x63b1 [1] + 224 00000800:00000001:1.0:1788838241.943371:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.943382:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838241.943385:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838241.943390:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838241.943397:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838241.943406:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908e00 x1875731132230528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838241.943417:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd0908e00 x1875731132230528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838241.943443:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838241.943453:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.943456:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838241.947388:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838241.947396:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:1.0:1788838241.947401:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838241.947408:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838241.947414:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a7f8 00000400:00000010:1.0:1788838241.947417:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a7f8. 00000100:00000001:1.0:1788838241.947421:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838241.947427:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132230784/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838241.947440:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838241.947444:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1880 x1875731132230784/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838241.947450:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838241.947451:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838241.958108:0:30853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baae00. 00000080:00000010:2.1:1788838241.958127:0:30853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b064c0. 00010000:00000010:2.1:1788838241.958134:0:30853:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31000. 00010000:00000010:2.1:1788838241.958138:0:30853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa800. 00000800:00000001:1.0:1788838241.965470:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.965485:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838241.965489:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.965491:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838241.965500:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.965508:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838241.965517:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.965521:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.965526:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.965530:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd4ac80 00000400:00000200:1.0:1788838241.965535:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.965541:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x63c1 [1] + 224 00000800:00000001:1.0:1788838241.965548:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.965554:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838241.965557:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838241.965562:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838241.965569:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838241.965577:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132230784/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838241.965588:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afc4ac1880 x1875731132230784/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838241.965612:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838241.965622:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838241.965626:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.965632:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838241.965638:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2312:2312:256:4294967295] 192.168.203.123@tcp LPNI seq info [2312:2312:8:4294967295] 00000400:00000200:1.0:1788838241.965641:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.965649:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838241.965681:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838241.965687:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838241.965703:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838241.965711:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838241.965716:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838241.965793:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838241.965798:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:1.0:1788838241.965801:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838241.965804:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838241.965810:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.965813:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.966498:0:30847:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838241.966507:0:30847:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838241.966509:0:30847:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838241.966513:0:30847:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7df78. 00000400:00000200:0.0:1788838241.966519:0:30847:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:0.0:1788838241.966521:0:30847:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:0.0:1788838241.966525:0:30847:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838241.966531:0:30847:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1880 x1875731132230784/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838241.966541:0:30847:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1880 x1875731132230784/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838241.966548:0:30847:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838241.966549:0:30847:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.966552:0:30847:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838241.966555:0:30847:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838241.966557:0:30847:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838241.966560:0:30847:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.966563:0:30847:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838241.966571:0:30847:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=70 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838241.966575:0:30847:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838241.966578:0:30847:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838241.966580:0:30847:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.966582:0:30847:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838241.966585:0:30847:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.966588:0:30847:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838241.966589:0:30847:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:0.0:1788838241.966591:0:30847:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838241.966594:0:30847:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.966595:0:30847:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000001:0.0:1788838241.966598:0:30847:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838241.966600:0:30847:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1788838241.966602:0:30847:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838241.966606:0:30847:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838241.966611:0:30847:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1880 x1875731132230784/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838257 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838241.966618:0:30847:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838241.966621:0:30847:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838241.966623:0:30847:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838241.966627:0:30847:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1880 x1875731132230784/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838257 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838241.966635:0:30847:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:30847:1875731132230784:192.168.203.123@tcp:36:lfs.0 00000100:00000001:0.0:1788838241.966640:0:30847:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.966643:0:30847:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.966645:0:30847:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838241.966647:0:30847:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.966651:0:30847:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1880 x1875731132230784/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838257 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838241.966689:0:30847:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838241.966692:0:30847:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc426eb40. 00000100:00000001:0.0:1788838241.966696:0:30847:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838241.966697:0:30847:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.966704:0:30847:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838241.966708:0:30847:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x23:0x0] 00800000:00000001:0.0:1788838241.966711:0:30847:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.966714:0:30847:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838241.966720:0:30847:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838241.966723:0:30847:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838241.966726:0:30847:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788838241.966729:0:30847:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788838241.966746:0:30847:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd1583180. 00000080:00000001:0.0:1788838241.966755:0:30847:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788838241.966757:0:30847:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248) 00000080:00000001:0.0:1788838241.966761:0:30847:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838241.966763:0:30847:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788838241.966766:0:30847:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.966768:0:30847:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788838241.966771:0:30847:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838241.966773:0:30847:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833955 mtime from 0 to 1788838241 00000080:00200000:0.0:1788838241.966777:0:30847:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00000001:0.0:1788838241.966780:0:30847:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788838241.966782:0:30847:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631757896 : -113594077793720 : ffff98afd1583248) 00000080:00000001:0.0:1788838241.966784:0:30847:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838241.966787:0:30847:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838241.966789:0:30847:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.966796:0:30847:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.966800:0:30847:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132230784/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838257 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838241.966807:0:30847:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838241.966810:0:30847:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838241.966813:0:30847:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011800. 00000080:00000010:0.0:1788838241.966817:0:30847:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff98afc406e400. 00000080:00000001:0.0:1788838241.966821:0:30847:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.966838:0:30847:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788838241.966841:0:30847:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838241.966844:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddbdd0 00000080:00200008:0.0:1788838241.966847:0:30847:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 300000 00000080:00400000:0.0:1788838241.966851:0:30847:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788838241.966854:0:30847:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174500. 00000080:00000001:0.0:1788838241.966857:0:30847:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788838241.966860:0:30847:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00ddbdd0 00000080:00000008:0.0:1788838241.966862:0:30847:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 300000, rc = 0 00000080:00000001:0.0:1788838241.966865:0:30847:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.966866:0:30847:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.978984:0:30855:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838241.978991:0:30855:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838241.978994:0:30855:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838241.979073:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb20 00000080:00200000:0.0:1788838241.979077:0:30855:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838241.979085:0:30855:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc66ab800. 00800000:00000002:0.0:1788838241.979091:0:30855:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838241.979095:0:30855:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838241.979099:0:30855:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838241.979101:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa40 00800000:00000002:0.0:1788838241.979104:0:30855:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838241.979107:0:30855:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838241.979111:0:30855:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838241.979116:0:30855:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838241.979118:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf910 00000002:00010000:0.0:1788838241.979120:0:30855:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838241.979123:0:30855:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838241.979125:0:30855:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838241.979128:0:30855:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838241.979134:0:30855:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.979137:0:30855:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.979139:0:30855:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.979141:0:30855:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838241.979143:0:30855:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838241.979148:0:30855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a300. 00000020:00000040:0.0:1788838241.979152:0:30855:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838241.979158:0:30855:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838241.979162:0:30855:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838241.979166:0:30855:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.979169:0:30855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838241.979171:0:30855:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838241.979176:0:30855:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838241.979183:0:30855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0081000. 00000100:00000001:0.0:1788838241.979190:0:30855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.979195:0:30855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838241.979196:0:30855:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.979198:0:30855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838241.979199:0:30855:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.979201:0:30855:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.979207:0:30855:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00010000:00000001:0.0:1788838241.979211:0:30855:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838241.979214:0:30855:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838241.979218:0:30855:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31500. 00010000:00000010:0.0:1788838241.979222:0:30855:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e200. 00010000:00000001:0.0:1788838241.979228:0:30855:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838241.979231:0:30855:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bab200. 00000020:00000001:0.0:1788838241.979234:0:30855:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838241.979248:0:30855:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bab200 with handle 0x9f68a6b43b62ce0e to hash 00000020:00000001:0.0:1788838241.979251:0:30855:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838241.979253:0:30855:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.979256:0:30855:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.979259:0:30855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838241.979262:0:30855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838241.979265:0:30855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.979274:0:30855:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.979283:0:30855:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838241.979289:0:30855:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838241.979290:0:30855:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838241.979297:0:30855:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f80c0. 00000100:00000001:0.0:1788838241.979300:0:30855:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412035776 : -113594297515840 : ffff98afc43f80c0) 00000100:00000001:0.0:1788838241.979302:0:30855:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.979303:0:30855:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000001:0.0:1788838241.979307:0:30855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838241.979312:0:30855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.979314:0:30855:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838241.979316:0:30855:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838241.979326:0:30855:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.979336:0:30855:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838241.979338:0:30855:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.979342:0:30855:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838241.979344:0:30855:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838241.979347:0:30855:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838241.979351:0:30855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:30855:1875731132230912:192.168.203.123@tcp:101:lfs.0 00000100:00000001:0.0:1788838241.979355:0:30855:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838241.979360:0:30855:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838241.979362:0:30855:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.979365:0:30855:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838241.979369:0:30855:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4093000. 02000000:00000001:0.0:1788838241.979372:0:30855:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838241.979379:0:30855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838241.979383:0:30855:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25f78. 00000400:00000010:0.0:1788838241.979390:0:30855:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838241.979396:0:30855:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132230912, portal 10 00000100:00000001:0.0:1788838241.979398:0:30855:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.979400:0:30855:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000040:0.0:1788838241.979405:0:30855:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.979413:0:30855:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838241.979416:0:30855:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838241.979419:0:30855:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838241.979421:0:30855:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132230912, offset 0 00000400:00000200:0.0:1788838241.979428:0:30855:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838241.979673:0:30855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.979682:0:30855:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838241.979687:0:30855:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838241.979691:0:30855:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838241.979695:0:30855:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838241.979698:0:30855:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838241.979702:0:30855:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2313:2313:256:4294967295] 192.168.203.123@tcp LPNI seq info [2313:2313:8:4294967295] 00000400:00000200:0.0:1788838241.979707:0:30855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.979717:0:30855:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838241.979724:0:30855:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838241.979729:0:30855:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838241.979736:0:30855:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838241.979744:0:30855:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838241.979748:0:30855:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838241.979760:0:30855:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838241.979765:0:30855:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 779043 usecs (780 jiffies) 00000400:00000200:0.0:1788838241.979768:0:30855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838241.979771:0:30855:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296372733 00000100:00000001:0.0:1788838241.979779:0:30855:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296372697 00000100:00000001:0.0:1788838241.979784:0:30855:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296372733 00000100:00000001:0.0:1788838241.979788:0:30855:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296372697 00000100:00000001:0.0:1788838241.979791:0:30855:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838241.979794:0:30855:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.979796:0:30855:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838241.979798:0:30855:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838241.979801:0:30855:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f80c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838241.979804:0:30855:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838241.979806:0:30855:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838241.980196:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838241.980200:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:0.0:1788838241.980204:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838241.980210:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838241.980215:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:0.0:1788838241.980217:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:0.0:1788838241.980220:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838241.980225:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.980248:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.980252:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.980259:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.980260:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838241.985294:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.985310:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838241.985314:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.985316:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838241.985323:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.985330:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838241.985338:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.985342:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.985348:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.985352:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4ad00 00000400:00000200:1.0:1788838241.985356:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838241.985362:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x63c9 [1] + 224 00000800:00000001:1.0:1788838241.985368:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.985377:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838241.985381:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838241.985385:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838241.985392:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838241.985401:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838241.985412:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838241.985431:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838241.985441:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838241.985444:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.988342:0:30855:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838241.988355:0:30855:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838241.988357:0:30855:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838241.988360:0:30855:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25f78. 00000400:00000200:0.0:1788838241.988367:0:30855:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000400:00000010:0.0:1788838241.988369:0:30855:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:0.0:1788838241.988373:0:30855:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838241.988383:0:30855:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838241.988394:0:30855:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.988400:0:30855:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838241.988403:0:30855:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.988405:0:30855:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838241.988408:0:30855:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838241.988410:0:30855:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838241.988413:0:30855:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.988416:0:30855:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838241.988424:0:30855:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=70 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838241.988429:0:30855:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838241.988431:0:30855:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838241.988433:0:30855:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.988436:0:30855:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838241.988439:0:30855:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.988443:0:30855:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838241.988445:0:30855:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967611 00000100:00000001:0.0:1788838241.988447:0:30855:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838241.988450:0:30855:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838241.988456:0:30855:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.988465:0:30855:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838241.988468:0:30855:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838241.988470:0:30855:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838241.988473:0:30855:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838241.988481:0:30855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:30855:1875731132230912:192.168.203.123@tcp:101:lfs.0 00000100:00000001:0.0:1788838241.988486:0:30855:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838241.988489:0:30855:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.988491:0:30855:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838241.988494:0:30855:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.988497:0:30855:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.988503:0:30855:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838241.988506:0:30855:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f80c0. 00000100:00000001:0.0:1788838241.988510:0:30855:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838241.988511:0:30855:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.988514:0:30855:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838241.988518:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988521:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988524:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=4 00000020:00000001:0.0:1788838241.988526:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988529:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000040:0.0:1788838241.988535:0:30855:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bab200, remote cookie: 0xff98f31736b3b2b1, flags: 0x1001 00010000:00010000:0.0:1788838241.988540:0:30855:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.988549:0:30855:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.988561:0:30855:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838241.988565:0:30855:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838241.988567:0:30855:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838241.988569:0:30855:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838241.988570:0:30855:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838241.988573:0:30855:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc4d31500) refcount = 1 00010000:00010000:0.0:1788838241.988577:0:30855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.988584:0:30855:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838241.988587:0:30855:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838241.988588:0:30855:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838241.988591:0:30855:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838241.988593:0:30855:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838241.988596:0:30855:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.988601:0:30855:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838241.988603:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988605:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.988606:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988607:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.988608:0:30855:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.988613:0:30855:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838241.988614:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988616:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988617:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:0.0:1788838241.988619:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988621:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988624:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988625:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988626:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=4 00000020:00000001:0.0:1788838241.988628:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988630:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988633:0:30855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838241.988635:0:30855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838241.988638:0:30855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.988645:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988646:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.988647:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988648:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988649:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=5 00000020:00000001:0.0:1788838241.988651:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988653:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988673:0:30855:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838241.988676:0:30855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.988682:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988684:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838241.988686:0:30855:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.988692:0:30855:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838241.988693:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988694:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.988695:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988696:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838241.988701:0:30855:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838241.988710:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988711:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988713:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:0.0:1788838241.988715:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988718:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988720:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988721:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838241.988722:0:30855:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.988724:0:30855:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.988727:0:30855:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838241.988729:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988730:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988731:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:0.0:1788838241.988732:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988734:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00000002:00010000:0.0:1788838241.988737:0:30855:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.988744:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988745:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.988747:0:30855:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838241.988748:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988749:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988750:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:0.0:1788838241.988751:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988753:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000040:0.0:1788838241.988760:0:30855:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31500 count: 2 00010000:00000001:0.0:1788838241.988762:0:30855:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838241.988765:0:30855:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788838241.988768:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988769:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838241.988770:0:30855:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838241.988773:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf898 00000002:00002000:0.0:1788838241.988775:0:30855:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838241.988778:0:30855:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838241.988782:0:30855:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838241.988785:0:30855:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838241.988788:0:30855:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788838241.988791:0:30855:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838241.988794:0:30855:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838241.988798:0:30855:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc66ab800. 00000080:00000001:0.0:1788838241.988802:0:30855:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838241.988804:0:30855:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838241.988811:0:30855:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788838241.988814:0:30855:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788838241.988820:0:30855:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd1358180. 00800000:00000001:0.0:1788838241.988823:0:30855:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479629484416 : -113594080067200 : ffff98afd1358180) 00800000:00000001:0.0:1788838241.988840:0:30855:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.988842:0:30855:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838241.988844:0:30855:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838241.988847:0:30855:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788838241.988849:0:30855:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838241.988851:0:30855:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838241.988853:0:30855:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.988857:0:30855:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788838241.988860:0:30855:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788838241.988862:0:30855:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788838234 to 1788838241 00000080:00200000:0.0:1788838241.988866:0:30855:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788838241.988869:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988870:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988872:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:0.0:1788838241.988874:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988876:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988878:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988879:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838241.988881:0:30855:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838241.988883:0:30855:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788838241.988884:0:30855:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd1358180 1 00800000:00000010:0.0:1788838241.988887:0:30855:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd1358180. 00800000:00000001:0.0:1788838241.988890:0:30855:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838241.988892:0:30855:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce0e 00800000:00000001:0.0:1788838241.988895:0:30855:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838241.988898:0:30855:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838241.988899:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988900:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988902:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:0.0:1788838241.988904:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988906:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988908:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988909:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838241.988911:0:30855:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838241.988912:0:30855:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838241.988915:0:30855:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838241.988917:0:30855:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838241.988920:0:30855:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce0e from it ffffbbcb01bcfb58 00010000:00000001:0.0:1788838241.988922:0:30855:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838241.988923:0:30855:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838241.988924:0:30855:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:0.0:1788838241.988926:0:30855:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988928:0:30855:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838241.988930:0:30855:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838241.988932:0:30855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838241.988938:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988940:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.988941:0:30855:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838241.988942:0:30855:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838241.988945:0:30855:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ce0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b2b1 expref: -99 pid: 30855 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838241.988952:0:30855:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838241.988954:0:30855:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838241.988955:0:30855:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838241.988959:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988960:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.988963:0:30855:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.988966:0:30855:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838241.988967:0:30855:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.988969:0:30855:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.988971:0:30855:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.988973:0:30855:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838241.988974:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.988975:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838241.988977:0:30855:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.988982:0:30855:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a300 x1875731132230912/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838257 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.988989:0:30855:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838241.988991:0:30855:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838241.988995:0:30855:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4093000. 02000000:00000001:0.0:1788838241.988999:0:30855:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838241.989001:0:30855:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838241.989003:0:30855:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838241.989005:0:30855:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838241.989008:0:30855:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0081000. 02000000:00000001:0.0:1788838241.989012:0:30855:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838241.989014:0:30855:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838241.989016:0:30855:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a300. 00000100:00000001:0.0:1788838241.989019:0:30855:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838241.989020:0:30855:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838241.989023:0:30855:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838241.989028:0:30855:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838241.989049:0:30855:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06860. 00000020:00000001:0.0:1788838241.989054:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfae8 00000080:00200000:0.0:1788838241.989056:0:30855:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=13 00000080:00000001:0.0:1788838241.989059:0:30855:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838241.989061:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf998 00000080:00200000:0.0:1788838241.989062:0:30855:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:0.0:1788838241.989069:0:30855:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc66ab800. 00800000:00000002:0.0:1788838241.989074:0:30855:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838241.989078:0:30855:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838241.989081:0:30855:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838241.989083:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf8b8 00800000:00000002:0.0:1788838241.989085:0:30855:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838241.989088:0:30855:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838241.989092:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf850 00800000:00000002:0.0:1788838241.989094:0:30855:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788838241.989098:0:30855:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838241.989099:0:30855:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf788 00000002:00010000:0.0:1788838241.989101:0:30855:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788838241.989105:0:30855:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838241.989107:0:30855:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838241.989110:0:30855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a300. 00000020:00000040:0.0:1788838241.989113:0:30855:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838241.989117:0:30855:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838241.989120:0:30855:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838241.989123:0:30855:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838241.989124:0:30855:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838241.989125:0:30855:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.989128:0:30855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838241.989130:0:30855:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838241.989134:0:30855:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838241.989139:0:30855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0081000. 00000100:00000001:0.0:1788838241.989146:0:30855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.989149:0:30855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838241.989151:0:30855:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.989153:0:30855:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838241.989154:0:30855:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838241.989156:0:30855:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838241.989163:0:30855:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00010000:00000001:0.0:1788838241.989166:0:30855:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838241.989168:0:30855:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838241.989171:0:30855:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31500 count: 2 00010000:00000001:0.0:1788838241.989174:0:30855:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838241.989177:0:30855:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838241.989180:0:30855:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa200. 00000020:00000001:0.0:1788838241.989183:0:30855:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838241.989186:0:30855:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa200 with handle 0x9f68a6b43b62ce15 to hash 00000020:00000001:0.0:1788838241.989188:0:30855:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838241.989190:0:30855:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:0.0:1788838241.989193:0:30855:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:0.0:1788838241.989196:0:30855:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838241.989198:0:30855:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838241.989201:0:30855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62ce15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.989209:0:30855:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62ce15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838241.989217:0:30855:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62ce15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838241.989223:0:30855:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838241.989225:0:30855:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838241.989230:0:30855:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f80c0. 00000100:00000001:0.0:1788838241.989232:0:30855:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412035776 : -113594297515840 : ffff98afc43f80c0) 00000100:00000001:0.0:1788838241.989235:0:30855:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.989236:0:30855:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000001:0.0:1788838241.989255:0:30855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838241.989259:0:30855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.989261:0:30855:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838241.989263:0:30855:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838241.989268:0:30855:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a300 x1875731132231040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.989276:0:30855:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838241.989278:0:30855:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.989281:0:30855:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838241.989284:0:30855:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838241.989287:0:30855:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838241.989290:0:30855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:30855:1875731132231040:192.168.203.123@tcp:101:lfs.0 00000100:00000001:0.0:1788838241.989297:0:30855:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838241.989301:0:30855:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838241.989304:0:30855:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838241.989306:0:30855:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838241.989310:0:30855:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4093000. 02000000:00000001:0.0:1788838241.989313:0:30855:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838241.989319:0:30855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838241.989323:0:30855:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25f78. 00000400:00000010:0.0:1788838241.989329:0:30855:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838241.989335:0:30855:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132231040, portal 10 00000100:00000001:0.0:1788838241.989337:0:30855:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838241.989339:0:30855:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000040:0.0:1788838241.989344:0:30855:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090a300 x1875731132231040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.989351:0:30855:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838241.989354:0:30855:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838241.989357:0:30855:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838241.989359:0:30855:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132231040, offset 0 00000400:00000200:0.0:1788838241.989365:0:30855:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838241.989374:0:30855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.989381:0:30855:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838241.989387:0:30855:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838241.989391:0:30855:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838241.989395:0:30855:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838241.989398:0:30855:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838241.989402:0:30855:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2314:2314:256:4294967295] 192.168.203.123@tcp LPNI seq info [2314:2314:8:4294967295] 00000400:00000200:0.0:1788838241.989406:0:30855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.989416:0:30855:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838241.989421:0:30855:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838241.989426:0:30855:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838241.989433:0:30855:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838241.989441:0:30855:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838241.989445:0:30855:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788838241.989462:0:30855:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838241.989467:0:30855:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 777893 usecs (778 jiffies) 00000400:00000200:0.0:1788838241.989471:0:30855:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838241.989474:0:30855:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296372740 00000800:00000200:0.0:1788838241.989565:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838241.989569:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:0.0:1788838241.989573:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838241.989579:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838241.989583:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:0.0:1788838241.989587:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:0.0:1788838241.989590:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838241.989594:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a300 x1875731132231040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.989601:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838241.989604:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a300 x1875731132231040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.989609:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.989610:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838241.989629:0:30855:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296372733 00000100:00000001:0.0:1788838241.989634:0:30855:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296372740 00000100:00000001:0.0:1788838241.989638:0:30855:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296372733 00000100:00000001:0.0:1788838241.989641:0:30855:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838241.989643:0:30855:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838241.989645:0:30855:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838241.989647:0:30855:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838241.989649:0:30855:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f80c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838241.989652:0:30855:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838241.989653:0:30855:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838241.997351:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838241.997366:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838241.997370:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838241.997372:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838241.997380:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.997387:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838241.997395:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.997400:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.997404:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.997408:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4ad80 00000400:00000200:0.0:1788838241.997413:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838241.997419:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x63d9 [1] + 224 00000800:00000001:0.0:1788838241.997426:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838241.997433:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838241.997436:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838241.997441:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838241.997448:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838241.997457:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a300 x1875731132231040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838241.997468:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd090a300 x1875731132231040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838241.997786:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838241.997796:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838241.997800:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838242.009746:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838242.009756:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3d00. 00000400:00000200:0.0:1788838242.009762:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.009771:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838242.009778:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce4c8 00000400:00000010:0.0:1788838242.009781:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce4c8. 00000100:00000001:0.0:1788838242.009786:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838242.009794:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ed80 x1875731132231296/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.009806:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.009810:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ed80 x1875731132231296/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.009817:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.009818:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838242.023541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa200. 00000080:00000010:3.1:1788838242.024186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06860. 00010000:00000010:3.1:1788838242.024196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31500. 00010000:00000010:3.1:1788838242.024201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00000800:00000001:0.0:1788838242.026013:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.026032:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838242.026035:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.026037:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838242.026045:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.026052:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838242.026062:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.026066:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.026071:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.026075:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd4ae80 00000400:00000200:0.0:1788838242.026079:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.026084:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x63e9 [1] + 224 00000800:00000001:0.0:1788838242.026091:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.026100:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838242.026103:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.026106:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838242.026112:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838242.026120:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ed80 x1875731132231296/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838242.026142:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afc896ed80 x1875731132231296/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838257 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.026169:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838242.026177:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838242.026180:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.026185:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838242.026189:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2316:2316:256:4294967295] 192.168.203.123@tcp LPNI seq info [2316:2316:8:4294967295] 00000400:00000200:0.0:1788838242.026193:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.026201:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838242.026205:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838242.026211:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838242.026216:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838242.026223:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838242.026227:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838242.027292:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838242.027308:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:0.0:1788838242.027315:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.027321:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838242.027330:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.027336:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838242.070415:0:30858:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838242.070422:0:30858:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838242.070424:0:30858:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838242.070428:0:30858:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07bc0 00000080:00200000:0.0:1788838242.070433:0:30858:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838242.070441:0:30858:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc66aa800. 00800000:00000002:0.0:1788838242.070447:0:30858:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838242.070451:0:30858:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838242.070456:0:30858:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838242.070458:0:30858:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07ae0 00800000:00000002:0.0:1788838242.070461:0:30858:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838242.070465:0:30858:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838242.070469:0:30858:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838242.070475:0:30858:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838242.070477:0:30858:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c079b0 00000002:00010000:0.0:1788838242.070479:0:30858:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838242.070482:0:30858:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838242.070484:0:30858:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838242.070487:0:30858:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838242.070492:0:30858:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.070495:0:30858:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.070497:0:30858:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.070499:0:30858:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838242.070502:0:30858:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838242.070507:0:30858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000040:0.0:1788838242.070572:0:30858:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838242.070580:0:30858:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838242.070584:0:30858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838242.070588:0:30858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.070591:0:30858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838242.070594:0:30858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838242.070597:0:30858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838242.070605:0:30858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0081000. 00000100:00000001:0.0:1788838242.070611:0:30858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.070616:0:30858:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838242.070617:0:30858:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.070619:0:30858:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838242.070620:0:30858:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.070622:0:30858:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.070627:0:30858:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00010000:00000001:0.0:1788838242.070631:0:30858:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838242.070633:0:30858:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838242.070638:0:30858:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31c00. 00010000:00000010:0.0:1788838242.070642:0:30858:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9eb00. 00010000:00000001:0.0:1788838242.070647:0:30858:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838242.070650:0:30858:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baaa00. 00000020:00000001:0.0:1788838242.070654:0:30858:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838242.070697:0:30858:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baaa00 with handle 0x9f68a6b43b62ce1c to hash 00000020:00000001:0.0:1788838242.070699:0:30858:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838242.070701:0:30858:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838242.070704:0:30858:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838242.070707:0:30858:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838242.070710:0:30858:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838242.070714:0:30858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838242.070728:0:30858:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838242.070737:0:30858:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30858 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838242.070742:0:30858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838242.070744:0:30858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838242.070751:0:30858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8b40. 00000100:00000001:0.0:1788838242.070753:0:30858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038464 : -113594297513152 : ffff98afc43f8b40) 00000100:00000001:0.0:1788838242.070755:0:30858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838242.070757:0:30858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000001:0.0:1788838242.070761:0:30858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838242.070765:0:30858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.070767:0:30858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838242.070768:0:30858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838242.070779:0:30858:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132231424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.070787:0:30858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838242.070789:0:30858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838242.070792:0:30858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838242.070795:0:30858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838242.070797:0:30858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838242.070801:0:30858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30858:1875731132231424:192.168.203.123@tcp:101:multiop.0 00000100:00000001:0.0:1788838242.070805:0:30858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838242.070809:0:30858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838242.070812:0:30858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838242.070814:0:30858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838242.070819:0:30858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4095000. 02000000:00000001:0.0:1788838242.070821:0:30858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838242.070829:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838242.070833:0:30858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25268. 00000400:00000010:0.0:1788838242.070840:0:30858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838242.070845:0:30858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132231424, portal 10 00000100:00000001:0.0:1788838242.070847:0:30858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838242.070848:0:30858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:0.0:1788838242.070854:0:30858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909500 x1875731132231424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.070861:0:30858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838242.070864:0:30858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838242.070866:0:30858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc908. 00000100:00000200:0.0:1788838242.070869:0:30858:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132231424, offset 0 00000400:00000200:0.0:1788838242.071012:0:30858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838242.071023:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.071029:0:30858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838242.071034:0:30858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838242.071038:0:30858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838242.071042:0:30858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838242.071045:0:30858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838242.071048:0:30858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2317:2317:256:4294967295] 192.168.203.123@tcp LPNI seq info [2317:2317:8:4294967295] 00000400:00000200:0.0:1788838242.071052:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.071060:0:30858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838242.071065:0:30858:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838242.071070:0:30858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5df00. 00000800:00000200:0.0:1788838242.071076:0:30858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838242.071083:0:30858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838242.071087:0:30858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5df00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838242.071109:0:30858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838242.071114:0:30858:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 775642 usecs (776 jiffies) 00000400:00000200:0.0:1788838242.071117:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838242.071119:0:30858:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296372820 00000100:00000001:0.0:1788838242.071127:0:30858:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296372750 00000100:00000001:0.0:1788838242.071133:0:30858:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296372820 00000100:00000001:0.0:1788838242.071136:0:30858:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296372750 00000100:00000001:0.0:1788838242.071139:0:30858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838242.071142:0:30858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.071144:0:30858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838242.071146:0:30858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838242.071149:0:30858:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8b40 going to sleep for 11 seconds 00000100:00000001:0.0:1788838242.071152:0:30858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838242.071154:0:30858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838242.071688:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838242.071694:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5df00. 00000400:00000200:1.0:1788838242.071700:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.071706:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838242.071711:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc908 00000400:00000010:1.0:1788838242.071713:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc908. 00000100:00000001:1.0:1788838242.071717:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838242.071723:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132231424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.071735:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838242.071739:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909500 x1875731132231424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838258 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.071747:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.071749:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838242.074605:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.074631:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838242.074636:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.074639:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838242.074650:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.074732:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838242.074742:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.074748:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.074753:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.074758:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4af00 00000400:00000200:0.0:1788838242.074763:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.074769:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x63f1 [1] + 224 00000800:00000001:0.0:1788838242.074777:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.074784:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838242.074788:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.074793:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838242.074802:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838242.074812:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909500 x1875731132231424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838258 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838242.074823:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd0909500 x1875731132231424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.074904:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838242.074915:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.074918:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838242.080920:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838242.080930:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0700. 00000400:00000200:1.0:1788838242.080938:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.080947:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838242.080955:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a7f8 00000400:00000010:1.0:1788838242.080957:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a7f8. 00000100:00000001:1.0:1788838242.080962:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838242.080970:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132231552/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.080983:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838242.080987:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132231552/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.080995:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.080997:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838242.084827:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.084858:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838242.084863:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.084866:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.084875:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.084883:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838242.084894:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.084899:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.084905:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.084914:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4af80 00000400:00000200:1.0:1788838242.084919:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.084927:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6401 [1] + 224 00000800:00000001:1.0:1788838242.084935:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.084949:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.084954:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.084959:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838242.084967:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838242.084976:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132231552/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838242.084987:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc4ac0e00 x1875731132231552/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.085133:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838242.085144:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.085147:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838242.088563:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838242.088574:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838242.088580:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.088589:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838242.088596:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:1.0:1788838242.088599:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:1.0:1788838242.088604:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838242.088612:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132231808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.088631:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838242.088635:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132231808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.088642:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.088644:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838242.095190:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.095209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838242.095213:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.095225:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.095234:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.095255:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838242.095266:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.095271:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.095276:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.095281:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd4b080 00000400:00000200:1.0:1788838242.095285:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.095291:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6409 [32] + 224 00000800:00000001:1.0:1788838242.095298:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.095308:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.095311:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.095315:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838242.095323:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838242.095331:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132231808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838242.095343:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afc4ac0e00 x1875731132231808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.095365:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838242.095375:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838242.095379:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.095384:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838242.095391:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2320:2320:256:4294967295] 192.168.203.123@tcp LPNI seq info [2320:2320:8:4294967295] 00000400:00000200:1.0:1788838242.095395:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.095403:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838242.095410:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838242.095416:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd13ea800. 00000800:00000200:1.0:1788838242.095422:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838242.095430:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838242.095433:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd13ea800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838242.095533:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838242.095537:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd13ea800. 00000400:00000200:1.0:1788838242.095541:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.095544:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838242.095550:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.095553:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838242.763689:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838242.763695:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:0.0:1788838242.763701:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.763706:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838242.763713:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512acc0 00000400:00000010:0.0:1788838242.763716:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512acc0. 00000100:00000001:0.0:1788838242.763733:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838242.763737:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132231936/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.763747:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.763751:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e680 x1875731132231936/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.763759:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.763761:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838242.782693:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.782797:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838242.782802:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.782806:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838242.782818:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.782828:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838242.782843:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.782849:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.782857:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.782863:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4b100 00000400:00000200:0.0:1788838242.782869:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.782876:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6411 [1] + 224 00000800:00000001:0.0:1788838242.782886:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.782900:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838242.782904:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.782909:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838242.782919:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838242.782930:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e680 x1875731132231936/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838242.782944:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896e680 x1875731132231936/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.782955:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788838242.783481:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838242.783488:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:0.0:1788838242.783495:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.783501:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838242.783507:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512add0 00000400:00000010:0.0:1788838242.783509:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512add0. 00000100:00000001:0.0:1788838242.783514:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838242.783520:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ce00 x1875731132232064/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.784167:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.784174:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ce00 x1875731132232064/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.784185:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.784187:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838242.784202:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.784211:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838242.784982:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838242.784989:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838242.785005:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.785011:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838242.785018:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:1.0:1788838242.785021:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:1.0:1788838242.785025:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838242.785033:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ea00 x1875731132232320/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838242.785044:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838242.785047:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ea00 x1875731132232320/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838242.785054:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.785056:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838242.790852:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838242.790867:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:0.0:1788838242.790875:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.790888:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838242.790897:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:0.0:1788838242.790901:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:0.0:1788838242.790907:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838242.790919:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c000 x1875731132232192/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.790933:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.790937:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c000 x1875731132232192/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.790953:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.790955:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838242.790970:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.790984:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838242.790987:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.790990:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838242.791179:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.791185:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838242.791194:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.791199:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.791206:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.791211:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4b180 00000400:00000200:0.0:1788838242.791217:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838242.791224:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6419 [1] + 224 00000800:00000001:0.0:1788838242.791245:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.791254:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838242.791257:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.791261:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838242.791267:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838242.791272:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ce00 x1875731132232064/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838242.791283:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896ce00 x1875731132232064/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838242.791306:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838242.791316:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838242.791320:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838242.798142:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.798169:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838242.798175:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.798178:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.798190:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798198:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838242.798210:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798217:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798223:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798228:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4b280 00000400:00000200:1.0:1788838242.798247:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798254:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6421 [1] + 224 00000800:00000001:1.0:1788838242.798263:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.798267:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.798271:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.798276:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838242.798285:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838242.798296:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ea00 x1875731132232320/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838242.798309:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896ea00 x1875731132232320/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838242.798332:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838242.798346:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.798350:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838242.798352:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.798355:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.798358:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798362:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838242.798366:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798368:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798371:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798374:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4b200 00000400:00000200:1.0:1788838242.798377:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.798381:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6429 [1] + 224 00000800:00000001:1.0:1788838242.798385:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.798397:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.798399:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.798402:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838242.798405:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838242.798409:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c000 x1875731132232192/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838242.798417:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896c000 x1875731132232192/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838242.798424:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838242.798428:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.798431:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838242.833830:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838242.833839:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.833846:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838242.833847:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838242.833875:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838242.833879:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838242.833882:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788838242.846159:0:30868:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838242.846168:0:30868:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838242.846171:0:30868:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838242.846175:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00000080:00200000:1.0:1788838242.846181:0:30868:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838242.846190:0:30868:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40d8400. 00800000:00000002:1.0:1788838242.846198:0:30868:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838242.846203:0:30868:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838242.846209:0:30868:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838242.846212:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ae0 00800000:00000002:1.0:1788838242.846215:0:30868:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838242.846220:0:30868:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838242.846225:0:30868:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838242.846241:0:30868:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838242.846244:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279b0 00000002:00010000:1.0:1788838242.846246:0:30868:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838242.846250:0:30868:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838242.846252:0:30868:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838242.846256:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838242.846265:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31c00 count: 2 00010000:00000001:1.0:1788838242.846269:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838242.846276:0:30868:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838242.846281:0:30868:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838242.846289:0:30868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b2e2 expref: -99 pid: 30858 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838242.846303:0:30868:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838242.846310:0:30868:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838242.846315:0:30868:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b2e2 expref: -99 pid: 30858 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788838242.846323:0:30868:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838242.846326:0:30868:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838242.846329:0:30868:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838242.846331:0:30868:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838242.846334:0:30868:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838242.846336:0:30868:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838242.846339:0:30868:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838242.846342:0:30868:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838242.846346:0:30868:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40d8400. 00000080:00000001:1.0:1788838242.846353:0:30868:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838242.846355:0:30868:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838242.846358:0:30868:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838242.846362:0:30868:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce1c 00800000:00000001:1.0:1788838242.846367:0:30868:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838242.846369:0:30868:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838242.846371:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838242.846374:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838242.846378:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=3 00000020:00000001:1.0:1788838242.846380:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:1.0:1788838242.846384:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:1.0:1788838242.846387:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838242.846390:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838242.846391:0:30868:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838242.846393:0:30868:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838242.846396:0:30868:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce1c from it ffffbbcb01c27bf8 00010000:00000001:1.0:1788838242.846398:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838242.846400:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838242.846401:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=3 00000020:00000001:1.0:1788838242.846402:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:1.0:1788838242.846405:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:1.0:1788838242.846408:0:30868:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838242.846411:0:30868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b2e2 expref: -99 pid: 30858 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838242.846419:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838242.846421:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838242.846423:0:30868:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838242.846426:0:30868:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838242.846428:0:30868:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b2e2 expref: -99 pid: 30858 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838242.846439:0:30868:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838242.846443:0:30868:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838242.846445:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838242.846451:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838242.846452:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838242.846454:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.846458:0:30868:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838242.846460:0:30868:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.846462:0:30868:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.846465:0:30868:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.846468:0:30868:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838242.846469:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838242.846471:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838242.846474:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838242.846477:0:30868:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838242.846480:0:30868:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838242.846485:0:30868:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838242.846497:0:30868:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692b40. 00000020:00000001:1.0:1788838242.846502:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b28 00000080:00200000:1.0:1788838242.846505:0:30868:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=25 00000080:00000001:1.0:1788838242.846509:0:30868:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838242.846512:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279d8 00000080:00200000:1.0:1788838242.846514:0:30868:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:1.0:1788838242.846523:0:30868:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40d8400. 00800000:00000002:1.0:1788838242.846526:0:30868:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838242.847357:0:30868:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838242.847363:0:30868:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838242.847365:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c278f8 00800000:00000002:1.0:1788838242.847367:0:30868:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838242.847372:0:30868:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788838242.847376:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27890 00800000:00000002:1.0:1788838242.847379:0:30868:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788838242.847384:0:30868:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838242.847385:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c277c8 00000002:00010000:1.0:1788838242.847387:0:30868:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788838242.847392:0:30868:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838242.847395:0:30868:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838242.847402:0:30868:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123b80. 00000020:00000040:1.0:1788838242.847409:0:30868:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838242.847417:0:30868:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838242.847422:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838242.847427:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838242.847429:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838242.847431:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.847434:0:30868:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838242.847437:0:30868:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838242.847441:0:30868:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838242.847450:0:30868:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8800. 00000100:00000001:1.0:1788838242.847459:0:30868:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.847466:0:30868:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838242.847468:0:30868:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.847470:0:30868:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838242.847471:0:30868:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.847472:0:30868:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838242.847482:0:30868:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627172736 : -113594082378880 : ffff98afd1123b80) 00010000:00000001:1.0:1788838242.847487:0:30868:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838242.847491:0:30868:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838242.847496:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31c00 count: 2 00010000:00000001:1.0:1788838242.847498:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838242.847501:0:30868:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838242.847505:0:30868:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0e000. 00000020:00000001:1.0:1788838242.847510:0:30868:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838242.847513:0:30868:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0e000 with handle 0x9f68a6b43b62ce31 to hash 00000020:00000001:1.0:1788838242.847515:0:30868:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838242.847516:0:30868:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:1.0:1788838242.847520:0:30868:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:1.0:1788838242.847524:0:30868:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838242.847526:0:30868:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838242.848201:0:30868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838242.848214:0:30868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838242.848228:0:30868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838242.848245:0:30868:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838242.848248:0:30868:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838242.848258:0:30868:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc89b2240. 00000100:00000001:1.0:1788838242.848262:0:30868:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479485149760 : -113594224401856 : ffff98afc89b2240) 00000100:00000001:1.0:1788838242.848265:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838242.848267:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627172736 : -113594082378880 : ffff98afd1123b80) 00000100:00000001:1.0:1788838242.848273:0:30868:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838242.848278:0:30868:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.848281:0:30868:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838242.848283:0:30868:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838242.848297:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.848306:0:30868:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838242.848309:0:30868:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838242.848313:0:30868:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838242.848316:0:30868:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838242.848319:0:30868:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838242.848323:0:30868:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1123b80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132232448:192.168.203.123@tcp:101:touch.0 00000100:00000001:1.0:1788838242.848328:0:30868:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838242.848335:0:30868:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838242.848339:0:30868:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838242.848342:0:30868:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838242.848348:0:30868:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4ee8000. 02000000:00000001:1.0:1788838242.848350:0:30868:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838242.848359:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838242.848364:0:30868:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8f20. 00000400:00000010:1.0:1788838242.848372:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc2a8. 00000100:00000200:1.0:1788838242.848381:0:30868:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132232448, portal 10 00000100:00000001:1.0:1788838242.848383:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838242.848384:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627172736 : -113594082378880 : ffff98afd1123b80) 00000100:00000040:1.0:1788838242.848391:0:30868:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.848398:0:30868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838242.848401:0:30868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838242.848405:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838242.848408:0:30868:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132232448, offset 0 00000400:00000200:1.0:1788838242.848415:0:30868:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838242.848426:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.848435:0:30868:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838242.848441:0:30868:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838242.848447:0:30868:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838242.848451:0:30868:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838242.848454:0:30868:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838242.848459:0:30868:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2325:2325:256:4294967295] 192.168.203.123@tcp LPNI seq info [2325:2325:8:4294967295] 00000400:00000200:1.0:1788838242.848464:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.848475:0:30868:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838242.848483:0:30868:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838242.848489:0:30868:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838242.848498:0:30868:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838242.848509:0:30868:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838242.848515:0:30868:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788838242.849372:0:30868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838242.849382:0:30868:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 771127 usecs (772 jiffies) 00000400:00000200:1.0:1788838242.849388:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838242.849392:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296373594 00000800:00000200:1.0:1788838242.849588:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838242.849593:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:1.0:1788838242.849600:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.849608:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838242.849615:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:1.0:1788838242.849618:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:1.0:1788838242.849623:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838242.849631:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.849643:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838242.849646:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.849653:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.849760:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296376822 00000100:00000001:0.0:1788838242.849766:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296373595 00000100:00000001:0.0:1788838242.849769:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296376822 00000100:00000001:0.0:1788838242.849771:0:30868:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838242.849774:0:30868:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.849777:0:30868:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838242.849779:0:30868:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838242.849782:0:30868:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b2240 going to sleep for 11 seconds 00000100:00000001:0.0:1788838242.849785:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838242.849789:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.849823:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838242.869181:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.869217:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838242.869222:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.869227:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.869250:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.869262:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838242.869274:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.869280:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.869289:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.869297:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4b300 00000400:00000200:1.0:1788838242.869304:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.869314:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6431 [1] + 224 00000800:00000001:1.0:1788838242.869323:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.869334:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.869339:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.869347:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838242.869358:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838242.869370:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838242.869384:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.869415:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838242.869428:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.869444:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788838242.869507:0:30868:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838242.869520:0:30868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838242.869523:0:30868:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838242.869526:0:30868:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838242.869530:0:30868:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838242.869533:0:30868:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838242.869536:0:30868:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838242.869539:0:30868:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838242.869551:0:30868:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=71 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838242.869556:0:30868:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838242.869559:0:30868:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838242.869562:0:30868:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838242.869565:0:30868:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838242.869570:0:30868:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838242.869574:0:30868:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838242.869576:0:30868:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1788838242.869578:0:30868:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838242.869581:0:30868:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838242.869586:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838242.869594:0:30868:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838242.869598:0:30868:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838242.869600:0:30868:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838242.869605:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838258 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838242.869614:0:30868:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1123b80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132232448:192.168.203.123@tcp:101:touch.0 00000100:00000001:3.0:1788838242.869619:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838242.869623:0:30868:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838242.869626:0:30868:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838242.869628:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838242.869632:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838258 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838242.869640:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838242.869643:0:30868:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc89b2240. 00000100:00000001:3.0:1788838242.869647:0:30868:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838242.869649:0:30868:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838242.869652:0:30868:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838242.869687:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.869691:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.869695:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=4 00000020:00000001:3.0:1788838242.869698:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869702:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000040:3.0:1788838242.869711:0:30868:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0e000, remote cookie: 0xff98f31736b3b33d, flags: 0x1001 00010000:00010000:3.0:1788838242.869717:0:30868:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838242.869727:0:30868:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838242.869730:0:30868:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788838242.869742:0:30868:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac200. 00010000:00000010:3.0:1788838242.869747:0:30868:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675100. 00010000:00000001:3.0:1788838242.869752:0:30868:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838242.869755:0:30868:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838242.869764:0:30868:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838242.869770:0:30868:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838242.869776:0:30868:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838242.869779:0:30868:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838242.869780:0:30868:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838242.869782:0:30868:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838242.869785:0:30868:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff98afd83ac200) refcount = 1 00010000:00010000:3.0:1788838242.869789:0:30868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838242.869802:0:30868:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838242.869805:0:30868:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838242.869807:0:30868:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838242.869810:0:30868:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838242.869813:0:30868:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838242.869817:0:30868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838242.869824:0:30868:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838242.869826:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.869828:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838242.869829:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.869830:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838242.869831:0:30868:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838242.869836:0:30868:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838242.869838:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.869839:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.869840:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=3 00000020:00000001:3.0:1788838242.869842:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869844:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869851:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.869852:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.869853:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=4 00000020:00000001:3.0:1788838242.869855:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869857:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869861:0:30868:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838242.869863:0:30868:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838242.869866:0:30868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838242.869872:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.869874:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838242.869876:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.869877:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.869878:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=5 00000020:00000001:3.0:1788838242.869880:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869883:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869886:0:30868:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838242.869888:0:30868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838242.869894:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.869895:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838242.869898:0:30868:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838242.869903:0:30868:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838242.869904:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.869905:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838242.869906:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.869907:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838242.869912:0:30868:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838258 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838242.869920:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.869921:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.869922:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=3 00000020:00000001:3.0:1788838242.869924:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869925:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869927:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.869928:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838242.869930:0:30868:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838242.869932:0:30868:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838242.869936:0:30868:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838242.869939:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.869940:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.869942:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=3 00000020:00000001:3.0:1788838242.869944:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869956:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00000002:00010000:3.0:1788838242.869960:0:30868:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838242.869966:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.869967:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838242.869969:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838242.869971:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.869972:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.869973:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=3 00000020:00000001:3.0:1788838242.869975:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.869976:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000040:3.0:1788838242.869980:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838242.869982:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838242.869986:0:30868:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1788838242.870911:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.870914:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838242.870916:0:30868:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838242.870920:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27750 00000002:00002000:3.0:1788838242.870922:0:30868:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838242.870927:0:30868:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838242.870933:0:30868:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838242.870936:0:30868:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838242.870939:0:30868:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838242.870944:0:30868:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838242.870948:0:30868:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:3.0:1788838242.870952:0:30868:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838242.870955:0:30868:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c27ac8 it_disposition b 00000080:00000001:3.0:1788838242.870958:0:30868:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838242.870966:0:30868:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838242.870969:0:30868:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838242.870972:0:30868:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788838242.870976:0:30868:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788838242.870983:0:30868:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838242.870986:0:30868:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1788838242.872401:0:30868:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838242.872411:0:30868:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788838242.872414:0:30868:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788838242.872420:0:30868:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:3.0:1788838242.872424:0:30868:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff98afd15ac2c8): rc = 0 00000080:00000001:3.0:1788838242.872428:0:30868:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631925960 : -113594077625656 : ffff98afd15ac2c8) 00010000:00000001:3.0:1788838242.872433:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.872436:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.872439:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=3 00000020:00000001:3.0:1788838242.872442:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.872446:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.872449:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.872450:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838242.872453:0:30868:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838242.872455:0:30868:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838242.872457:0:30868:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838242.872462:0:30868:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838242.872465:0:30868:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838242.872470:0:30868:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) for lock 0x9f68a6b43b62ce31 00800000:00000001:3.0:1788838242.872474:0:30868:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838242.872477:0:30868:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838242.872483:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.872484:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.872485:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=3 00000020:00000001:3.0:1788838242.872487:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.872490:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.872494:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.872495:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838242.872497:0:30868:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838242.872499:0:30868:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788838242.872507:0:30868:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1655d80 inode ffff98afd15ac2c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1788838242.872512:0:30868:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838242.872514:0:30868:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838242.872517:0:30868:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788838242.872521:0:30868:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) 00000080:00010000:3.0:1788838242.872525:0:30868:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce31 from it ffffbbcb01c27ac8 00010000:00000001:3.0:1788838242.872528:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838242.872529:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838242.872530:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e000 refcount=3 00000020:00000001:3.0:1788838242.872532:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.872534:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390105600 : -113594319446016 : ffff98afc2f0e000) 00010000:00000001:3.0:1788838242.872536:0:30868:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838242.872541:0:30868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838242.872552:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.872553:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838242.872555:0:30868:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838242.872558:0:30868:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838242.872561:0:30868:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838242.872569:0:30868:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838242.872573:0:30868:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838242.872575:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838242.872580:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.872582:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838242.872583:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838242.872587:0:30868:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838242.872590:0:30868:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838242.872592:0:30868:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838242.872596:0:30868:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838242.872599:0:30868:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838242.872600:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838242.872602:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838242.872603:0:30868:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838242.872609:0:30868:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40d8400. 00000100:00000001:3.0:1788838242.872615:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838242.872630:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1123b80 x1875731132232448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838258 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838242.872638:0:30868:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838242.872642:0:30868:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838242.872647:0:30868:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4ee8000. 02000000:00000001:3.0:1788838242.872651:0:30868:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838242.872669:0:30868:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838242.872671:0:30868:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838242.872674:0:30868:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838242.872678:0:30868:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e8800. 02000000:00000001:3.0:1788838242.872683:0:30868:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838242.872685:0:30868:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838242.872687:0:30868:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123b80. 00000100:00000001:3.0:1788838242.872691:0:30868:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838242.872693:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838242.872774:0:30868:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838242.872778:0:30868:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788838242.872785:0:30868:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838242.872805:0:30868:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06300. 00000080:00000001:0.0:1788838242.872811:0:30868:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838242.872812:0:30868:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788838242.872815:0:30868:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.872819:0:30868:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788838242.872823:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b58 00000080:00200000:0.0:1788838242.872826:0:30868:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff98afd15ac2c8), file ffff98afc3c1f800, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1788838242.872866:0:30868:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afc66b47e0. 00000080:00000001:1.0:1788838242.872874:0:30868:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838242.872877:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a08 00000080:00200000:1.0:1788838242.872879:0:30868:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff98afd15ac2c8), intent=open|creat 00000080:00000010:1.0:1788838242.872889:0:30868:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40d8600. 00000080:00000001:1.0:1788838242.872899:0:30868:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838242.872904:0:30868:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838242.872906:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27928 00800000:00000002:1.0:1788838242.872909:0:30868:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1788838242.872912:0:30868:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788838242.872916:0:30868:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788838242.872921:0:30868:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:1.0:1788838242.872925:0:30868:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788838242.872927:0:30868:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788838242.872930:0:30868:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788838242.872933:0:30868:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788838242.872937:0:30868:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x26:0x0] 40000000:00000001:1.0:1788838242.872940:0:30868:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838242.872943:0:30868:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838242.872945:0:30868:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838242.872947:0:30868:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838242.872949:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c278a8 00800000:00000002:1.0:1788838242.872952:0:30868:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788838242.872957:0:30868:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838242.872959:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c277e0 00000002:00010000:1.0:1788838242.872960:0:30868:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1788838242.872965:0:30868:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838242.872968:0:30868:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788838242.872972:0:30868:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788838242.872978:0:30868:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838242.872980:0:30868:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788838242.872984:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:1.0:1788838242.872988:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838242.873004:0:30868:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788838242.873007:0:30868:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.873010:0:30868:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838242.873012:0:30868:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838242.873019:0:30868:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122680. 00000020:00000040:1.0:1788838242.873023:0:30868:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:1.0:1788838242.873031:0:30868:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788838242.873033:0:30868:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.873036:0:30868:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838242.873041:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838242.873044:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838242.873046:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838242.873047:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.873050:0:30868:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838242.873053:0:30868:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838242.873057:0:30868:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838242.873065:0:30868:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8800. 00000100:00000001:1.0:1788838242.873073:0:30868:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.873078:0:30868:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838242.873079:0:30868:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.873082:0:30868:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838242.873083:0:30868:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.873085:0:30868:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838242.873095:0:30868:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00010000:00000001:1.0:1788838242.873100:0:30868:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838242.873102:0:30868:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838242.873105:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:1.0:1788838242.873108:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838242.873110:0:30868:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838242.873114:0:30868:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0fa00. 00000020:00000001:1.0:1788838242.873118:0:30868:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838242.873121:0:30868:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0fa00 with handle 0x9f68a6b43b62ce38 to hash 00000020:00000001:1.0:1788838242.873123:0:30868:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838242.873125:0:30868:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838242.873128:0:30868:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838242.873132:0:30868:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838242.873135:0:30868:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838242.873138:0:30868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838242.873147:0:30868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788838242.873160:0:30868:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788838242.873168:0:30868:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788838242.873177:0:30868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838242.873183:0:30868:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838242.873186:0:30868:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838242.873194:0:30868:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc89b2d80. 00000100:00000001:1.0:1788838242.873197:0:30868:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479485152640 : -113594224398976 : ffff98afc89b2d80) 00000100:00000001:1.0:1788838242.873200:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838242.873202:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:1.0:1788838242.873207:0:30868:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838242.873212:0:30868:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.873214:0:30868:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838242.873216:0:30868:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838242.873221:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.873230:0:30868:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838242.873243:0:30868:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838242.873249:0:30868:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838242.873252:0:30868:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838242.873254:0:30868:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838242.873259:0:30868:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132232704:192.168.203.123@tcp:101:touch.0 00000100:00000001:1.0:1788838242.873263:0:30868:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838242.873270:0:30868:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838242.873273:0:30868:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838242.873276:0:30868:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838242.873353:0:30868:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:1.0:1788838242.873356:0:30868:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838242.873366:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838242.873372:0:30868:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f83c8. 00000400:00000010:1.0:1788838242.873380:0:30868:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afd13ebc00. 00000100:00000200:1.0:1788838242.873390:0:30868:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132232704, portal 10 00000100:00000001:1.0:1788838242.873392:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838242.873394:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000040:1.0:1788838242.873401:0:30868:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.873409:0:30868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838242.873413:0:30868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838242.873417:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838242.873421:0:30868:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132232704, offset 0 00000400:00000200:1.0:1788838242.873428:0:30868:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838242.873451:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.873460:0:30868:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838242.873467:0:30868:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838242.873472:0:30868:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838242.873477:0:30868:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838242.873480:0:30868:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838242.873485:0:30868:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2326:2326:256:4294967295] 192.168.203.123@tcp LPNI seq info [2326:2326:8:4294967295] 00000400:00000200:1.0:1788838242.873489:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.873500:0:30868:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838242.873507:0:30868:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838242.873513:0:30868:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838242.873521:0:30868:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838242.873890:0:30868:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838242.873897:0:30868:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788838242.873968:0:30868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838242.873974:0:30868:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 770025 usecs (771 jiffies) 00000400:00000200:1.0:1788838242.873979:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838242.873983:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296373617 00000100:00000001:1.0:1788838242.873986:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296376822 00000100:00000001:1.0:1788838242.873998:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296373617 00000100:00000001:1.0:1788838242.874000:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296376822 00000100:00000001:1.0:1788838242.874003:0:30868:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838242.874007:0:30868:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.874009:0:30868:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838242.874012:0:30868:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838242.874015:0:30868:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b2d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838242.874018:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838242.874021:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838242.875500:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838242.875512:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:0.0:1788838242.875520:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838242.876246:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838242.876257:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:0.0:1788838242.876260:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:0.0:1788838242.876267:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838242.876276:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.876291:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.876296:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.876305:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.876307:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838242.889471:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.889494:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838242.889500:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.889504:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.889515:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.889524:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838242.889547:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.889553:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.889560:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.889565:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd4b400 00000400:00000200:1.0:1788838242.889570:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.889577:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6441 [32] + 224 00000800:00000001:1.0:1788838242.889586:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.889594:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838242.889598:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.889603:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838242.889612:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838242.889624:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838242.889636:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838242.889695:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838242.889708:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838242.889711:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.889726:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838242.889733:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2327:2327:256:4294967295] 192.168.203.123@tcp LPNI seq info [2327:2327:8:4294967295] 00000400:00000200:1.0:1788838242.889737:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.889746:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838242.889753:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838242.889760:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd13ea800. 00000800:00000200:1.0:1788838242.889768:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838242.889779:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838242.889787:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd13ea800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838242.889889:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838242.889894:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd13ea800. 00000400:00000200:1.0:1788838242.889898:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.889901:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838242.889910:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838242.889914:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838242.890372:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838242.890384:0:30868:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838242.890387:0:30868:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838242.890392:0:30868:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f83c8. 00000400:00000200:0.0:1788838242.890398:0:30868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd13ebc00 00000400:00000010:0.0:1788838242.890401:0:30868:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afd13ebc00. 00000100:00000001:0.0:1788838242.890405:0:30868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838242.890413:0:30868:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838242.890424:0:30868:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122680 x1875731132232704/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838258 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.890441:0:30868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838242.890444:0:30868:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838242.890447:0:30868:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838242.890451:0:30868:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838242.890454:0:30868:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838242.890457:0:30868:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838242.890461:0:30868:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838242.890473:0:30868:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=71 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838242.890479:0:30868:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838242.890482:0:30868:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838242.890484:0:30868:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.890488:0:30868:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838242.890492:0:30868:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.890496:0:30868:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838242.890498:0:30868:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013d/0x1] 00000100:00000001:0.0:1788838242.890500:0:30868:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838242.890503:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838242.890505:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:0.0:1788838242.890509:0:30868:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838242.890511:0:30868:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1788838242.890514:0:30868:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838242.890518:0:30868:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838242.890524:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838258 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.890543:0:30868:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838242.890547:0:30868:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838242.890550:0:30868:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838242.890554:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838258 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838242.890563:0:30868:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132232704:192.168.203.123@tcp:101:touch.0 00000100:00000001:0.0:1788838242.890568:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838242.890572:0:30868:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838242.890575:0:30868:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838242.890577:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.890581:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838258 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.890589:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838242.890593:0:30868:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc89b2d80. 00000100:00000001:0.0:1788838242.890596:0:30868:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838242.890598:0:30868:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.890603:0:30868:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838242.890609:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.890612:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.890616:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=4 00000020:00000001:0.0:1788838242.890619:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.890622:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000040:0.0:1788838242.890630:0:30868:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0fa00, remote cookie: 0xff98f31736b3b359, flags: 0x1001 00010000:00010000:0.0:1788838242.890637:0:30868:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838242.890645:0:30868:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:0.0:1788838242.890649:0:30868:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838242.890696:0:30868:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31800. 00010000:00000010:0.0:1788838242.890702:0:30868:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e180. 00010000:00000001:0.0:1788838242.890708:0:30868:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838242.890711:0:30868:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838242.890904:0:30868:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838242.890912:0:30868:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838242.890917:0:30868:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838242.890920:0:30868:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838242.890922:0:30868:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838242.890923:0:30868:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838242.890925:0:30868:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff98afc4d31800) refcount = 1 00010000:00010000:0.0:1788838242.890930:0:30868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838242.890937:0:30868:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838242.890941:0:30868:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838242.890942:0:30868:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838242.890946:0:30868:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838242.890949:0:30868:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838242.890953:0:30868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838242.890959:0:30868:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838242.890961:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.890963:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838242.890964:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.890965:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838242.890967:0:30868:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.890974:0:30868:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838242.890977:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.890979:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.890981:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=3 00000020:00000001:0.0:1788838242.890983:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.890985:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.890987:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.890988:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.890990:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=4 00000020:00000001:0.0:1788838242.890992:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.890993:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.890997:0:30868:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838242.891000:0:30868:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838242.891003:0:30868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838242.891010:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891012:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838242.891013:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.891014:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.891016:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=5 00000020:00000001:0.0:1788838242.891018:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.891020:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.891023:0:30868:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838242.891026:0:30868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838242.891034:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891035:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838242.891037:0:30868:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838242.891049:0:30868:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838242.891050:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891051:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838242.891052:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891053:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838242.891061:0:30868:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838258 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838242.891072:0:30868:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788838242.891077:0:30868:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838258 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838242.891085:0:30868:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.891094:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.891095:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.891096:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=3 00000020:00000001:0.0:1788838242.891098:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.891100:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00000002:00010000:0.0:1788838242.891104:0:30868:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788838242.891115:0:30868:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd1358c00. 00010000:00000001:0.0:1788838242.891117:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891119:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838242.891120:0:30868:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.891123:0:30868:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.891126:0:30868:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788838242.891129:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838242.891131:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:0.0:1788838242.891133:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838242.891134:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00010000:00000001:0.0:1788838242.891136:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.891137:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.891138:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=3 00000020:00000001:0.0:1788838242.891140:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.891142:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00000002:00010000:0.0:1788838242.891146:0:30868:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838242.891152:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891153:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838242.891155:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838242.891156:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.891157:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.891158:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=3 00000020:00000001:0.0:1788838242.891160:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.891162:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000040:0.0:1788838242.891166:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 2 00010000:00000001:0.0:1788838242.891168:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838242.891172:0:30868:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:0.0:1788838242.891174:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891175:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838242.891176:0:30868:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838242.891180:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27768 00000002:00002000:0.0:1788838242.891182:0:30868:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788838242.891186:0:30868:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838242.891189:0:30868:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838242.891192:0:30868:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838242.891195:0:30868:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838242.891199:0:30868:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.891204:0:30868:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838242.891206:0:30868:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afc66b47e0 it_disposition 1800037 00000080:00002000:0.0:1788838242.891213:0:30868:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd15b5bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788838242.891218:0:30868:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838242.891221:0:30868:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788838242.891224:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27998 00000080:00200000:0.0:1788838242.891225:0:30868:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff98afd15ac2c8), intent=open|creat 00000080:00000001:0.0:1788838242.891228:0:30868:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788838242.891230:0:30868:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838242.891246:0:30868:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838242.891250:0:30868:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838242.891253:0:30868:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1788838242.891256:0:30868:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788838242.891271:0:30868:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd1585ac0. 00000020:00000001:0.0:1788838242.891285:0:30868:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788838242.891287:0:30868:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788838242.891291:0:30868:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788838242.891292:0:30868:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x26:0x0](ffff98afd1585b88) 00000020:00000001:0.0:1788838242.891298:0:30868:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838242.891303:0:30868:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838242.891306:0:30868:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838242.891312:0:30868:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788838242.891318:0:30868:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afc7dfa000. 00000020:00000001:0.0:1788838242.891321:0:30868:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788838242.891323:0:30868:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838242.891332:0:30868:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788838242.891337:0:30868:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afd008a6c8. 00020000:00000001:0.0:1788838242.891340:0:30868:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479609767624 : -113594099783992 : ffff98afd008a6c8) 00020000:00000001:0.0:1788838242.891343:0:30868:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788838242.891347:0:30868:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838242.891354:0:30868:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a11e0. 00020000:00000010:0.0:1788838242.891360:0:30868:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd0502800. 00020000:00000010:0.0:1788838242.891366:0:30868:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1480. 00020000:00000001:0.0:1788838242.891368:0:30868:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615104128 : -113594094447488 : ffff98afd05a1480) 00020000:00000002:0.0:1788838242.891373:0:30868:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1480, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838242.891378:0:30868:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838242.891383:0:30868:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd0502800: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1788838242.891386:0:30868:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788838242.891388:0:30868:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1480, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838242.891395:0:30868:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838242.891398:0:30868:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd0502800: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1788838242.891403:0:30868:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afd09f8fc0. 00020000:00000010:0.0:1788838242.891406:0:30868:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc43f8a80. 00020000:00000001:0.0:1788838242.891412:0:30868:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788838242.891416:0:30868:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc809fb98. 00020000:00000001:0.0:1788838242.891419:0:30868:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788838242.891421:0:30868:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788838242.891427:0:30868:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788838242.891441:0:30868:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afc7dfa190. 00000020:00000001:0.0:1788838242.891443:0:30868:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788838242.891444:0:30868:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838242.891447:0:30868:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479472861712 : -113594236689904 : ffff98afc7dfa210) 00020000:00000001:0.0:1788838242.891451:0:30868:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788838242.891457:0:30868:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afd00b3500. 00020000:00000001:0.0:1788838242.891461:0:30868:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838242.891467:0:30868:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479472861712 : -113594236689904 : ffff98afc7dfa210) 00020000:00000001:0.0:1788838242.891469:0:30868:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479472861712 : -113594236689904 : ffff98afc7dfa210) 00020000:00000002:0.0:1788838242.891472:0:30868:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff98afc7dfa190[0:0] -> [0x200000404:0x26:0x0]@ffff98afc7dfa000: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1788838242.891478:0:30868:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788838242.891480:0:30868:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788838242.891483:0:30868:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838242.891487:0:30868:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479472861312 : -113594236690304 : ffff98afc7dfa080) 00000020:00001000:0.0:1788838242.891490:0:30868:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838242.891496:0:30868:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1788838242.891499:0:30868:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838242.891502:0:30868:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833958 mtime from 0 to 1788838242 00000080:00000001:0.0:1788838242.891507:0:30868:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788838242.891510:0:30868:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631768456 : -113594077783160 : ffff98afd1585b88) 00010000:00000001:0.0:1788838242.891513:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.891514:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.891517:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=3 00000020:00000001:0.0:1788838242.891520:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.891522:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00000080:00000001:0.0:1788838242.891526:0:30868:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838242.891621:0:30868:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838242.891624:0:30868:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838242.891626:0:30868:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838242.891629:0:30868:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838242.891632:0:30868:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838242.891633:0:30868:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838242.891636:0:30868:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a19c0. 00020000:00000010:0.0:1788838242.891639:0:30868:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd0502f00. 00020000:00000010:0.0:1788838242.891642:0:30868:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1420. 00020000:00000001:0.0:1788838242.891644:0:30868:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615104032 : -113594094447584 : ffff98afd05a1420) 00020000:00000002:0.0:1788838242.891646:0:30868:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1420, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838242.891650:0:30868:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838242.891653:0:30868:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd0502f00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838242.891690:0:30868:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a6c8) owner ffff98afc29b4f80 00020000:00000001:0.0:1788838242.891693:0:30868:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838242.891697:0:30868:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a6c8) owner ffff98afc29b4f80 00020000:00000010:0.0:1788838242.891701:0:30868:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd0502f00. 00020000:00000010:0.0:1788838242.891706:0:30868:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a19c0. 00020000:00000010:0.0:1788838242.891710:0:30868:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1420. 00020000:00000002:0.0:1788838242.891712:0:30868:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838242.891715:0:30868:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838242.891838:0:30868:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838242.891843:0:30868:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788838242.891847:0:30868:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:0.0:1788838242.891851:0:30868:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1480 addref 2/0 by ffff98afc29b4f80. 00020000:00000002:0.0:1788838242.891854:0:30868:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:0.0:1788838242.891857:0:30868:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788838242.891859:0:30868:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788838242.891860:0:30868:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788838242.891862:0:30868:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788838242.891865:0:30868:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788838242.891867:0:30868:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788838242.891870:0:30868:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838242.891872:0:30868:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.891875:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891876:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838242.891878:0:30868:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838242.891881:0:30868:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838242.891883:0:30868:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838242.891886:0:30868:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x26:0x0](ffff98afd1585b88) 00000080:00010000:0.0:1788838242.891888:0:30868:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62ce38 00800000:00000001:0.0:1788838242.891891:0:30868:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838242.891894:0:30868:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838242.891895:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.891897:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.891898:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=3 00000020:00000001:0.0:1788838242.891900:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.891902:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.891904:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.891906:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838242.891907:0:30868:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838242.891909:0:30868:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.891911:0:30868:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788838242.891914:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.891922:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.891929:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838242.891936:0:30868:0:(namei.c:1651:ll_create_it()) inode ffff98afd1585b88 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:0.0:1788838242.891940:0:30868:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838242.891944:0:30868:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff98afd1585b88) 00000080:00000001:0.0:1788838242.891947:0:30868:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838242.891951:0:30868:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40d8600. 00000100:00000001:0.0:1788838242.891955:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.891958:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838242.891964:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.891968:0:30868:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788838242.891970:0:30868:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838242.891972:0:30868:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd1585b88 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:0.0:1788838242.891983:0:30868:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788838242.891986:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a68 00000080:00200008:0.0:1788838242.891989:0:30868:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x26:0x0](ffff98afd1585b88), flags 104501 00000080:00000010:0.0:1788838242.891997:0:30868:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc4d96500. 00000080:00000010:0.0:1788838242.892005:0:30868:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd13586c0. 00000080:00000001:0.0:1788838242.892008:0:30868:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788838242.892012:0:30868:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788838242.892015:0:30868:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788838242.892019:0:30868:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc4b06f80. 00000002:00100000:0.0:1788838242.892024:0:30868:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838242.892031:0:30868:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838242.892033:0:30868:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788838242.892037:0:30868:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788838242.892042:0:30868:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892045:0:30868:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838242.892048:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838242.892051:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788838242.892060:0:30868:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838242.892065:0:30868:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:0.0:1788838242.892107:0:30868:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788838242.892109:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838242.892112:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a68 00000080:00000008:0.0:1788838242.892114:0:30868:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x26:0x0](ffff98afd1585b88), flags 104501, rc = 0 00000080:00000001:0.0:1788838242.892118:0:30868:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788838242.892120:0:30868:0:(dcache.c:176:ll_intent_release()) intent ffff98afc66b47e0 released 00000080:00010000:0.0:1788838242.892124:0:30868:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce38 from it ffff98afc66b47e0 00010000:00000001:0.0:1788838242.892127:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838242.892128:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838242.892130:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=3 00000020:00000001:0.0:1788838242.892132:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.892134:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:0.0:1788838242.892136:0:30868:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838242.892139:0:30868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838242.892147:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.892148:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838242.892150:0:30868:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838242.892152:0:30868:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838242.892155:0:30868:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838242.892164:0:30868:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838242.892167:0:30868:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838242.892169:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838242.892174:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.892175:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838242.892177:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.892180:0:30868:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838242.892182:0:30868:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.892185:0:30868:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.892188:0:30868:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.892190:0:30868:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838242.892191:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.892192:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838242.892194:0:30868:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788838242.892196:0:30868:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788838242.892199:0:30868:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788838242.892201:0:30868:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838242.892203:0:30868:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788838242.892205:0:30868:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892210:0:30868:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788838242.892212:0:30868:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892214:0:30868:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838242.892216:0:30868:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892218:0:30868:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838242.892221:0:30868:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afc66b47e0. 00000080:00000001:0.0:1788838242.892227:0:30868:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892245:0:30868:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838242.892248:0:30868:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x26:0x0](ffff98afd1585b88), inode mode 81a4 mask 40 00000080:00000001:0.0:1788838242.892253:0:30868:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838242.892308:0:30868:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838242.892311:0:30868:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:0.0:1788838242.892315:0:30868:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:0.0:1788838242.892318:0:30868:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892330:0:30868:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1788838242.892332:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27c30 00000080:00200008:0.0:1788838242.892335:0:30868:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x26:0x0](ffff98afd1585b88) current size 0, valid attrs 20070, mode 0, uid -1055903166, gid -1, new size 213440, atime 1788838242.000000000, mtime 1788838242.000000000, ctime 1788838242.000000000 00000080:00000002:0.0:1788838242.892341:0:30868:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788838242, ctime 1788838242, now = 1788838242 00000080:00000002:0.0:1788838242.892343:0:30868:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff98afd1585b88 attr 0x100201f0 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000010:0.0:1788838242.892348:0:30868:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff98afc9b60c00. 00000080:00000001:0.0:1788838242.892351:0:30868:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:0.0:1788838242.892357:0:30868:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1788838242.892359:0:30868:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x26:0x0], valid 0x100201f0/0x0 00000002:00000001:0.0:1788838242.892365:0:30868:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1788838242.892368:0:30868:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838242.892373:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 2 00010000:00000001:0.0:1788838242.892376:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838242.892379:0:30868:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838242.892382:0:30868:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838242.892386:0:30868:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788838242.892394:0:30868:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838242.892399:0:30868:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838242.892401:0:30868:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838242.892405:0:30868:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:0.0:1788838242.892409:0:30868:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838242.892411:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838242.892413:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 3 00010000:00000001:0.0:1788838242.892415:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838242.892418:0:30868:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.892419:0:30868:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838242.892420:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838242.892422:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 3 00010000:00000001:0.0:1788838242.892423:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838242.892425:0:30868:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.892426:0:30868:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838242.892427:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838242.892440:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 3 00010000:00000001:0.0:1788838242.892442:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838242.892444:0:30868:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838242.892446:0:30868:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838242.892447:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838242.892448:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31800 count: 3 00010000:00000001:0.0:1788838242.892450:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838242.892452:0:30868:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892454:0:30868:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892456:0:30868:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838242.892457:0:30868:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838242.892459:0:30868:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838242.892461:0:30868:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838242.892463:0:30868:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788838242.892465:0:30868:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1788838242.892468:0:30868:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788838242.892471:0:30868:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788838242.892473:0:30868:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838242.892475:0:30868:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838242.892477:0:30868:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788838242.892479:0:30868:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838242.892480:0:30868:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838242.892482:0:30868:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838242.892485:0:30868:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838242.892488:0:30868:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788838242.892489:0:30868:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff98afd1585b88) invalid 00000020:00000001:0.0:1788838242.892492:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27838 00000080:00002000:0.0:1788838242.892494:0:30868:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd15b5bd0) parent ffff98afd1655d80 inode ffff98afd1585b88 refc 1 00000080:00000001:0.0:1788838242.892497:0:30868:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788838242.892499:0:30868:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838242.892500:0:30868:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838242.892503:0:30868:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838242.892507:0:30868:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838242.892508:0:30868:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838242.892510:0:30868:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838242.892513:0:30868:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838242.892516:0:30868:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0fa00 with handle 0x9f68a6b43b62ce38 from hash 00010000:00000001:0.0:1788838242.892518:0:30868:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838242.892519:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838242.892520:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838242.892521:0:30868:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838242.892524:0:30868:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838242.892525:0:30868:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838242.892877:0:30868:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838242.892879:0:30868:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838242.892882:0:30868:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788838242.895818:0:30868:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120e00. 00000020:00000040:1.0:1788838242.895837:0:30868:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838242.895847:0:30868:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838242.895854:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838242.895865:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838242.895868:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838242.895870:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.895874:0:30868:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838242.895878:0:30868:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838242.895884:0:30868:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838242.895896:0:30868:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc40d9400. 00000100:00000001:1.0:1788838242.895905:0:30868:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.895909:0:30868:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838242.895912:0:30868:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788838242.895924:0:30868:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788838242.895936:0:30868:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788838242.895938:0:30868:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838242.895940:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838242.895943:0:30868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62ce38 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b359 expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788838242.895953:0:30868:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd1358c00. 00010000:00000040:1.0:1788838242.895962:0:30868:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31800 count: 0 00010000:00000010:1.0:1788838242.895973:0:30868:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e180. 00010000:00000001:1.0:1788838242.895988:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838242.895991:0:30868:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.895993:0:30868:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838242.895994:0:30868:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838242.895997:0:30868:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1788838242.895999:0:30868:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788838242, ctime 1788838242 00000020:00100000:1.0:1788838242.896011:0:30868:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788838242.896027:0:30868:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838242.896035:0:30868:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838242.896038:0:30868:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838242.896046:0:30868:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc89b29c0. 00000100:00000001:1.0:1788838242.896049:0:30868:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479485151680 : -113594224399936 : ffff98afc89b29c0) 00000100:00000001:1.0:1788838242.896052:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838242.896054:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627161088 : -113594082390528 : ffff98afd1120e00) 00000100:00000001:1.0:1788838242.896061:0:30868:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838242.896066:0:30868:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.896069:0:30868:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838242.896071:0:30868:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838242.896076:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838242.896085:0:30868:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838242.896088:0:30868:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838242.896092:0:30868:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838242.896096:0:30868:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838242.896098:0:30868:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838242.896103:0:30868:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120e00 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132232960:192.168.203.123@tcp:36:touch.0 00000100:00000001:1.0:1788838242.896108:0:30868:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838242.896115:0:30868:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838242.896119:0:30868:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838242.896122:0:30868:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838242.896127:0:30868:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ea800. 02000000:00000001:1.0:1788838242.896130:0:30868:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838242.896139:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838242.896146:0:30868:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8108. 00000400:00000010:1.0:1788838242.896156:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc660. 00000100:00000200:1.0:1788838242.896166:0:30868:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132232960, portal 10 00000100:00000001:1.0:1788838242.896168:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838242.896170:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627161088 : -113594082390528 : ffff98afd1120e00) 00000100:00000040:1.0:1788838242.896178:0:30868:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838258 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838242.896186:0:30868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838242.896189:0:30868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838242.896192:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc550. 00000100:00000200:1.0:1788838242.896196:0:30868:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875731132232960, offset 0 00000400:00000200:1.0:1788838242.896203:0:30868:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838242.896214:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.896222:0:30868:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838242.896230:0:30868:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838242.896243:0:30868:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838242.896248:0:30868:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838242.896251:0:30868:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838242.896255:0:30868:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2328:2328:256:4294967295] 192.168.203.123@tcp LPNI seq info [2328:2328:8:4294967295] 00000400:00000200:1.0:1788838242.896260:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838242.896269:0:30868:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838242.896276:0:30868:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838242.896284:0:30868:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838242.896292:0:30868:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838242.896302:0:30868:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838242.896308:0:30868:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788838242.896379:0:30868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838242.896386:0:30868:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 768917 usecs (769 jiffies) 00000400:00000200:1.0:1788838242.896390:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838242.896393:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296373638 00000100:00000001:1.0:1788838242.896397:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296376822 00000100:00000001:1.0:1788838242.896401:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296373638 00000100:00000001:1.0:1788838242.896404:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296376822 00000100:00000001:1.0:1788838242.896406:0:30868:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838242.896409:0:30868:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.896412:0:30868:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838242.896414:0:30868:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838242.896417:0:30868:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b29c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788838242.896419:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838242.896423:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838242.900366:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838242.900379:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:1.0:1788838242.900387:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838242.900399:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838242.900408:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc550 00000400:00000010:1.0:1788838242.900411:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc550. 00000100:00000001:1.0:1788838242.900417:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838242.900427:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838258 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838242.900447:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838242.900452:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838258 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838242.900460:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838242.900462:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788838242.901936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31800. 00010000:00000010:1.1:1788838242.901954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fa00. 00000100:00000001:1.0:1788838243.786958:0:15898:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1788838243.786968:0:15898:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838243.850792:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838243.850801:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838243.850809:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838243.850810:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838244.874744:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838244.874756:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838244.874758:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838244.874762:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838244.874769:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838244.874772:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838244.874774:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838244.874777:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838244.874782:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838244.874784:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838244.875484:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838244.875489:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838244.875493:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:0.0:1788838245.605581:0:30858:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838245.605590:0:30858:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98afc48927c0 00020000:00000002:0.0:1788838245.605597:0:30858:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:0.0:1788838245.605600:0:30858:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838245.605608:0:30858:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838245.605611:0:30858:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c07df0 00000080:00200008:0.0:1788838245.605614:0:30858:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x25:0x0](ffff98afd152ec08), flags 100002 00000080:00000001:0.0:1788838245.605619:0:30858:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838245.605621:0:30858:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788838245.605622:0:30858:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838245.605623:0:30858:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98afc48927c0 00020000:00000002:0.0:1788838245.605626:0:30858:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:0.0:1788838245.605628:0:30858:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838245.605630:0:30858:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838245.605637:0:30858:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838245.605640:0:30858:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838245.605646:0:30858:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:0.0:1788838245.605649:0:30858:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838245.605679:0:30858:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838245.605682:0:30858:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x25:0x0]: 0 00000080:00000001:0.0:1788838245.605685:0:30858:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788838245.605687:0:30858:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788838245.605691:0:30858:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc4011800. 00000080:00000001:0.0:1788838245.605694:0:30858:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788838245.605700:0:30858:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788838245.605703:0:30858:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788838245.605705:0:30858:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x25:0x0] 00000002:00000001:0.0:1788838245.605709:0:30858:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788838245.605712:0:30858:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x25:0x0] file closed with intent: 0 00000100:00000010:0.0:1788838245.605718:0:30858:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090aa00. 00000020:00000040:0.0:1788838245.605723:0:30858:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838245.605727:0:30858:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838245.605730:0:30858:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838245.605735:0:30858:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838245.605742:0:30858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4010400. 00000100:00000001:0.0:1788838245.605750:0:30858:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788838245.605780:0:30858:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac0e00 x1875731132231808/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788838245.605792:0:30858:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1788838245.605798:0:30858:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788838245.605805:0:30858:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838245.605807:0:30858:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838245.605813:0:30858:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8240. 00000100:00000001:0.0:1788838245.605816:0:30858:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412036160 : -113594297515456 : ffff98afc43f8240) 00000100:00000001:0.0:1788838245.605819:0:30858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838245.605820:0:30858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00000100:00000001:0.0:1788838245.605824:0:30858:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838245.605828:0:30858:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838245.605830:0:30858:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838245.605832:0:30858:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838245.605836:0:30858:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838245.605844:0:30858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838245.605846:0:30858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838245.605850:0:30858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838245.605853:0:30858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838245.605855:0:30858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838245.605859:0:30858:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:30858:1875731132233216:192.168.203.123@tcp:35:multiop.0 00000100:00000001:0.0:1788838245.605863:0:30858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838245.605867:0:30858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838245.605869:0:30858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838245.605872:0:30858:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838245.605876:0:30858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0082c00. 02000000:00000001:0.0:1788838245.605878:0:30858:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838245.605885:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838245.605889:0:30858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259a0. 00000400:00000010:0.0:1788838245.605896:0:30858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838245.605902:0:30858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132233216, portal 10 00000100:00000001:0.0:1788838245.605905:0:30858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838245.605906:0:30858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00000100:00000040:0.0:1788838245.605913:0:30858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838261 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838245.605920:0:30858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838245.605923:0:30858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838245.605926:0:30858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfca18. 00000100:00000200:0.0:1788838245.605929:0:30858:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132233216, offset 0 00000400:00000200:0.0:1788838245.605935:0:30858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838245.605943:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838245.605949:0:30858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838245.605954:0:30858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838245.605959:0:30858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838245.605962:0:30858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838245.605965:0:30858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838245.605968:0:30858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2329:2329:256:4294967295] 192.168.203.123@tcp LPNI seq info [2329:2329:8:4294967295] 00000400:00000200:0.0:1788838245.605982:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838245.605992:0:30858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838245.605998:0:30858:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838245.606003:0:30858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5db00. 00000800:00000200:0.0:1788838245.606010:0:30858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838245.606017:0:30858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838245.606021:0:30858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5db00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838245.606039:0:30858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838245.606044:0:30858:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 768917 usecs (769 jiffies) 00000400:00000200:0.0:1788838245.606047:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838245.606049:0:30858:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296376347 00000100:00000001:0.0:1788838245.606052:0:30858:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296376822 00000100:00000001:0.0:1788838245.606056:0:30858:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296376347 00000100:00000001:0.0:1788838245.606058:0:30858:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296376822 00000100:00000001:0.0:1788838245.606060:0:30858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838245.606062:0:30858:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838245.606065:0:30858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838245.606066:0:30858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838245.606069:0:30858:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8240 going to sleep for 11 seconds 00000100:00000001:0.0:1788838245.606071:0:30858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838245.606073:0:30858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838245.606614:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838245.606619:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5db00. 00000400:00000200:0.0:1788838245.606624:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838245.606629:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838245.606634:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfca18 00000400:00000010:0.0:1788838245.606637:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfca18. 00000100:00000001:0.0:1788838245.606641:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838245.606645:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838261 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838245.606680:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838245.606684:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838261 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838245.606691:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838245.606693:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1788838245.623945:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838245.623948:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838245.623951:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788838245.623955:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788838245.623957:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838245.623963:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788838245.623983:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838245.623988:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838245.623990:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838245.623993:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:3.0:1788838245.623998:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624000:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624006:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838245.624009:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624014:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838245.624015:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624016:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624018:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838245.624020:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624022:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838245.624024:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838245.624027:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838245.624029:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) invalid 00000020:00000001:3.0:1788838245.624033:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:3.0:1788838245.624035:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff98afd1655d80) parent ffff98afd8effa20 inode ffff98afd15ac2c8 refc 1 00000080:00000001:3.0:1788838245.624040:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838245.624042:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838245.624044:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838245.624046:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838245.624049:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838245.624051:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838245.624053:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838245.624054:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838245.624058:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0e000 with handle 0x9f68a6b43b62ce31 from hash 00010000:00000001:3.0:1788838245.624060:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838245.624062:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838245.624064:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838245.624065:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838245.624068:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838245.624069:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838245.624071:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838245.624074:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b2e2 expref: -99 pid: 30858 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788838245.624081:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838245.624084:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838245.624085:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838245.624087:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788838245.624089:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624090:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624093:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31c00 count: 2 00010000:00000001:3.0:1788838245.624095:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624098:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838245.624100:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624101:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624103:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31c00 count: 2 00010000:00000001:3.0:1788838245.624105:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624108:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838245.624109:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624111:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624112:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31c00 count: 2 00010000:00000001:3.0:1788838245.624114:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624117:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838245.624118:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838245.624121:0:16036:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838245.624126:0:16036:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788838245.624128:0:16036:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838245.624129:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838245.624130:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838245.624133:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838245.624134:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838245.624135:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838245.624137:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838245.624139:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838245.624141:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baaa00 with handle 0x9f68a6b43b62ce1c from hash 00010000:00000001:3.0:1788838245.624144:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838245.624145:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838245.624146:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838245.624148:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838245.624149:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838245.624151:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838245.624154:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838245.624156:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62ce2a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b31a expref: -99 pid: 30858 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788838245.624164:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838245.624166:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838245.624167:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838245.624169:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:3.0:1788838245.624171:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624172:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624174:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:3.0:1788838245.624176:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624178:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838245.624179:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624180:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624182:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:3.0:1788838245.624183:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624185:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838245.624187:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624188:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624189:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:3.0:1788838245.624191:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624193:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838245.624194:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624195:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624197:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:3.0:1788838245.624199:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624201:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838245.624202:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838245.624204:0:16036:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838245.624207:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838245.624211:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287384 : -113594224264232 : ffff98afc89d3bd8) 00000020:00001000:3.0:1788838245.624225:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3bd0 00000020:00000001:3.0:1788838245.624227:0:16036:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788838245.624230:0:16036:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1788838245.624234:0:16036:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788838245.624236:0:16036:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788838245.624240:0:16036:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838245.624242:0:16036:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838245.624245:0:16036:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788838245.624247:0:16036:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838245.624249:0:16036:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838245.624251:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3bd0 00000080:00000001:3.0:1788838245.624253:0:16036:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838245.624255:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838245.624257:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff98afd152ec08) invalid 00000020:00000001:3.0:1788838245.624260:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:3.0:1788838245.624261:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd1738d80) parent ffff98afd1738510 inode ffff98afd152ec08 refc 1 00000080:00000001:3.0:1788838245.624264:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838245.624265:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838245.624266:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838245.624268:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838245.624270:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838245.624271:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838245.624273:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838245.624274:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838245.624286:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516800 with handle 0x9f68a6b43b62ce2a from hash 00010000:00000001:3.0:1788838245.624289:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838245.624290:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838245.624291:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838245.624292:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838245.624294:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838245.624295:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838245.624297:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838245.624300:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62ce23 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b2fe expref: -99 pid: 30858 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788838245.624307:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838245.624309:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838245.624310:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838245.624311:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1788838245.624313:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624314:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624317:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:3.0:1788838245.624318:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624320:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838245.624322:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838245.624323:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838245.624325:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:3.0:1788838245.624327:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838245.624329:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838245.624331:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838245.624332:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838245.624334:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff98afd1583248) invalid 00000020:00000001:3.0:1788838245.624337:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:3.0:1788838245.624338:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff98afd1738510) parent ffff98afd8effa20 inode ffff98afd1583248 refc 1 00000080:00000001:3.0:1788838245.624341:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838245.624343:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838245.624344:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838245.624346:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838245.624347:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838245.624348:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838245.624350:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838245.624351:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838245.624353:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516c00 with handle 0x9f68a6b43b62ce23 from hash 00010000:00000001:3.0:1788838245.624355:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838245.624357:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838245.624358:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838245.624359:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838245.624360:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838245.624361:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838245.624363:0:16036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788838245.624366:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838245.624368:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788838245.624377:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d180. 00000020:00000040:3.0:1788838245.624380:0:16036:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838245.624385:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838245.624387:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838245.624391:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838245.624397:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc2c77200. 00000100:00000001:3.0:1788838245.624404:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838245.624407:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838245.624633:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e000/0x9f68a6b43b62ce31 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b33d expref: -99 pid: 30868 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838245.624645:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baaa00/0x9f68a6b43b62ce1c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b2e2 expref: -99 pid: 30858 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838245.624652:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62ce2a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b31a expref: -99 pid: 30858 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838245.624691:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62ce23 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b2fe expref: -99 pid: 30858 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838245.624697:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1788838245.624699:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1788838245.624703:0:16036:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838245.624705:0:16036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838245.624711:0:16036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc88059c0. 00000100:00000001:3.0:1788838245.624714:0:16036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483394496 : -113594226157120 : ffff98afc88059c0) 00000100:00000001:3.0:1788838245.624717:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838245.624718:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866944 : -113594224684672 : ffff98afc896d180) 00000100:00000001:3.0:1788838245.624722:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838245.624727:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838245.624729:0:16036:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838245.624731:0:16036:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838245.624741:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d180 x1875731132233344/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838245.624749:0:16036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838245.624751:0:16036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838245.624755:0:16036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838245.624757:0:16036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838245.624759:0:16036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838245.624762:0:16036:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:236057cd-729b-462c-8b72-16ae653ba0e9:16036:1875731132233344:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838245.624945:0:16036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838245.624952:0:16036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838245.624955:0:16036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838245.624957:0:16036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1788838245.625902:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838245.625908:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:1.0:1788838245.625913:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838245.625918:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838245.625927:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aee0 00000400:00000010:1.0:1788838245.625930:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aee0. 00000100:00000001:1.0:1788838245.625935:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838245.625941:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d180 x1875731132233344/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838261 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838245.625952:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838245.625956:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d180 x1875731132233344/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838261 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838245.625963:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838245.625965:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838245.634454:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838245.634469:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838245.634473:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838245.634475:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838245.634483:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838245.634491:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838245.634500:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838245.634504:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838245.634508:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838245.634512:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd4b680 00000400:00000200:0.0:1788838245.634517:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838245.634524:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6471 [1] + 224 00000800:00000001:0.0:1788838245.634530:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838245.634538:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838245.634541:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838245.634545:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838245.634552:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838245.634560:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d180 x1875731132233344/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838261 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838245.634570:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d180 x1875731132233344/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838261 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838245.634603:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838245.634613:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838245.634616:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838245.635156:0:30887:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838245.635160:0:30887:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838245.635163:0:30887:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:2.1:1788838245.652209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac200. 00010000:00000010:2.1:1788838245.652234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e000. 00010000:00000010:2.1:1788838245.652239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31c00. 00010000:00000010:2.1:1788838245.652243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baaa00. 00010000:00000010:2.1:1788838245.652247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:2.1:1788838245.652250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00010000:00000010:2.1:1788838245.652253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c500. 00010000:00000010:2.1:1788838245.652255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00010000:00000001:0.0:1788838245.899259:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838245.899266:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838246.860389:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296376822, at 4296376833 00000100:00000010:1.0:1788838246.860405:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a10c0. 00000100:00000040:0.0:1788838246.860497:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296376822, at 4296376833 00000100:00000010:0.0:1788838246.860503:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a14e0. 00010000:00000001:0.0:1788838246.930461:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838246.930467:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838246.930591:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838246.930595:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838246.930598:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838247.883562:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838247.883571:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838247.883582:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838247.883588:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838247.883592:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838247.883595:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838247.883600:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838247.883607:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc2b5db00. 00000100:00000001:0.0:1788838247.883613:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883624:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838247.883640:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838247.883644:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883651:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098be35e0] to pc [ptlrpcd_00_01+1] req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.883701:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883704:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838247.883707:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838247.883711:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b480. 00000020:00000040:0.0:1788838247.883713:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838247.883715:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838247.883716:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838247.883718:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838247.883721:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc2b5d700. 00000100:00000001:0.0:1788838247.883725:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883730:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838247.883737:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838247.883738:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883742:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8163314] to pc [ptlrpcd_00_00+0] req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.883750:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883752:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838247.883755:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838247.883759:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000040:0.0:1788838247.883761:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838247.883763:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838247.883764:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838247.883766:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838247.883769:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc2b5df00. 00000100:00000001:0.0:1788838247.883772:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883775:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838247.883781:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838247.883783:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883787:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b84feb3] to pc [ptlrpcd_00_01+1] req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.883793:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883795:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838247.883799:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838247.883802:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a300. 00000020:00000040:0.0:1788838247.883804:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838247.883807:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838247.883808:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838247.883809:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838247.883812:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc2b5d300. 00000100:00000001:0.0:1788838247.883815:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883818:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838247.883824:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838247.883826:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883829:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2224642] to pc [ptlrpcd_00_00+0] req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.883835:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.883839:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1715) 00000100:00000001:0.0:1788838247.883866:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838247.883870:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838247.883872:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838247.883877:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.883884:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838247.883887:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.883890:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838247.883892:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838247.883895:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838247.883899:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132233472:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838247.883902:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838247.883908:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838247.883910:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.883913:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838247.883917:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010000. 02000000:00000001:0.0:1788838247.883919:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838247.883926:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838247.883929:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25790. 00000400:00000010:0.0:1788838247.883936:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfca18. 00000100:00000200:0.0:1788838247.883943:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132233472, portal 25 00000100:00000001:0.0:1788838247.883945:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838247.883947:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:0.0:1788838247.883952:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.883959:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838247.883962:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838247.883965:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcd48. 00000100:00000200:0.0:1788838247.883968:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132233472, offset 0 00000400:00000200:0.0:1788838247.883974:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838247.883982:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838247.883988:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838247.883994:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838247.883997:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838247.884001:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838247.884003:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838247.884006:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2331:2331:256:4294967295] 192.168.203.123@tcp LPNI seq info [2331:2331:8:4294967295] 00000400:00000200:0.0:1788838247.884010:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838247.884018:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838247.884024:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838247.884027:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc2b5da00. 00000800:00000200:0.0:1788838247.884033:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838247.884040:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838247.884044:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc2b5da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838247.884053:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838247.884057:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838247.884059:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296381943 00000100:00000010:0.0:1788838247.884064:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a14e0. 00000100:00000001:0.0:1788838247.884070:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838247.884076:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296381943 00000100:00000010:0.0:1788838247.884079:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1420. 00000100:00000001:0.0:1788838247.884082:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838247.884086:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838247.884090:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.884092:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838247.884096:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.884104:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838247.884105:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.884107:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838247.884109:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838247.884111:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838247.884114:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132233728:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838247.884117:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838247.884119:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838247.884121:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.884123:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838247.884125:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010800. 02000000:00000001:0.0:1788838247.884128:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838247.884130:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838247.884133:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c256e0. 00000400:00000010:0.0:1788838247.884137:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc770. 00000100:00000200:0.0:1788838247.884139:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132233728, portal 4 00000100:00000001:0.0:1788838247.884141:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838247.884142:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:0.0:1788838247.884149:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.884155:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838247.884158:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838247.884160:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc440. 00000100:00000200:0.0:1788838247.884163:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132233728, offset 0 00000400:00000200:0.0:1788838247.884167:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838247.884171:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838247.884174:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838247.884178:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838247.884180:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838247.884182:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838247.884184:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838247.884187:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2332:2332:255:4294967295] 192.168.203.123@tcp LPNI seq info [2332:2332:7:4294967295] 00000400:00000200:0.0:1788838247.884191:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838247.884196:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838247.884211:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838247.884215:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509500. 00000800:00000200:0.0:1788838247.884219:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838247.884223:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838247.884225:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838247.884228:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.884232:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 249588 usecs (250 jiffies) 00000400:00000200:0.0:1788838247.884235:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838247.884237:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296378107 00000100:00000001:0.0:1788838247.884239:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296381943 00000100:00000001:0.0:1788838247.884242:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296378107 00000100:00000001:0.0:1788838247.884244:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296381943 00000100:00000001:0.0:1788838247.884250:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838247.884252:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.884254:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.884256:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.884263:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838247.884265:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838247.884268:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838247.884269:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838247.884270:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838247.884273:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788838247.884274:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.884276:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838247.884278:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.884279:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838247.884280:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838247.884281:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838247.884284:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.884290:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838247.884291:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.884294:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838247.884295:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838247.884297:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838247.884300:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132233600:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838247.884302:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838247.884305:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838247.884306:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.884307:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838247.884310:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011000. 00000800:00000200:1.0:1788838247.884311:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1788838247.884311:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838247.884314:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000010:1.0:1788838247.884315:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc2b5da00. 00000400:00000010:0.0:1788838247.884317:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25948. 00000400:00000010:0.0:1788838247.884320:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc2a8. 00000400:00000200:1.0:1788838247.884322:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1788838247.884322:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132233600, portal 10 00000100:00000001:0.0:1788838247.884324:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838247.884325:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000400:00000200:1.0:1788838247.884327:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000040:0.0:1788838247.884330:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788838247.884332:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcd48 00000400:00000010:1.0:1788838247.884334:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcd48. 00000100:00000001:0.0:1788838247.884336:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788838247.884338:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1788838247.884338:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838247.884341:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc198. 00000100:00000200:1.0:1788838247.884342:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838247.884343:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132233600, offset 0 00000400:00000200:0.0:1788838247.884347:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838247.884350:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838247.884351:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1788838247.884353:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000100:00000040:1.0:1788838247.884354:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788838247.884356:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838247.884358:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838247.884360:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788838247.884361:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838247.884363:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1788838247.884363:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838247.884365:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2333:2333:254:4294967295] 192.168.203.123@tcp LPNI seq info [2333:2333:6:4294967295] 00000400:00000200:0.0:1788838247.884369:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838247.884374:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838247.884382:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838247.884386:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509900. 00000800:00000200:0.0:1788838247.884389:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838247.884394:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838247.884396:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838247.884399:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.884401:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 767800 usecs (768 jiffies) 00000400:00000200:0.0:1788838247.884404:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838247.884406:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296378625 00000100:00000001:0.0:1788838247.884408:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296381943 00000100:00000001:0.0:1788838247.884411:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296378625 00000100:00000001:0.0:1788838247.884413:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296381943 00000100:00000001:0.0:1788838247.884415:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838247.884416:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.884419:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838247.884422:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.884428:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838247.884430:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.884432:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838247.884433:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838247.884435:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838247.884437:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132233856:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838247.884441:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838247.884443:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838247.884444:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.884445:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838247.884448:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011400. 02000000:00000001:0.0:1788838247.884450:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838247.884453:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838247.884455:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25318. 00000400:00000010:0.0:1788838247.884458:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcaa0. 00000100:00000200:0.0:1788838247.884461:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132233856, portal 4 00000100:00000001:0.0:1788838247.884462:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838247.884463:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000040:0.0:1788838247.884469:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.884475:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838247.884478:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838247.884480:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcb28. 00000100:00000200:0.0:1788838247.884482:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132233856, offset 0 00000400:00000200:0.0:1788838247.884486:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000800:00000200:1.0:1788838247.885600:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838247.885606:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509500. 00000400:00000200:1.0:1788838247.885612:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838247.885617:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838247.885622:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc440 00000400:00000010:1.0:1788838247.885624:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc440. 00000100:00000001:1.0:1788838247.885628:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838247.885634:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.885644:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838247.885648:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.885667:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838247.885669:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838247.885729:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838247.885732:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509900. 00000400:00000200:1.0:1788838247.885735:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838247.885738:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838247.885741:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc198 00000400:00000010:1.0:1788838247.885743:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc198. 00000100:00000001:1.0:1788838247.885745:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838247.885749:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.885756:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838247.885759:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.885766:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838247.885767:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1788838247.888708:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838247.888721:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838247.888726:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838247.888731:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838247.888735:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838247.888739:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838247.888742:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2334:2334:256:4294967295] 192.168.203.123@tcp LPNI seq info [2334:2334:8:4294967295] 00000400:00000200:0.0:1788838247.888747:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838247.888756:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838247.888763:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838247.888774:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509800. 00000800:00000200:0.0:1788838247.888781:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838247.888789:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838247.888794:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838247.888807:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.888814:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 21676 usecs (22 jiffies) 00000400:00000200:0.0:1788838247.888818:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838247.888820:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296377884 00000100:00000001:0.0:1788838247.888824:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296381943 00000100:00000001:0.0:1788838247.888826:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296377884 00000100:00000001:0.0:1788838247.888828:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296381943 00000100:00000001:0.0:1788838247.888830:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838247.888834:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.888839:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.888844:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.888857:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838247.888861:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838247.888985:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838247.888991:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509800. 00000400:00000200:1.0:1788838247.888995:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838247.889000:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838247.889006:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcb28 00000400:00000010:1.0:1788838247.889010:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcb28. 00000100:00000001:1.0:1788838247.889015:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838247.889023:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.889035:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838247.889039:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.889046:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838247.889047:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838247.899598:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899617:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838247.899622:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899625:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838247.899634:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899641:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838247.899651:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899681:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899686:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899690:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4b800 00000400:00000200:1.0:1788838247.899695:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899700:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6489 [1] + 224 00000800:00000001:1.0:1788838247.899707:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899711:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838247.899714:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838247.899718:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838247.899726:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838247.899734:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838247.899744:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.899769:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838247.899778:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899782:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838247.899785:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899787:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838247.899790:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899793:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838247.899798:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899801:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899803:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899806:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4b700 00000400:00000200:1.0:1788838247.899810:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899814:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6479 [1] + 224 00000800:00000001:1.0:1788838247.899818:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899821:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838247.899823:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838247.899826:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838247.899829:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838247.899833:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838247.899843:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.899850:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838247.899853:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899856:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838247.899857:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899859:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838247.899862:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899866:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838247.899869:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899872:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899874:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899877:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4b780 00000400:00000200:1.0:1788838247.899880:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.899884:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6499 [1] + 224 00000800:00000001:1.0:1788838247.899888:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899895:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838247.899897:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838247.899900:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838247.899903:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838247.899907:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838247.899915:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.899921:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838247.899924:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.899927:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.900108:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838247.900112:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838247.900118:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838247.900121:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838247.900124:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25948. 00000400:00000200:0.0:1788838247.900129:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc2a8 00000400:00000010:0.0:1788838247.900131:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc2a8. 00000100:00000001:0.0:1788838247.900134:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838247.900139:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838247.900148:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900153:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838247.900155:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.900157:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838247.900161:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838247.900163:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838247.900165:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.900168:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838247.900178:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=76 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838247.900182:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838247.900184:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838247.900186:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838247.900189:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838247.900192:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.900195:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788838247.900197:0:2352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967616 gen 2 00000100:00100000:0.0:1788838247.900213:0:2352:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838247.900221:0:2352:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788838247.900223:0:2352:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:0.0:1788838247.900225:0:2352:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838247.900227:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.900231:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900237:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838247.900240:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838247.900242:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838247.900246:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838247.900252:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132233600:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838247.900258:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838247.900263:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838247.900265:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25790. 00000400:00000200:0.0:1788838247.900268:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfca18 00000400:00000010:0.0:1788838247.900270:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfca18. 00000100:00000001:0.0:1788838247.900272:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838247.900275:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838247.900282:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900288:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838247.900289:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.900290:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838247.900292:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838247.900293:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838247.900294:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.900296:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838247.900298:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838247.900301:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=76 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838247.900303:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838247.900304:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838247.900305:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838247.900307:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.900309:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.900312:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900318:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838247.900321:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838247.900322:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838247.900326:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838247.900333:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132233472:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838247.900338:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838247.900340:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838247.900341:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c256e0. 00000400:00000200:0.0:1788838247.900344:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc770 00000400:00000010:0.0:1788838247.900345:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc770. 00000100:00000001:0.0:1788838247.900347:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838247.900350:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838247.900357:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900363:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838247.900364:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.900366:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838247.900367:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838247.900368:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838247.900369:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.900371:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838247.900375:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=76 v=5 (5 5 16 16) 00000100:00001000:0.0:1788838247.900378:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838247.900380:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838247.900381:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838247.900383:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838247.900384:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.900386:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838247.900388:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788838247.900390:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838247.900391:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.900394:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900401:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838247.900403:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838247.900404:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838247.900408:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838247.900414:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132233728:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838247.900417:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.900419:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838247.900422:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b480 x1875731132233600/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900428:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838247.900431:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838247.900435:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011000. 02000000:00000001:0.0:1788838247.900439:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838247.900442:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838247.900444:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838247.900446:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838247.900449:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc2b5d700. 02000000:00000001:0.0:1788838247.900453:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838247.900454:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838247.900456:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b480. 00000100:00000001:0.0:1788838247.900459:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838247.900460:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.900462:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838247.900465:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132233472/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900470:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838247.900471:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838247.900472:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4010000. 02000000:00000001:0.0:1788838247.900474:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838247.900475:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838247.900476:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838247.900478:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838247.900479:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc2b5db00. 02000000:00000001:0.0:1788838247.900481:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838247.900482:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838247.900483:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:0.0:1788838247.900485:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838247.900486:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.900488:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838247.900491:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909500 x1875731132233728/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.900497:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838247.900498:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838247.900820:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4010800. 02000000:00000001:0.0:1788838247.900825:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838247.900826:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838247.900827:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838247.900829:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838247.900831:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc2b5df00. 02000000:00000001:0.0:1788838247.900833:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838247.900834:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838247.900836:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909500. 00000100:00000001:0.0:1788838247.900839:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838247.900840:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.900843:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.900845:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838247.900847:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838247.900849:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.900850:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838247.902843:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.902860:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838247.902864:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.902867:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838247.902875:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.902881:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838247.902890:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.902895:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.902899:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.902903:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4b880 00000400:00000200:1.0:1788838247.902908:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838247.902914:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x64a9 [1] + 224 00000800:00000001:1.0:1788838247.902921:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.902927:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838247.902930:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838247.902934:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838247.902940:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838247.902949:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838247.902960:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838247.902985:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838247.902995:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838247.902999:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.903286:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838247.903290:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838247.903297:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838247.903299:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838247.903302:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25318. 00000400:00000200:0.0:1788838247.903595:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcaa0 00000400:00000010:0.0:1788838247.903599:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcaa0. 00000100:00000001:0.0:1788838247.903602:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838247.903608:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838247.903619:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.903626:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838247.903628:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.903630:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838247.903633:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838247.903636:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838247.903638:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838247.903641:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838247.903649:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=76 v=5 (5 5 16 37) 00000100:00001000:0.0:1788838247.903654:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=148 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838247.903737:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838247.903739:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838247.903742:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838247.903745:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.903749:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838247.903751:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1788838247.903753:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838247.903755:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838247.903760:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.903767:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838247.903770:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838247.903772:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838247.903776:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838247.903783:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132233856:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838247.903787:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.903790:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838247.903793:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a300 x1875731132233856/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838247.903800:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838247.903803:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838247.903806:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011400. 02000000:00000001:0.0:1788838247.903810:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838247.903813:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838247.903814:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838247.903817:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838247.903819:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc2b5d300. 02000000:00000001:0.0:1788838247.903822:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838247.903824:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838247.903826:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a300. 00000100:00000001:0.0:1788838247.903829:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838247.903830:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.903833:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838247.903842:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838247.903845:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838247.903847:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838247.903849:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838247.948520:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838247.948527:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838248.970770:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838248.970776:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838249.996270:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838249.996278:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838249.998702:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838249.998709:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838249.998712:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838251.018722:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838251.018728:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838251.979331:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296381943, at 4296381952 00000100:00000010:0.0:1788838251.979346:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a14e0. 00000100:00000040:1.0:1788838251.979828:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296381943, at 4296381953 00000100:00000010:1.0:1788838251.979834:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1420. 00010000:00000001:0.0:1788838252.042771:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838252.042778:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006733:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838253.006740:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838253.006749:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a300. 00000020:00000040:0.0:1788838253.006754:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838253.006759:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838253.006762:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838253.006767:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838253.006775:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509200. 00000100:00000001:0.0:1788838253.006782:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006793:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838253.006803:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838253.006807:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006814:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2224642] to pc [ptlrpcd_00_01+1] req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.006846:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006849:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838253.006852:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838253.006856:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000040:0.0:1788838253.006858:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838253.006860:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838253.006861:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838253.006863:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838253.006867:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509e00. 00000100:00000001:0.0:1788838253.006869:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006874:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838253.006881:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838253.006883:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006886:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b84feb3] to pc [ptlrpcd_00_00+0] req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.006894:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006896:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838253.006899:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838253.006902:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838253.006904:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838253.006906:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838253.006907:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838253.006908:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838253.006911:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509600. 00000100:00000001:0.0:1788838253.006914:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006918:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838253.006924:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838253.006926:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006930:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098be35e0] to pc [ptlrpcd_00_01+1] req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.006936:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006939:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838253.006942:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838253.006945:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b480. 00000020:00000040:0.0:1788838253.006946:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838253.006948:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838253.006949:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838253.006950:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838253.006953:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509300. 00000100:00000001:0.0:1788838253.006955:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006958:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838253.006965:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838253.006967:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006970:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8163314] to pc [ptlrpcd_00_00+0] req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.006976:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.006981:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1720) 00000100:00000001:0.0:1788838253.006991:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838253.006994:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838253.006997:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838253.007002:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.007009:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838253.007011:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.007015:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838253.007018:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838253.007020:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838253.007024:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132234112:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838253.007028:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838253.007032:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838253.007035:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.007037:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838253.007041:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011400. 02000000:00000001:0.0:1788838253.007043:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838253.007050:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838253.007054:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25318. 00000400:00000010:0.0:1788838253.007060:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcaa0. 00000100:00000200:0.0:1788838253.007067:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132234112, portal 10 00000100:00000001:0.0:1788838253.007070:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838253.007071:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:0.0:1788838253.007093:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.007100:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838253.007102:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838253.007105:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc770. 00000100:00000200:0.0:1788838253.007108:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132234112, offset 0 00000400:00000200:0.0:1788838253.007114:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838253.007123:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838253.007129:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838253.007135:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838253.007140:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838253.007143:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838253.007146:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838253.007149:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2335:2335:256:4294967295] 192.168.203.123@tcp LPNI seq info [2335:2335:8:4294967295] 00000400:00000200:0.0:1788838253.007153:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838253.007161:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838253.007179:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838253.007183:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509400. 00000800:00000200:0.0:1788838253.007190:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838253.007198:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838253.007203:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838253.007214:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.007218:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 766698 usecs (767 jiffies) 00000400:00000200:0.0:1788838253.007222:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838253.007225:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296383747 00000100:00000010:0.0:1788838253.007458:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a14e0. 00000100:00000001:0.0:1788838253.007466:0:2351:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838253.007472:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296383747 00000100:00000010:0.0:1788838253.007476:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a19c0. 00000100:00000001:0.0:1788838253.007479:0:2351:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838253.007483:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838253.007485:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.007488:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838253.007493:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.007500:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838253.007502:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.007504:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838253.007506:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838253.007508:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838253.007512:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132234368:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838253.007515:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838253.007517:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838253.007519:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.007520:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838253.007524:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010800. 02000000:00000001:0.0:1788838253.007525:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838253.007529:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838253.007532:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c256e0. 00000400:00000010:0.0:1788838253.007536:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfca18. 00000100:00000200:0.0:1788838253.007538:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132234368, portal 4 00000100:00000001:0.0:1788838253.007540:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838253.007542:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000040:0.0:1788838253.007547:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.007553:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838253.007555:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838253.007558:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc2a8. 00000100:00000200:0.0:1788838253.007560:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132234368, offset 0 00000400:00000200:0.0:1788838253.007564:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838253.007568:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838253.007572:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838253.007574:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838253.007577:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838253.007579:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838253.007581:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838253.007584:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2336:2336:255:4294967295] 192.168.203.123@tcp LPNI seq info [2336:2336:7:4294967295] 00000400:00000200:0.0:1788838253.007588:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838253.007593:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838253.007597:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838253.007601:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509f00. 00000800:00000200:0.0:1788838253.007604:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838253.007609:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838253.007611:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838253.007614:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.007617:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 21695 usecs (22 jiffies) 00000400:00000200:0.0:1788838253.007620:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838253.007621:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296383002 00000100:00000001:0.0:1788838253.007624:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296383747 00000100:00000001:0.0:1788838253.007626:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296383002 00000100:00000001:0.0:1788838253.007628:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296383747 00000100:00000001:0.0:1788838253.007629:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838253.007631:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.007633:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.007635:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.007642:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838253.007644:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838253.007646:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838253.007647:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838253.007648:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838253.007650:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788838253.007652:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.007653:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838253.007655:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.007677:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838253.007678:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838253.007679:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838253.007683:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.007690:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838253.007691:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.007693:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838253.007694:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838253.007697:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838253.007699:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132233984:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838253.007702:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838253.007704:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838253.007705:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.007706:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838253.007709:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4010000. 02000000:00000001:0.0:1788838253.007711:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838253.007714:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838253.007716:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25790. 00000400:00000010:0.0:1788838253.007719:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcee0. 00000100:00000200:0.0:1788838253.007722:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132233984, portal 25 00000100:00000001:0.0:1788838253.007723:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838253.007725:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000040:0.0:1788838253.007728:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.007734:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838253.007736:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838253.007738:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcdd0. 00000100:00000200:0.0:1788838253.007739:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132233984, offset 0 00000400:00000200:0.0:1788838253.007743:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838253.007747:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838253.007749:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838253.007752:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838253.007754:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838253.007756:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838253.007758:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838253.007761:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2337:2337:254:4294967295] 192.168.203.123@tcp LPNI seq info [2337:2337:6:4294967295] 00000400:00000200:0.0:1788838253.007764:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838253.007770:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838253.007774:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838253.007777:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509b00. 00000800:00000200:0.0:1788838253.007781:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838253.007785:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838253.007787:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838253.007790:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838253.007793:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838253.007795:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296387067 00000100:00000001:0.0:1788838253.007799:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296383747 00000100:00000001:0.0:1788838253.007802:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296387067 00000100:00000001:0.0:1788838253.007805:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296383747 00000100:00000001:0.0:1788838253.007807:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838253.007809:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.007811:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838253.007814:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.007820:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838253.007822:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.007823:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838253.007825:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838253.007826:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838253.007829:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132234240:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838253.008619:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838253.008624:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838253.008695:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838253.008700:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509400. 00000400:00000200:1.0:1788838253.008706:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838253.008712:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838253.008717:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc770 00000400:00000010:1.0:1788838253.008719:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc770. 00000100:00000001:1.0:1788838253.008723:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838253.008728:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.008738:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838253.008742:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.008748:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838253.008749:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838253.008761:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838253.008763:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509f00. 00000400:00000200:1.0:1788838253.008766:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838253.008769:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838253.008772:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc2a8 00000400:00000010:1.0:1788838253.008774:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc2a8. 00000100:00000001:1.0:1788838253.008776:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838253.008779:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.008786:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838253.008788:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.008793:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838253.008794:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838253.008856:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838253.008859:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509b00. 00000400:00000200:1.0:1788838253.008862:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838253.008865:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838253.008867:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcdd0 00000400:00000010:1.0:1788838253.008869:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcdd0. 00000100:00000001:1.0:1788838253.008871:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838253.008874:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.008882:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838253.008884:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.008890:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838253.008891:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838253.009537:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838253.009542:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838253.009544:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.009546:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838253.009553:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4011000. 02000000:00000001:0.0:1788838253.009555:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838253.009560:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838253.009563:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25948. 00000400:00000010:0.0:1788838253.009567:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc990. 00000100:00000200:0.0:1788838253.009572:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132234240, portal 4 00000100:00000001:0.0:1788838253.009574:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838253.009576:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:0.0:1788838253.009584:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.009590:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838253.009593:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838253.009595:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc550. 00000100:00000200:0.0:1788838253.009598:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132234240, offset 0 00000400:00000200:0.0:1788838253.009601:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838253.009606:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838253.009611:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838253.009614:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838253.009617:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838253.009620:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838253.009622:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838253.009625:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2338:2338:256:4294967295] 192.168.203.123@tcp LPNI seq info [2338:2338:8:4294967295] 00000400:00000200:0.0:1788838253.009628:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838253.009634:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838253.009638:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838253.009642:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509c00. 00000800:00000200:0.0:1788838253.009646:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838253.009651:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838253.009674:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838253.009683:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.009687:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 248281 usecs (249 jiffies) 00000400:00000200:0.0:1788838253.009690:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838253.009692:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296383232 00000100:00000001:0.0:1788838253.009694:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296387067 00000100:00000001:0.0:1788838253.009696:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296383232 00000100:00000001:0.0:1788838253.009697:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296387067 00000100:00000001:0.0:1788838253.009700:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838253.009702:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.009705:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.009708:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838253.010067:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838253.010071:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509c00. 00000400:00000200:1.0:1788838253.010087:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838253.010092:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838253.010095:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc550 00000400:00000010:1.0:1788838253.010097:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc550. 00000100:00000001:1.0:1788838253.010100:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838253.010104:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.010112:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838253.010115:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.010126:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838253.010127:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838253.015065:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.015082:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838253.015086:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.015088:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838253.015096:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.015103:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838253.015112:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.015117:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.015122:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.015126:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4b980 00000400:00000200:1.0:1788838253.015131:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.015136:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x64b9 [1] + 224 00000800:00000001:1.0:1788838253.015143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.015151:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838253.015154:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838253.015158:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838253.015175:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838253.015184:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838253.015196:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.015220:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838253.015230:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.015234:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.017741:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838253.017749:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838253.017759:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838253.017762:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838253.017766:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25318. 00000400:00000200:0.0:1788838253.017773:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcaa0 00000400:00000010:0.0:1788838253.017775:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcaa0. 00000100:00000001:0.0:1788838253.017779:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838253.017788:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838253.017798:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.017805:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838253.017807:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.017809:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838253.017812:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838253.017814:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838253.017817:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.017820:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838253.017829:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=82 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838253.017833:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838253.017836:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838253.017837:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838253.017840:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838253.017844:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.017847:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838253.017850:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788838253.017852:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838253.017854:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.017858:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.017871:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838253.017873:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838253.017875:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838253.017880:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838253.017887:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132234112:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838253.017893:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.017895:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838253.017899:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909500 x1875731132234112/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.017907:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838253.017909:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838253.017912:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011400. 02000000:00000001:0.0:1788838253.017916:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838253.017919:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838253.017920:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838253.017923:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838253.017925:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509e00. 02000000:00000001:0.0:1788838253.017929:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838253.017930:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838253.017932:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909500. 00000100:00000001:0.0:1788838253.018008:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838253.018010:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.018014:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.018016:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838253.018017:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838253.018019:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.018020:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838253.027576:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027592:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838253.027596:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027598:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838253.027607:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027616:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838253.027625:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027630:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027635:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027639:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4ba80 00000400:00000200:1.0:1788838253.027643:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027649:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x64c9 [1] + 224 00000800:00000001:1.0:1788838253.027686:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027691:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838253.027694:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838253.027699:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838253.027706:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838253.027716:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838253.027728:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.027750:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838253.027762:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027765:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838253.027767:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027769:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838253.027772:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027776:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838253.027781:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027782:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027785:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027788:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4b900 00000400:00000200:1.0:1788838253.027792:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027795:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x64d9 [1] + 224 00000800:00000001:1.0:1788838253.027798:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027802:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838253.027804:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838253.027807:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838253.027809:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838253.027813:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838253.027821:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.027827:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838253.027830:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027833:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838253.027835:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027837:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838253.027839:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027842:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838253.027846:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027849:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027851:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027854:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4ba00 00000400:00000200:1.0:1788838253.027857:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838253.027860:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x64e9 [1] + 224 00000800:00000001:1.0:1788838253.027863:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027869:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838253.027871:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838253.027874:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838253.027876:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838253.027880:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838253.027889:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838253.027895:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838253.027898:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838253.027902:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.033858:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838253.033867:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838253.033877:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838253.033879:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838253.033884:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25790. 00000400:00000200:0.0:1788838253.033892:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcee0 00000400:00000010:0.0:1788838253.033894:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcee0. 00000100:00000001:0.0:1788838253.033899:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838253.033910:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838253.033922:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.033930:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838253.033932:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.033934:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838253.033938:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838253.033940:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838253.033942:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.033946:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838253.033963:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838253.033968:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838253.033970:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838253.033972:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838253.033975:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838253.033977:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.033980:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.033986:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.033994:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838253.033997:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838253.033999:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838253.034003:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838253.034012:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132233984:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838253.034017:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838253.034018:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838253.034021:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25948. 00000400:00000200:0.0:1788838253.034024:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc990 00000400:00000010:0.0:1788838253.034025:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc990. 00000100:00000001:0.0:1788838253.034028:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838253.034031:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838253.034041:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.034047:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838253.034049:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.034050:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838253.034052:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838253.034053:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838253.034055:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.034056:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838253.034061:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=82 v=5 (5 5 16 16) 00000100:00001000:0.0:1788838253.034064:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838253.034066:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838253.034067:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838253.034069:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838253.034072:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.034074:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838253.034076:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788838253.034079:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838253.034080:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.034084:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.034090:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838253.034092:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838253.034094:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838253.034097:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838253.034104:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132234240:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838253.034109:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838253.034111:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838253.034112:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c256e0. 00000400:00000200:0.0:1788838253.034115:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfca18 00000400:00000010:0.0:1788838253.034116:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfca18. 00000100:00000001:0.0:1788838253.034118:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838253.034122:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838253.034131:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.034137:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838253.034139:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.034140:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838253.034142:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838253.034143:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838253.034144:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838253.034146:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838253.034150:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=82 v=5 (5 5 16 37) 00000100:00001000:0.0:1788838253.034152:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=154 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838253.034155:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838253.034156:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838253.034157:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838253.034159:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.034161:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838253.034162:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1788838253.034175:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838253.034176:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838253.034180:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.034187:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838253.034189:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838253.034190:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838253.034194:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838253.034202:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132234368:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838253.034207:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.034209:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838253.034212:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a300 x1875731132233984/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.034219:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838253.034221:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838253.034224:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4010000. 02000000:00000001:0.0:1788838253.034227:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838253.034230:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838253.034232:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838253.034234:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838253.034237:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509200. 02000000:00000001:0.0:1788838253.034240:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838253.034242:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838253.034243:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a300. 00000100:00000001:0.0:1788838253.034247:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838253.034248:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.034250:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838253.034253:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132234240/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.034259:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838253.034260:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838253.034262:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4011000. 02000000:00000001:0.0:1788838253.034264:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838253.034265:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838253.034266:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838253.034268:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838253.034269:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509600. 02000000:00000001:0.0:1788838253.034271:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838253.034272:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838253.034274:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:0.0:1788838253.034276:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838253.034278:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.034279:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838253.034282:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b480 x1875731132234368/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838253.034289:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838253.034290:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838253.034291:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4010800. 02000000:00000001:0.0:1788838253.034293:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838253.034294:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838253.034295:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838253.034297:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838253.034298:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509300. 02000000:00000001:0.0:1788838253.034300:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838253.034302:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838253.034303:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b480. 00000100:00000001:0.0:1788838253.034305:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838253.034306:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.034308:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838253.034317:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838253.034327:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838253.034330:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838253.034332:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838253.068414:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838253.068421:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838253.068537:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838253.068540:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838253.068543:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838254.090785:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838254.090792:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838255.114818:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838255.114827:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838255.114830:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838255.114832:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838255.114838:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838255.114840:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838255.114841:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838255.114843:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838256.138760:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838256.138764:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838257.098781:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296387067, at 4296387072 00000100:00000010:1.0:1788838257.098796:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a19c0. 00000100:00000040:0.0:1788838257.098965:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296387067, at 4296387072 00000100:00000010:0.0:1788838257.098972:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a14e0. 00000100:00000001:1.0:1788838257.101629:0:30868:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838257.101633:0:30868:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838257.101634:0:30868:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838257.101636:0:30868:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b29c0 going to sleep for 1 seconds 00000100:00000001:1.0:1788838257.101638:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838257.101640:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838257.162771:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838257.162778:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.123456:0:30868:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838258.123463:0:30868:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788838258.123476:0:30868:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838242/real 1788838242] req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838258 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788838258.123492:0:30868:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838258.123495:0:30868:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838258.123497:0:30868:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8108. 00000400:00000200:1.0:1788838258.123502:0:30868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc660 00000400:00000010:1.0:1788838258.123504:0:30868:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc660. 00000100:00000001:1.0:1788838258.123508:0:30868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838258.123512:0:30868:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838258 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838258.123522:0:30868:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838258 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.123529:0:30868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838258.123531:0:30868:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.123534:0:30868:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838258.123536:0:30868:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.123539:0:30868:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788838258.123542:0:30868:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788838258.123546:0:30868:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff98afd0025800: Connection to lustre-MDT0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1788838258.123550:0:30868:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788838258.123552:0:30868:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788838258.123555:0:30868:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.123556:0:30868:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788838258.123558:0:30868:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1788838258.123636:0:30868:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788838258.123639:0:30868:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.123642:0:30868:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838258.123644:0:30868:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838258.123647:0:30868:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b29c0 going to sleep for 0 seconds 00000100:00000001:1.0:1788838258.123649:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838258.123651:0:30868:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.123653:0:30868:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838258.123677:0:30868:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.123681:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.131186:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838258.131198:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.131336:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838258.131339:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838258.131341:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838258.131348:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.131357:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838258.131358:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.131361:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838258.131363:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838258.131366:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838258.131369:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132234624:192.168.203.123@tcp:38:kworker.0 00000100:00000001:1.0:1788838258.131372:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838258.131374:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838258.131376:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.131379:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838258.131383:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e8000. 02000000:00000001:1.0:1788838258.131385:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838258.131389:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838258.131393:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8108. 00000400:00000010:1.0:1788838258.131398:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc660. 00000100:00000200:1.0:1788838258.131401:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132234624, portal 10 00000100:00000001:1.0:1788838258.131403:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838258.131404:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000040:1.0:1788838258.131410:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.131417:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838258.131419:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838258.131422:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc550. 00000100:00000200:1.0:1788838258.131424:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132234624, offset 0 00000400:00000200:1.0:1788838258.131430:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838258.131438:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.131444:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838258.131448:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838258.131452:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838258.131455:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838258.131457:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838258.131461:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2339:2339:256:4294967295] 192.168.203.123@tcp LPNI seq info [2339:2339:8:4294967295] 00000400:00000200:1.0:1788838258.131464:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.131472:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838258.131478:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838258.131482:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838258.131488:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838258.131495:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838258.131499:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788838258.131518:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838258.131521:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 765588 usecs (766 jiffies) 00000400:00000200:1.0:1788838258.131525:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838258.131527:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296388870 00000100:00000010:1.0:1788838258.131532:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b40c0. 00000100:00000001:1.0:1788838258.131546:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838258.131552:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296388870 00000100:00000010:1.0:1788838258.131555:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b4960. 00000100:00000001:1.0:1788838258.131558:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838258.131560:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838258.131563:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.131565:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838258.131569:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.131575:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838258.131577:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.131579:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838258.131580:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838258.131582:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838258.131585:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132234752:192.168.203.123@tcp:9:kworker.0 00000100:00000001:1.0:1788838258.131588:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838258.131590:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838258.131592:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.131601:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838258.131604:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd056dc00. 02000000:00000001:1.0:1788838258.131607:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838258.131609:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838258.131612:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f84d0. 00000400:00000010:1.0:1788838258.131615:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcb28. 00000100:00000200:1.0:1788838258.131618:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132234752, portal 4 00000100:00000001:1.0:1788838258.131620:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838258.131621:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000100:00000040:1.0:1788838258.131627:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.131633:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838258.131636:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838258.131638:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfca18. 00000100:00000200:1.0:1788838258.131641:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132234752, offset 0 00000400:00000200:1.0:1788838258.131644:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838258.131648:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.131651:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838258.131654:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838258.131684:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838258.131686:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838258.131688:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838258.131691:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2340:2340:255:4294967295] 192.168.203.123@tcp LPNI seq info [2340:2340:7:4294967295] 00000400:00000200:1.0:1788838258.131695:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.131700:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838258.131919:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838258.131925:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:0.0:1788838258.131930:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.131935:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000800:00000200:1.0:1788838258.131954:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838258.131954:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc550 00000400:00000010:0.0:1788838258.131959:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc550. 00000800:00000010:1.0:1788838258.131961:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000100:00000001:0.0:1788838258.131966:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1788838258.131969:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000100:00000200:0.0:1788838258.131975:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788838258.131980:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838258.131986:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838258.131991:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838258.131992:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.131997:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838258.131998:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 247062 usecs (248 jiffies) 00000400:00000200:1.0:1788838258.132007:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838258.132012:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296388353 00000100:00000001:0.0:1788838258.132012:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.132017:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296388870 00000100:00000001:0.0:1788838258.132017:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838258.132022:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296388353 00000100:00000001:1.0:1788838258.132025:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296388870 00000100:00000001:1.0:1788838258.132027:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838258.132029:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.132032:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838258.132037:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788838258.132037:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838258.132042:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933a00. 00000400:00000200:0.0:1788838258.132048:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.132056:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838258.132059:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfca18 00000400:00000010:0.0:1788838258.132060:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfca18. 00000100:00000001:0.0:1788838258.132063:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788838258.132064:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1788838258.132067:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.132068:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.132075:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838258.132078:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838258.132080:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1788838258.132082:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.132086:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838258.132090:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132234880:192.168.203.123@tcp:9:kworker.0 00000100:00000001:1.0:1788838258.132099:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788838258.132102:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.132104:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788838258.132106:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1788838258.132107:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.132111:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838258.132115:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc120b000. 02000000:00000001:1.0:1788838258.132118:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838258.132122:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838258.132125:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8370. 00000400:00000010:1.0:1788838258.132129:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838258.132141:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132234880, portal 4 00000100:00000001:1.0:1788838258.132143:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838258.132144:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000040:1.0:1788838258.132150:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.132156:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838258.132158:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838258.132160:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838258.132163:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132234880, offset 0 00000400:00000200:1.0:1788838258.132166:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838258.132397:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.132402:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838258.132406:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838258.132408:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838258.132411:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838258.132413:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838258.132416:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2341:2341:256:4294967295] 192.168.203.123@tcp LPNI seq info [2341:2341:8:4294967295] 00000400:00000200:1.0:1788838258.132420:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.132426:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838258.132431:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838258.132435:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933500. 00000800:00000200:1.0:1788838258.132439:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838258.132443:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838258.132446:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838258.132464:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838258.132468:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 21766 usecs (22 jiffies) 00000400:00000200:1.0:1788838258.132471:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838258.132472:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296388127 00000100:00000001:1.0:1788838258.132474:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296388870 00000100:00000001:1.0:1788838258.132476:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296388127 00000100:00000001:1.0:1788838258.132478:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296388870 00000100:00000001:1.0:1788838258.132480:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838258.132482:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.132485:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.132487:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.132493:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838258.132495:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788838258.132497:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838258.132499:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838258.132500:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.132502:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838258.136552:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838258.136562:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933500. 00000400:00000200:0.0:1788838258.136571:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.136580:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838258.136587:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:0.0:1788838258.136589:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:0.0:1788838258.136595:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838258.136603:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.136616:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838258.136620:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.136628:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.136630:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838258.136728:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838258.136731:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:0.0:1788838258.136734:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.136738:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838258.136741:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:0.0:1788838258.136742:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:0.0:1788838258.136745:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838258.136750:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132234496/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.136758:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838258.136760:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132234496/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.136766:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.136767:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838258.149471:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149487:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838258.149492:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149495:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.149503:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149511:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838258.149521:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149525:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149530:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149533:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4bc00 00000400:00000200:0.0:1788838258.149537:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149542:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6511 [1] + 224 00000800:00000001:0.0:1788838258.149549:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149554:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.149557:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.149561:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838258.149569:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.149578:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838258.149589:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.149613:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838258.149623:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149627:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838258.149629:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149632:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.149635:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149638:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838258.149642:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149645:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149647:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149649:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4bb00 00000400:00000200:0.0:1788838258.149652:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149697:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x64f9 [1] + 224 00000800:00000001:0.0:1788838258.149702:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149706:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.149708:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.149711:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838258.149715:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.149719:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132234496/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838258.149728:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132234496/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.149738:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838258.149742:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149746:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838258.149748:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149750:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.149753:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149756:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838258.149760:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149762:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149765:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149767:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 10 MB=0x6a9f7afd4bb80 00000400:00000200:0.0:1788838258.149771:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.149775:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 416/416 into md 0x6501 [1] + 0 00000800:00000001:0.0:1788838258.149778:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149786:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.149788:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.149791:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838258.149794:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.149798:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838258.149807:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.149814:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838258.149817:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.149820:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.149977:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838258.149982:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838258.149988:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838258.149991:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838258.149994:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8108. 00000400:00000200:1.0:1788838258.149998:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc660 00000400:00000010:1.0:1788838258.150001:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc660. 00000100:00000001:1.0:1788838258.150004:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838258.150008:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838258.150016:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.150023:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838258.150025:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.150027:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838258.150030:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838258.150032:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838258.150035:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.150037:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838258.150046:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=87 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838258.150051:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838258.150054:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838258.150056:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838258.150058:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838258.150062:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.150066:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838258.150068:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788838258.150070:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838258.150072:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838258.150077:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.150084:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838258.150087:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838258.150089:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.150092:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788838258.150098:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:1.0:1788838258.150101:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838258.150103:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:1.0:1788838258.150106:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838258.150109:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:1.0:1788838258.150112:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:1.0:1788838258.150115:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00001000:1.0:1788838258.150118:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=1788838258 v=0 (0 0 0 0) 00000100:00001000:1.0:1788838258.150121:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eee418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788838258.150126:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000020:00000040:1.0:1788838258.150142:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00000001:1.0:1788838258.150145:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788838258.150148:0:2350:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788838258.150153:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1788838258.150157:0:2350:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788838258.150158:0:2350:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838258.150160:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788838258.150163:0:2350:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788838258.150167:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838258.150170:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838258.150172:0:2350:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838258.150174:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838258.150176:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838258.150177:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838258.150179:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.150181:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788838258.150185:0:2350:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.123@tcp after partition 00000100:00080000:1.0:1788838258.150188:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1788838258.150192:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788838258.150195:0:2350:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1788838258.150200:0:2350:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838261 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.150256:0:30858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838258.150274:0:2350:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788838258.150278:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788838258.150280:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788838258.150282:0:2350:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788838258.150283:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788838258.150284:0:2350:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788838258.150286:0:2350:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788838258.150288:0:2350:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff98afd054a1d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788838258.150292:0:2350:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x9f68a6b43b62c43d 00800000:00000040:1.0:1788838258.150295:0:2350:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff98afd0025800=236057cd-729b-462c-8b72-16ae653ba0e9 device 3 (ffff98afd0548000) type mdc at LMV idx 0 00800000:00000040:1.0:1788838258.150298:0:2350:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff98afd0548000 already active! 00800000:00000001:1.0:1788838258.150301:0:2350:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838258.150303:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838258.150305:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838258.150306:0:2350:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838258.150308:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838258.150309:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838258.150311:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838258.150313:0:2350:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000800:00000001:1.0:1788838258.151306:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.151317:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838258.151319:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.151322:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838258.151328:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.151333:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838258.151340:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.151344:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.151348:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.151351:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4bc80 00000400:00000200:1.0:1788838258.151356:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.151361:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6521 [1] + 224 00000800:00000001:1.0:1788838258.151367:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.151373:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838258.151376:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838258.151379:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838258.151384:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838258.151390:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838258.151398:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.151405:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838258.151410:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.151413:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838258.152100:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.152105:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788838258.152110:0:2350:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff98afd0025800: Connection restored to 192.168.203.123@tcp (at 192.168.203.123@tcp) 00000100:00080000:3.0:1788838258.152119:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000089664583): req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838258 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.152150:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.152154:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838258.152160:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838258.152168:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132234624:192.168.203.123@tcp:38:kworker.0 00000400:00000001:3.0:1788838258.152175:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838258.152177:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838258.152179:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f84d0. 00000400:00000200:3.0:1788838258.152183:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcb28 00000400:00000010:3.0:1788838258.152184:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcb28. 00000100:00000001:3.0:1788838258.152187:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838258.152191:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838258.152199:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.152205:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838258.152207:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.152209:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838258.152211:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838258.152213:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838258.152215:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838258.152218:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838258.152224:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=87 v=5 (5 5 16 16) 00000100:00001000:3.0:1788838258.152228:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838258.152230:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838258.152233:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838258.152235:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838258.152238:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.152241:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838258.152243:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838258.152245:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838258.152246:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838258.152251:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.152258:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838258.152260:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838258.152263:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788838258.152267:0:2350:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788838258.152274:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788838258.152278:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838258.152285:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132234752:192.168.203.123@tcp:9:kworker.0 00000400:00000001:3.0:1788838258.152290:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838258.152291:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838258.152293:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8370. 00000400:00000200:3.0:1788838258.152295:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc330 00000400:00000010:3.0:1788838258.152297:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc330. 00000100:00000001:3.0:1788838258.152300:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838258.152303:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838258.152311:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.152317:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838258.152318:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.152321:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838258.152322:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838258.152323:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838258.152325:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838258.152327:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838258.152330:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=87 v=5 (5 5 16 37) 00000100:00001000:3.0:1788838258.152333:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=9 v=5 (1 1 0 0) 00000100:00000001:3.0:1788838258.152336:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838258.152337:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838258.152339:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838258.152340:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.152343:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838258.152344:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1788838258.152345:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838258.152347:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838258.152350:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.152356:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838258.152358:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838258.152360:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788838258.152363:0:2350:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788838258.152369:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4c52800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788838258.152374:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838258.152381:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132234880:192.168.203.123@tcp:9:kworker.0 00000100:00000001:3.0:1788838258.152385:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.152387:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838258.152390:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0700 x1875731132234624/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.152395:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838258.152398:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838258.152401:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e8000. 02000000:00000001:3.0:1788838258.152404:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838258.152406:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838258.152407:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838258.152409:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838258.152412:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406ec00. 02000000:00000001:3.0:1788838258.152415:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838258.152417:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838258.152418:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0700. 00000100:00000001:3.0:1788838258.152422:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838258.152423:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.152425:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838258.152428:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0380 x1875731132234752/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.152433:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838258.152435:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838258.152436:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd056dc00. 02000000:00000001:3.0:1788838258.152441:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838258.152442:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838258.152443:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838258.152444:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838258.152446:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc51e0700. 02000000:00000001:3.0:1788838258.152448:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838258.152449:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838258.152450:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0380. 00000100:00000001:3.0:1788838258.152452:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838258.152453:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.152454:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838258.152457:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1f80 x1875731132234880/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.152463:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838258.152463:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838258.152465:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc120b000. 02000000:00000001:3.0:1788838258.152467:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838258.152468:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838258.152470:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838258.152471:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838258.152472:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc51e0e00. 02000000:00000001:3.0:1788838258.152474:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838258.152475:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838258.152476:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1f80. 00000100:00000001:3.0:1788838258.152478:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838258.152479:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.152481:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.152487:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838258.152489:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.152491:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838258.152492:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.152699:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838258.152703:0:30868:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.152705:0:30868:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838258.152708:0:30868:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.152710:0:30868:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838258.152713:0:30868:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838258.152716:0:30868:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.152719:0:30868:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788838258.152724:0:30868:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875731132232960 new x1875731132235008 02000000:00000001:1.0:1788838258.152727:0:30868:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838258.152729:0:30868:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838258.152734:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838258.152741:0:30868:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8108. 00000400:00000010:1.0:1788838258.152747:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc660. 00000100:00000200:1.0:1788838258.152752:0:30868:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132232960, portal 10 00000100:00000001:1.0:1788838258.152755:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838258.152757:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627161088 : -113594082390528 : ffff98afd1120e00) 00000100:00000040:1.0:1788838258.152765:0:30868:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838274 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.152773:0:30868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838258.152776:0:30868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838258.152779:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838258.152782:0:30868:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875731132232960, offset 0 00000400:00000200:1.0:1788838258.152788:0:30868:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838258.152795:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.152801:0:30868:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838258.152806:0:30868:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838258.152810:0:30868:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838258.152813:0:30868:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838258.152816:0:30868:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838258.152819:0:30868:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2343:2343:256:4294967295] 192.168.203.123@tcp LPNI seq info [2343:2343:8:4294967295] 00000400:00000200:1.0:1788838258.152824:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.152831:0:30868:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838258.152836:0:30868:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838258.152842:0:30868:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838258.152847:0:30868:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838258.152855:0:30868:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838258.152859:0:30868:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788838258.152873:0:30868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838258.152877:0:30868:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 764498 usecs (765 jiffies) 00000400:00000200:1.0:1788838258.152880:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838258.152882:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296388891 00000100:00000001:1.0:1788838258.152886:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:1.0:1788838258.152887:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296388891 00000100:00000001:1.0:1788838258.152890:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:1.0:1788838258.152892:0:30868:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838258.152894:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.152896:0:30868:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838258.152898:0:30868:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838258.152900:0:30868:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b29c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788838258.152902:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838258.152904:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838258.153192:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838258.153196:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:1.0:1788838258.153200:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838258.153205:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838258.153209:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838258.153211:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838258.153214:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838258.153219:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838274 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.153227:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.153230:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838274 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.153237:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.153239:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:0.0:1788838258.154041:0:30858:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838258.154046:0:30858:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838258.154048:0:30858:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259a0. 00000400:00000200:0.0:1788838258.154053:0:30858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcc38 00000400:00000010:0.0:1788838258.154056:0:30858:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcc38. 00000100:00000001:0.0:1788838258.154059:0:30858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.154067:0:30858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838261 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838258.154076:0:30858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838261 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.154082:0:30858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838258.154084:0:30858:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.154086:0:30858:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838258.154088:0:30858:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.154091:0:30858:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838258.154094:0:30858:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838258.154096:0:30858:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.154098:0:30858:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788838258.154101:0:30858:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875731132233216 new x1875731132235136 02000000:00000001:0.0:1788838258.154103:0:30858:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838258.154105:0:30858:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838258.154110:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838258.154114:0:30858:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259a0. 00000400:00000010:0.0:1788838258.154118:0:30858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838258.154122:0:30858:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132233216, portal 10 00000100:00000001:0.0:1788838258.154124:0:30858:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838258.154125:0:30858:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00000100:00000040:0.0:1788838258.154142:0:30858:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.154148:0:30858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838258.154150:0:30858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838258.154153:0:30858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfca18. 00000100:00000200:0.0:1788838258.154155:0:30858:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132233216, offset 0 00000400:00000200:0.0:1788838258.154161:0:30858:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838258.154167:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.154172:0:30858:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838258.154176:0:30858:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838258.154179:0:30858:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838258.154182:0:30858:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838258.154184:0:30858:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838258.154187:0:30858:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2344:2344:256:4294967295] 192.168.203.123@tcp LPNI seq info [2344:2344:8:4294967295] 00000400:00000200:0.0:1788838258.154191:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.154197:0:30858:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838258.154202:0:30858:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838258.154206:0:30858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509300. 00000800:00000200:0.0:1788838258.154213:0:30858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838258.154219:0:30858:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838258.154223:0:30858:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838258.154282:0:30858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.154286:0:30858:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 764498 usecs (765 jiffies) 00000400:00000200:0.0:1788838258.154289:0:30858:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838258.154292:0:30858:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296388892 00000100:00000001:0.0:1788838258.154294:0:30858:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:0.0:1788838258.154297:0:30858:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296388892 00000100:00000001:0.0:1788838258.154298:0:30858:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:0.0:1788838258.154301:0:30858:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838258.154303:0:30858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.154306:0:30858:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838258.154308:0:30858:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838258.154310:0:30858:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8240 going to sleep for 11 seconds 00000100:00000001:0.0:1788838258.154312:0:30858:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838258.154313:0:30858:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838258.155173:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838258.155180:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509300. 00000400:00000200:1.0:1788838258.155185:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838258.155191:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838258.155196:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfca18 00000400:00000010:1.0:1788838258.155198:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfca18. 00000100:00000001:1.0:1788838258.155201:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838258.155207:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.155216:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.155219:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.155226:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.155227:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838258.181202:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.181225:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838258.181230:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.181232:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838258.181241:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.181247:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838258.181258:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.181262:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.181268:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.181271:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4bd80 00000400:00000200:1.0:1788838258.181275:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.181280:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6541 [1] + 224 00000800:00000001:1.0:1788838258.181287:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.181300:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838258.181303:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838258.181307:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838258.181314:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838258.181323:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838258.181350:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff98afd090aa00 x1875731132233216/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.181371:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838258.181379:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.181383:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838258.189386:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838258.189392:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838258.189547:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838258.189551:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838258.189554:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1788838258.195594:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.195614:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838258.195618:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.195621:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838258.195629:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.195636:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838258.195646:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.195651:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.195696:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.195701:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4bd00 00000400:00000200:1.0:1788838258.195706:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.195711:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6531 [1] + 224 00000800:00000001:1.0:1788838258.195718:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.195727:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838258.195731:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838258.195736:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838258.195744:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838258.195752:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838274 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838258.195763:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838258.195779:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838258.195788:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.195791:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.195868:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838258.195876:0:30868:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838258.195878:0:30868:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838258.195881:0:30868:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8108. 00000400:00000200:0.0:1788838258.195885:0:30868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc660 00000400:00000010:0.0:1788838258.195887:0:30868:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc660. 00000100:00000001:0.0:1788838258.195890:0:30868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.195895:0:30868:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838258.195904:0:30868:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120e00 x1875731132232960/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.195910:0:30868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838258.195912:0:30868:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.195915:0:30868:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838258.195917:0:30868:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838258.195920:0:30868:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838258.195922:0:30868:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.195924:0:30868:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838258.195933:0:30868:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=87 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838258.195937:0:30868:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838258.195939:0:30868:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838258.195941:0:30868:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.195944:0:30868:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838258.195947:0:30868:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.195950:0:30868:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838258.195952:0:30868:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788838258.195954:0:30868:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838258.195956:0:30868:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.195961:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120e00 x1875731132232960/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.195968:0:30868:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838258.195971:0:30868:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838258.195973:0:30868:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838258.195977:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120e00 x1875731132232960/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838274 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838258.195985:0:30868:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120e00 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132232960:192.168.203.123@tcp:36:touch.0 00000100:00000001:0.0:1788838258.195991:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.195993:0:30868:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.195996:0:30868:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838258.195998:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838258.196002:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120e00 x1875731132232960/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838274 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.196008:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838258.196011:0:30868:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc89b29c0. 00000100:00000001:0.0:1788838258.196015:0:30868:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838258.196016:0:30868:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838258.196024:0:30868:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838258.196026:0:30868:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838258.196033:0:30868:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838258.196035:0:30868:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838258.196042:0:30868:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1788838258.196045:0:30868:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1788838258.196050:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838258.196053:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120e00 x1875731132232960/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838274 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.196060:0:30868:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838258.196062:0:30868:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838258.196065:0:30868:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ea800. 02000000:00000001:0.0:1788838258.196068:0:30868:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838258.196070:0:30868:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838258.196072:0:30868:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838258.196074:0:30868:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838258.196077:0:30868:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc40d9400. 02000000:00000001:0.0:1788838258.196081:0:30868:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838258.196083:0:30868:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838258.196085:0:30868:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120e00. 00000100:00000001:0.0:1788838258.196088:0:30868:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838258.196089:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838258.196092:0:30868:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838258.196094:0:30868:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.196096:0:30868:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.196099:0:30868:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1788838258.196102:0:30868:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788838258.196104:0:30868:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838258.196106:0:30868:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788838258.196108:0:30868:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.196110:0:30868:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.196112:0:30868:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1788838258.196114:0:30868:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838258.196117:0:30868:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838258.196120:0:30868:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838258.196125:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa080 -> ffff98afc7dfa080 00000020:00000001:0.0:1788838258.196128:0:30868:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838258.196141:0:30868:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838258.196143:0:30868:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838258.196147:0:30868:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838258.196148:0:30868:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788838258.196150:0:30868:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838258.196153:0:30868:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788838258.196155:0:30868:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788838258.196159:0:30868:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838258.196162:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838258.196168:0:30868:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838258.196170:0:30868:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838258.196172:0:30868:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1788838258.196174:0:30868:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.196176:0:30868:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1788838258.196181:0:30868:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4010800. 00000080:00010000:0.0:1788838258.196187:0:30868:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x26:0x0](ffff98afd1585b88) 00000080:00000001:0.0:1788838258.196190:0:30868:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838258.196194:0:30868:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838258.196197:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27958 00800000:00000002:0.0:1788838258.196199:0:30868:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x26:0x0] '' on [0x200000404:0x26:0x0] 00800000:00000001:0.0:1788838258.196203:0:30868:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838258.196206:0:30868:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x26:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838258.196210:0:30868:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838258.196212:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27828 00000002:00010000:0.0:1788838258.196214:0:30868:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x26:0x0], intent: layout flags 0 00000002:00000001:0.0:1788838258.196217:0:30868:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838258.196219:0:30868:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1788838258.196224:0:30868:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b480. 00000020:00000040:0.0:1788838258.196227:0:30868:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838258.196232:0:30868:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838258.196236:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838258.196240:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.196242:0:30868:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838258.196244:0:30868:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838258.196248:0:30868:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838258.196253:0:30868:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4011000. 00000100:00000001:0.0:1788838258.196258:0:30868:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.196262:0:30868:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838258.196263:0:30868:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.196265:0:30868:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838258.196266:0:30868:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.196267:0:30868:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838258.196271:0:30868:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00010000:00000001:0.0:1788838258.196274:0:30868:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838258.196276:0:30868:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838258.196282:0:30868:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31600. 00010000:00000010:0.0:1788838258.196286:0:30868:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e300. 00010000:00000001:0.0:1788838258.196291:0:30868:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838258.196294:0:30868:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa600. 00000020:00000001:0.0:1788838258.196298:0:30868:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838258.196300:0:30868:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa600 with handle 0x9f68a6b43b62ce3f to hash 00000020:00000001:0.0:1788838258.196302:0:30868:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838258.196304:0:30868:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.196306:0:30868:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.196309:0:30868:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838258.196312:0:30868:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838258.196316:0:30868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838258.196324:0:30868:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838258.196345:0:30868:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30868 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838258.196350:0:30868:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838258.196352:0:30868:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838258.196358:0:30868:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f83c0. 00000100:00000001:0.0:1788838258.196360:0:30868:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412036544 : -113594297515072 : ffff98afc43f83c0) 00000100:00000001:0.0:1788838258.196362:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838258.196364:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000001:0.0:1788838258.196368:0:30868:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838258.196372:0:30868:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.196373:0:30868:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838258.196375:0:30868:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838258.196380:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.196387:0:30868:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838258.196389:0:30868:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.196393:0:30868:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838258.196395:0:30868:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838258.196397:0:30868:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838258.196400:0:30868:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132235264:192.168.203.123@tcp:101:touch.0 00000100:00000001:0.0:1788838258.196404:0:30868:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838258.196408:0:30868:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838258.196410:0:30868:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.196412:0:30868:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838258.196416:0:30868:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0081400. 02000000:00000001:0.0:1788838258.196419:0:30868:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838258.196424:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838258.196427:0:30868:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c256e0. 00000400:00000010:0.0:1788838258.196432:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc990. 00000100:00000200:0.0:1788838258.196438:0:30868:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132235264, portal 10 00000100:00000001:0.0:1788838258.196440:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838258.196442:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000040:0.0:1788838258.196448:0:30868:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838274 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.196455:0:30868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838258.196458:0:30868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838258.196461:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcee0. 00000100:00000200:0.0:1788838258.196464:0:30868:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875731132235264, offset 0 00000400:00000200:0.0:1788838258.196469:0:30868:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838258.196476:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.196481:0:30868:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838258.196486:0:30868:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838258.196490:0:30868:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838258.196494:0:30868:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838258.196497:0:30868:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838258.196501:0:30868:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2345:2345:256:4294967295] 192.168.203.123@tcp LPNI seq info [2345:2345:8:4294967295] 00000400:00000200:0.0:1788838258.196505:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.196512:0:30868:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838258.196518:0:30868:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838258.196523:0:30868:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509600. 00000800:00000200:0.0:1788838258.196529:0:30868:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838258.196536:0:30868:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838258.196540:0:30868:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509600 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1788838258.196560:0:30868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.196564:0:30868:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 813348 usecs (814 jiffies) 00000400:00000200:0.0:1788838258.196567:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838258.196570:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296388983 00000100:00000001:0.0:1788838258.196574:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:0.0:1788838258.196576:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296388983 00000100:00000001:0.0:1788838258.196578:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:0.0:1788838258.196580:0:30868:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838258.196583:0:30868:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.196585:0:30868:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838258.196587:0:30868:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838258.196589:0:30868:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f83c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838258.196591:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838258.196592:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838258.196803:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838258.196808:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509600. 00000400:00000200:1.0:1788838258.196811:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838258.196815:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838258.196819:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcee0 00000400:00000010:1.0:1788838258.196821:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcee0. 00000100:00000001:1.0:1788838258.196824:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838258.196829:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838274 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.196837:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.196840:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838274 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.196846:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.196848:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788838258.204458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6420. 00000080:00000010:2.1:1788838258.204478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6260. 00000800:00000001:1.0:1788838258.213451:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.213469:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838258.213473:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.213475:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838258.213483:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.213490:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838258.213499:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.213504:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.213509:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.213513:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 10 MB=0x6a9f7afd4be00 00000400:00000200:1.0:1788838258.213518:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838258.213523:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 400/400 into md 0x6551 [1] + 224 00000800:00000001:1.0:1788838258.213529:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.213549:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838258.213552:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838258.213557:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838258.213564:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838258.213571:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838274 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838258.213582:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.213606:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838258.213615:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838258.213618:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.213727:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838258.213736:0:30868:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838258.213738:0:30868:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838258.213742:0:30868:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c256e0. 00000400:00000200:0.0:1788838258.213746:0:30868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc990 00000400:00000010:0.0:1788838258.213749:0:30868:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc990. 00000100:00000001:0.0:1788838258.213752:0:30868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.213757:0:30868:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838258.213766:0:30868:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.213773:0:30868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838258.213775:0:30868:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.213777:0:30868:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838258.213780:0:30868:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838258.213782:0:30868:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838258.213784:0:30868:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.213787:0:30868:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838258.213796:0:30868:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=87 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838258.213800:0:30868:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838258.213803:0:30868:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838258.213805:0:30868:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.213808:0:30868:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838258.213812:0:30868:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.213815:0:30868:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838258.213817:0:30868:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788838258.213819:0:30868:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838258.213822:0:30868:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.213826:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.213833:0:30868:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838258.213836:0:30868:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838258.213838:0:30868:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838258.213841:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838274 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838258.213848:0:30868:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132235264:192.168.203.123@tcp:101:touch.0 00000100:00000001:0.0:1788838258.213853:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.213856:0:30868:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.213858:0:30868:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838258.213860:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838258.213863:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838274 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.213869:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838258.213871:0:30868:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f83c0. 00000100:00000001:0.0:1788838258.213875:0:30868:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838258.213876:0:30868:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.213879:0:30868:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838258.213882:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.213884:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.213887:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=4 00000020:00000001:0.0:1788838258.213890:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.213893:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000040:0.0:1788838258.213898:0:30868:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa600, remote cookie: 0xff98f31736b3b36e, flags: 0x1000 00010000:00000001:0.0:1788838258.213901:0:30868:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838258.213905:0:30868:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838258.213908:0:30868:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838258.213909:0:30868:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838258.213911:0:30868:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838258.213914:0:30868:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff98afc4d31600) refcount = 1 00010000:00010000:0.0:1788838258.213919:0:30868:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838258.213927:0:30868:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838258.213930:0:30868:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838258.213932:0:30868:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838258.213935:0:30868:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838258.213937:0:30868:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838258.213941:0:30868:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838258.213947:0:30868:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838258.213949:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.213950:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838258.213951:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.213952:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838258.213954:0:30868:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838258.213958:0:30868:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838258.213960:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.213961:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.213962:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=3 00000020:00000001:0.0:1788838258.213964:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.213966:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.213968:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.213969:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838258.213973:0:30868:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838274 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1788838258.213981:0:30868:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff98afd0025800: layout return lvb 56 transno 0 00010000:00000001:0.0:1788838258.213983:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.213984:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.213986:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=3 00000020:00000001:0.0:1788838258.213988:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.213990:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00000002:00010000:0.0:1788838258.213993:0:30868:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788838258.214002:0:30868:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd1358500. 00010000:00000001:0.0:1788838258.214005:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214006:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838258.214007:0:30868:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838258.214009:0:30868:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838258.214012:0:30868:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838258.214014:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.214015:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.214016:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=3 00000020:00000001:0.0:1788838258.214018:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214020:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00000002:00010000:0.0:1788838258.214023:0:30868:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838258.214029:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214030:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838258.214032:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838258.214033:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.214034:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.214035:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=3 00000020:00000001:0.0:1788838258.214037:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214039:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000040:0.0:1788838258.214044:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 2 00010000:00000001:0.0:1788838258.214047:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838258.214050:0:30868:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 16 res 8589935620/38 (0 0) 00010000:00000001:0.0:1788838258.214053:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214055:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838258.214056:0:30868:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838258.214059:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c277b0 00000002:00002000:0.0:1788838258.214061:0:30868:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1788838258.214063:0:30868:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838258.214066:0:30868:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838258.214069:0:30868:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838258.214071:0:30868:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788838258.214075:0:30868:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.214077:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838258.214081:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b480 x1875731132235264/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838274 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.214087:0:30868:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838258.214089:0:30868:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838258.214092:0:30868:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0081400. 02000000:00000001:0.0:1788838258.214096:0:30868:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838258.214098:0:30868:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838258.214100:0:30868:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838258.214102:0:30868:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838258.214104:0:30868:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4011000. 02000000:00000001:0.0:1788838258.214107:0:30868:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838258.214109:0:30868:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838258.214111:0:30868:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b480. 00000100:00000001:0.0:1788838258.214115:0:30868:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838258.214116:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788838258.214120:0:30868:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4010800. 00000080:00010000:0.0:1788838258.214124:0:30868:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62ce3f 00800000:00000001:0.0:1788838258.214129:0:30868:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838258.214143:0:30868:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838258.214144:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.214145:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.214147:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=3 00000020:00000001:0.0:1788838258.214149:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214152:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214154:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214156:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838258.214158:0:30868:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838258.214159:0:30868:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838258.214163:0:30868:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce3f from it ffffbbcb01c27a78 00010000:00000001:0.0:1788838258.214165:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.214166:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.214168:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=3 00000020:00000001:0.0:1788838258.214169:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214172:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214174:0:30868:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838258.214177:0:30868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838258.214182:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214183:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838258.214184:0:30868:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838258.214187:0:30868:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838258.214189:0:30868:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838258.214196:0:30868:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838258.214199:0:30868:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838258.214201:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838258.214206:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214207:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838258.214208:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.214211:0:30868:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838258.214213:0:30868:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.214215:0:30868:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.214217:0:30868:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.214219:0:30868:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838258.214221:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214222:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838258.214223:0:30868:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.214226:0:30868:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788838258.214228:0:30868:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788838258.214234:0:30868:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838258.214236:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838258.214238:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 2 00010000:00000001:0.0:1788838258.214240:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838258.214243:0:30868:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838258.214246:0:30868:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838258.214249:0:30868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788838258.214256:0:30868:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838258.214260:0:30868:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838258.214263:0:30868:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788838258.214270:0:30868:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788838258.214272:0:30868:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 16 00000080:00000001:0.0:1788838258.214274:0:30868:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1788838258.214277:0:30868:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1788838258.214278:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.214279:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.214280:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=3 00000020:00000001:0.0:1788838258.214281:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214283:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00000080:00010000:0.0:1788838258.214286:0:30868:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x26:0x0](000000007f17af76) being reconfigured ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1788838258.214293:0:30868:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838258.214294:0:30868:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838258.214296:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.214297:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.214298:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=4 00000020:00000001:0.0:1788838258.214300:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214302:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214305:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214306:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838258.214307:0:30868:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838258.214309:0:30868:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.214310:0:30868:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1788838258.214312:0:30868:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x26:0x0] LVB_READY=0 l_lvb_data=ffff98afd1358500 l_lvb_len=56 00000080:00000001:0.0:1788838258.214314:0:30868:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.214316:0:30868:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838258.214318:0:30868:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838258.214322:0:30868:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838258.214324:0:30868:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838258.214326:0:30868:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838258.214341:0:30868:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838258.214344:0:30868:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838258.214349:0:30868:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a14e0. 00020000:00000010:0.0:1788838258.214352:0:30868:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd0502f00. 00020000:00000010:0.0:1788838258.214357:0:30868:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1de0. 00020000:00000001:0.0:1788838258.214359:0:30868:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615106528 : -113594094445088 : ffff98afd05a1de0) 00020000:00000002:0.0:1788838258.214362:0:30868:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1de0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838258.214366:0:30868:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838258.214370:0:30868:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd0502f00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838258.214373:0:30868:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a6c8) owner ffff98afc29b4f80 00020000:00000001:0.0:1788838258.214376:0:30868:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838258.214378:0:30868:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a6c8) owner ffff98afc29b4f80 00020000:00000010:0.0:1788838258.214383:0:30868:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd0502f00. 00020000:00000010:0.0:1788838258.214386:0:30868:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a14e0. 00020000:00000010:0.0:1788838258.214388:0:30868:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1de0. 00020000:00000002:0.0:1788838258.214390:0:30868:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838258.214392:0:30868:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214394:0:30868:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214396:0:30868:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788838258.214399:0:30868:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:0.0:1788838258.214402:0:30868:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1480 addref 2/0 by ffff98afc29b4f80. 00020000:00000002:0.0:1788838258.214405:0:30868:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:0.0:1788838258.214407:0:30868:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788838258.214409:0:30868:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788838258.214410:0:30868:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788838258.214412:0:30868:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788838258.214414:0:30868:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788838258.214416:0:30868:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788838258.214419:0:30868:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00000080:00000001:0.0:1788838258.214422:0:30868:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.214423:0:30868:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1788838258.214425:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214426:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838258.214427:0:30868:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838258.214428:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.214430:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa600 refcount=3 00000020:00000001:0.0:1788838258.214431:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214434:0:30868:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487215104 : -113594222336512 : ffff98afc8baa600) 00010000:00000001:0.0:1788838258.214435:0:30868:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838258.214438:0:30868:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838258.214444:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214445:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838258.214446:0:30868:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838258.214448:0:30868:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838258.214450:0:30868:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838258.214455:0:30868:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838258.214457:0:30868:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838258.214458:0:30868:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838258.214460:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214461:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838258.214462:0:30868:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.214463:0:30868:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838258.214465:0:30868:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.214466:0:30868:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.214469:0:30868:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838258.214470:0:30868:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838258.214472:0:30868:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838258.214472:0:30868:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838258.214474:0:30868:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.214476:0:30868:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.214479:0:30868:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838258.214484:0:30868:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff98afd05ccbf0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1788838258.214487:0:30868:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:0.0:1788838258.214489:0:30868:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838258.214491:0:30868:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838258.214494:0:30868:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838258.214495:0:30868:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214497:0:30868:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838258.214499:0:30868:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838258.214501:0:30868:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214503:0:30868:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838258.214505:0:30868:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838258.214507:0:30868:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838258.214508:0:30868:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00000020:00000001:0.0:1788838258.214510:0:30868:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214513:0:30868:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788838258.214515:0:30868:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788838258.214517:0:30868:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1788838258.214520:0:30868:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788838258.214522:0:30868:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788838258.214526:0:30868:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838258.214529:0:30868:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838258.214530:0:30868:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838258.214532:0:30868:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838258.214534:0:30868:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838258.214536:0:30868:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838258.214539:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa210 -> ffff98afc7dfa080 00000020:00000001:0.0:1788838258.214541:0:30868:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838258.214544:0:30868:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838258.214545:0:30868:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838258.214547:0:30868:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214548:0:30868:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214550:0:30868:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838258.214553:0:30868:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788838258.214556:0:30868:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788838258.214560:0:30868:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214561:0:30868:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214564:0:30868:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214565:0:30868:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214567:0:30868:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214569:0:30868:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788838258.214571:0:30868:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788838258.214573:0:30868:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838258.214574:0:30868:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788838258.214575:0:30868:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838258.214577:0:30868:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214578:0:30868:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214580:0:30868:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214582:0:30868:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214583:0:30868:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838258.214584:0:30868:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214586:0:30868:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214588:0:30868:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1788838258.214591:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa080 -> ffff98afc7dfa080 00000020:00000001:0.0:1788838258.214594:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa080 -> ffff98afc7dfa080 00000020:00000001:0.0:1788838258.214595:0:30868:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788838258.214598:0:30868:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214600:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa080 -> ffff98afc7dfa080 00020000:00000001:0.0:1788838258.214602:0:30868:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1788838258.214603:0:30868:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838258.214604:0:30868:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838258.214606:0:30868:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838258.214608:0:30868:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1788838258.214610:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000020:00000001:0.0:1788838258.214612:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000020:00000001:0.0:1788838258.214613:0:30868:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788838258.214615:0:30868:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214618:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000020:00000001:0.0:1788838258.214619:0:30868:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788838258.214622:0:30868:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838258.214624:0:30868:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214626:0:30868:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214628:0:30868:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000020:00000001:0.0:1788838258.214630:0:30868:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838258.214632:0:30868:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838258.214633:0:30868:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838258.214635:0:30868:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838258.214636:0:30868:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838258.214637:0:30868:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838258.214640:0:30868:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1788838258.214644:0:30868:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b480. 00000020:00000040:0.0:1788838258.214648:0:30868:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838258.214651:0:30868:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788838258.214654:0:30868:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788838258.214684:0:30868:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1561 00000400:00000200:0.0:1788838258.214690:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.214695:0:30868:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1788838258.214699:0:30868:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838258.214702:0:30868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838258.214704:0:30868:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838258.214707:0:30868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:0.0:1788838258.214710:0:30868:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838258.214712:0:30868:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:0.0:1788838258.214714:0:30868:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838258.214716:0:30868:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:0.0:1788838258.214718:0:30868:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:0.0:1788838258.214720:0:30868:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000040:0.0:1788838258.214723:0:30868:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838258.214725:0:30868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838258.214727:0:30868:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838258.214729:0:30868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:0.0:1788838258.214732:0:30868:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00080000:0.0:1788838258.214736:0:30868:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98afd0025800: import ffff98afc4c52800 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:0.0:1788838258.214738:0:30868:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.214741:0:30868:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788838258.214746:0:30868:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838258.214749:0:30868:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.214752:0:30868:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788838258.214755:0:30868:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788838258.214758:0:30868:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.214760:0:30868:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838258.214763:0:30868:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838258.214765:0:30868:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 02000000:00000001:0.0:1788838258.214768:0:30868:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838258.214770:0:30868:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.214772:0:30868:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838258.214775:0:30868:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838258.214778:0:30868:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838258.214783:0:30868:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0081400. 00000100:00000001:0.0:1788838258.214789:0:30868:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838258.214798:0:30868:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838258.214807:0:30868:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838258.214810:0:30868:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.214816:0:30868:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098be35e0] to pc [ptlrpcd_rcv+-1] req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.214836:0:30868:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.214838:0:30868:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788838258.214840:0:30868:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:0.0:1788838258.214842:0:30868:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838258.214844:0:30868:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838258.214845:0:30868:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838258.214850:0:30868:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4010800. 00000100:00000001:0.0:1788838258.214852:0:30868:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.214857:0:30868:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838258.214859:0:30868:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.214864:0:30868:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8163314] to pc [ptlrpcd_00_01+1] req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788838258.214886:0:30868:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838258.214888:0:30868:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214890:0:30868:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214892:0:30868:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214893:0:30868:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.214895:0:30868:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214896:0:30868:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.214898:0:30868:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838258.214899:0:30868:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788838258.214901:0:30868:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838258.214902:0:30868:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788838258.214915:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788838258.214919:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788838258.214921:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.214928:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838258.214930:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.214932:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838258.214933:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838258.214935:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838258.214940:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.214948:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838258.214950:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788838258.214954:0:2351:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.214960:0:2351:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.214963:0:2351:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.214964:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838258.214966:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.214968:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.214970:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.215121:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838258.215124:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.220276:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838258.220285:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838258.220288:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838258.220302:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.220314:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838258.220317:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838258.220321:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838258.220325:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838258.220328:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838258.221246:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132235392:192.168.203.123@tcp:8:touch.0 00000100:00000001:3.0:1788838258.221252:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838258.221257:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838258.221260:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838258.221262:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838258.221270:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838258.221273:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838258.221279:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838258.221284:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b478. 00000400:00000010:3.0:1788838258.221292:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838258.221298:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132235392, portal 4 00000100:00000001:3.0:1788838258.221301:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838258.221303:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:3.0:1788838258.221312:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.221320:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838258.221323:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838258.221325:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce000. 00000100:00000200:3.0:1788838258.221340:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132235392, offset 0 00000400:00000200:3.0:1788838258.221348:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838258.221357:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838258.221365:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838258.221370:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838258.221374:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838258.221377:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838258.221380:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838258.221383:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2346:2346:256:4294967295] 192.168.203.123@tcp LPNI seq info [2346:2346:8:4294967295] 00000400:00000200:3.0:1788838258.221387:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838258.221396:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838258.221402:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838258.221407:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3700. 00000800:00000200:3.0:1788838258.221414:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838258.221422:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838258.221426:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788838258.221438:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838258.221442:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 21798 usecs (22 jiffies) 00000400:00000200:3.0:1788838258.221446:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838258.221448:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296388215 00000100:00000001:3.0:1788838258.221450:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838258.221452:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296388215 00000100:00000001:3.0:1788838258.221454:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838258.221456:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838258.221458:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.221462:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.221464:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.221471:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838258.221473:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788838258.221475:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838258.221477:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838258.221478:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.221480:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838258.221715:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838258.221720:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3700. 00000400:00000200:0.0:1788838258.221725:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.221730:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838258.221736:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce000 00000400:00000010:0.0:1788838258.221738:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce000. 00000100:00000001:0.0:1788838258.221742:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838258.221746:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.221754:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838258.221757:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.221764:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.221766:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838258.231591:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.231606:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838258.231609:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.231612:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.231620:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.231628:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838258.231636:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.231640:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.231645:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.231649:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd4be80 00000400:00000200:0.0:1788838258.231654:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.231691:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x6561 [1] + 0 00000800:00000001:0.0:1788838258.231698:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.231706:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.231709:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.231714:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838258.231721:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.231730:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838258.231740:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838258.231755:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838258.231764:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.231767:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.231926:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838258.231930:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838258.231938:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838258.231940:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838258.231943:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b478. 00000400:00000200:3.0:1788838258.231947:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:3.0:1788838258.231950:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:3.0:1788838258.231953:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838258.231959:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838258.231968:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.231974:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838258.231976:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.231978:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838258.231981:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838258.231984:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838258.231986:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838258.231989:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838258.231997:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=87 v=5 (5 5 16 37) 00000100:00001000:3.0:1788838258.232001:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=9 v=5 (1 1 0 0) 00000100:00000001:3.0:1788838258.232004:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838258.232006:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838258.232009:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838258.232013:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.232016:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788838258.232018:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: committing for last_committed 4294967331 gen 13 00000100:00000040:3.0:1788838258.232021:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788838258.232024:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838258.232026:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838258.232031:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.232038:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838258.232041:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838258.232043:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.232046:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788838258.232051:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:3.0:1788838258.232054:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788838258.232055:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:3.0:1788838258.232058:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838258.232061:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:3.0:1788838258.232063:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:3.0:1788838258.232066:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00001000:3.0:1788838258.232069:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=1788838258 v=0 (0 0 0 0) 00000100:00001000:3.0:1788838258.232072:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4c52c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788838258.232076:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000100:00080000:3.0:1788838258.232081:0:2350:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff98afd0025800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1788838258.232084:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:3.0:1788838258.232087:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788838258.232090:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788838258.232093:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1788838258.232097:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788838258.232100:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788838258.232103:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838258.232106:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838258.232108:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838258.232110:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838258.232112:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.232113:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788838258.232115:0:2350:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788838258.232118:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4c52800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1788838258.232121:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788838258.232122:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788838258.232124:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788838258.232125:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788838258.232126:0:2350:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788838258.232128:0:2350:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1788838258.232146:0:2350:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1788838258.232148:0:2350:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1788838258.232150:0:2350:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838258.232152:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838258.232154:0:2350:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788838258.232156:0:2350:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788838258.232159:0:2350:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788838258.232160:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788838258.232162:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788838258.232164:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838258.232166:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838258.232168:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788838258.232169:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788838258.232170:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838258.232172:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788838258.232173:0:2350:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788838258.232177:0:2350:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788838258.232178:0:2350:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838258.232180:0:2350:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838258.232182:0:2350:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838258.232184:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838258.232186:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838258.232187:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838258.232189:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.232190:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788838258.232192:0:2350:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838258.232195:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788838258.232201:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c65d7822): req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838258.232213:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.232216:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838258.232221:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838258.232229:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132235392:192.168.203.123@tcp:8:touch.0 00000100:00000001:3.0:1788838258.232234:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.232236:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838258.232240:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132235392/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838258.232247:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838258.232249:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838258.232252:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838258.232255:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838258.232257:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838258.232259:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838258.232261:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838258.232265:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0081400. 02000000:00000001:3.0:1788838258.232269:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838258.232271:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838258.232273:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:3.0:1788838258.232276:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838258.232277:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.232279:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838258.232286:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838258.232287:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838258.232289:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838258.232290:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.232342:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838258.232345:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838258.232347:0:2351:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.232350:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838258.232351:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.232354:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838258.232357:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838258.232360:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.232362:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838258.232367:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838258.232369:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.232372:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838258.232378:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0082800. 02000000:00000001:0.0:1788838258.232380:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838258.232384:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838258.232387:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c256e0. 00000400:00000010:0.0:1788838258.232392:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc990. 00000100:00000200:0.0:1788838258.232398:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132235520, portal 4 00000100:00000001:0.0:1788838258.232400:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838258.232401:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000040:0.0:1788838258.232408:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.232415:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838258.232417:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838258.232419:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcaa0. 00000100:00000200:0.0:1788838258.232422:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875731132235520, offset 0 00000400:00000200:0.0:1788838258.232428:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838258.232434:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.232440:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838258.232445:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838258.232449:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838258.232453:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838258.232456:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838258.232459:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2347:2347:256:4294967295] 192.168.203.123@tcp LPNI seq info [2347:2347:8:4294967295] 00000400:00000200:0.0:1788838258.232463:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.232470:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838258.232475:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838258.232480:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838258.232486:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838258.232493:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838258.232497:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788838258.232507:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.232511:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 21796 usecs (22 jiffies) 00000400:00000200:0.0:1788838258.232514:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838258.232517:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296388227 00000100:00000001:0.0:1788838258.232520:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:0.0:1788838258.232522:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296388227 00000100:00000001:0.0:1788838258.232524:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:0.0:1788838258.232526:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838258.232529:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.232530:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838258.232534:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838258.232536:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838258.232538:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838258.232539:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838258.232540:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.232543:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838258.232630:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838258.232634:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:0.0:1788838258.232638:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.232642:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838258.232645:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcaa0 00000400:00000010:0.0:1788838258.232647:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcaa0. 00000100:00000001:0.0:1788838258.232650:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838258.232684:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.232693:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838258.232696:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.232702:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.232704:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838258.374108:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.374126:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838258.374140:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.374143:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.374152:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.374159:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838258.374171:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.374176:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.374180:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.374185:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 432 into portal 4 MB=0x6a9f7afd4bf00 00000400:00000200:0.0:1788838258.374190:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.374196:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 432/432 into md 0x6569 [1] + 224 00000800:00000001:0.0:1788838258.374203:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.374214:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.374218:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.374222:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838258.374229:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.374238:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838258.374249:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.374275:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838258.374284:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.374287:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.374367:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838258.374372:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838258.374379:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838258.374382:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838258.374385:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c256e0. 00000400:00000200:1.0:1788838258.374391:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc990 00000400:00000010:1.0:1788838258.374393:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc990. 00000100:00000001:1.0:1788838258.374396:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838258.374402:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838258.374410:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b480 x1875731132235520/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.374417:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838258.374419:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.374421:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838258.374424:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838258.374427:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838258.374429:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.374432:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838258.374446:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=87 v=5 (5 5 16 37) 00000100:00001000:1.0:1788838258.374450:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838258.374453:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838258.374454:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838258.374457:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838258.374461:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.374465:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788838258.374467:0:2351:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: committing for last_committed 4294967333 gen 13 00000100:00000001:1.0:1788838258.374471:0:2351:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788838258.374473:0:2351:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788838258.374476:0:2351:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838258.374478:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838258.374482:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b480 x1875731132235520/t4294967333(4294967333) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.374490:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838258.374493:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838258.374495:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788838258.374498:0:2351:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1788838258.374515:0:2351:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838258.374520:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b480 x1875731132235520/t4294967333(4294967333) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838258.374528:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:0:1875731132235520:192.168.203.123@tcp:2:touch.0 00000100:00000001:1.0:1788838258.374546:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.374548:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.374552:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b480 x1875731132235520/t4294967333(4294967333) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838274 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.374558:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838258.374561:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838258.374564:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0082800. 02000000:00000001:1.0:1788838258.374569:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838258.374572:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838258.374574:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838258.374575:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838258.374579:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4010800. 02000000:00000001:1.0:1788838258.374583:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838258.374585:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838258.374587:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b480. 00000100:00000001:1.0:1788838258.374591:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838258.374593:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.374595:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.374603:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838258.374605:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.374607:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838258.374609:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.374788:0:30868:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838258.374793:0:30868:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.374796:0:30868:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.374799:0:30868:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838258.374801:0:30868:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788838258.374804:0:30868:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838258.374806:0:30868:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838258.374807:0:30868:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838258.374808:0:30868:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838258.374810:0:30868:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.374811:0:30868:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.374813:0:30868:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838258.374814:0:30868:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838258.374815:0:30868:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788838258.374817:0:30868:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838258.374818:0:30868:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838258.374820:0:30868:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838258.374821:0:30868:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838258.374822:0:30868:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838258.374824:0:30868:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838258.374826:0:30868:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.374827:0:30868:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.374829:0:30868:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838258.374830:0:30868:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838258.374831:0:30868:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838258.374834:0:30868:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838258.374836:0:30868:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838258.374837:0:30868:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838258.374838:0:30868:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838258.374839:0:30868:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838258.374842:0:30868:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00020000:00000001:0.0:1788838258.374845:0:30868:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838258.374847:0:30868:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838258.374850:0:30868:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838258.374852:0:30868:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838258.374855:0:30868:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838258.374857:0:30868:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838258.374858:0:30868:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838258.374860:0:30868:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.374863:0:30868:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1788838258.374867:0:30868:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc9b60c00. 00000020:00000001:0.0:1788838258.374876:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27c30 00000080:00200008:0.0:1788838258.374879:0:30868:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff98afd1585b88) current size 0, valid attrs 100201f0, mode 0, uid -1055903166, gid -1, new size 213440, atime 1788838242.000000000, mtime 1788838242.000000000, ctime 1788838242.000000000, rc 0 00000080:00000001:0.0:1788838258.374885:0:30868:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838258.374918:0:30868:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838258.374921:0:30868:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:0.0:1788838258.374925:0:30868:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:0.0:1788838258.374928:0:30868:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.374935:0:30868:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838258.374937:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27df0 00000080:00200008:0.0:1788838258.374939:0:30868:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff98afd1585b88), flags 104001 00000080:00000001:0.0:1788838258.374943:0:30868:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838258.374946:0:30868:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788838258.374947:0:30868:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838258.374949:0:30868:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:0.0:1788838258.374951:0:30868:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:0.0:1788838258.374953:0:30868:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838258.374955:0:30868:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838258.374963:0:30868:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838258.374966:0:30868:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838258.374972:0:30868:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 2 00010000:00000001:0.0:1788838258.374975:0:30868:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838258.374980:0:30868:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838258.374982:0:30868:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1788838258.374985:0:30868:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788838258.374987:0:30868:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788838258.374992:0:30868:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00000080:00000001:0.0:1788838258.374994:0:30868:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788838258.374999:0:30868:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788838258.375002:0:30868:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788838258.375004:0:30868:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788838258.375008:0:30868:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788838258.375010:0:30868:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:0.0:1788838258.375015:0:30868:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a300. 00000020:00000040:0.0:1788838258.375019:0:30868:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838258.375023:0:30868:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838258.375026:0:30868:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838258.375030:0:30868:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838258.375035:0:30868:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1126600. 00000100:00000001:0.0:1788838258.375041:0:30868:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788838258.375052:0:30868:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788838258.375061:0:30868:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788838258.375065:0:30868:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788838258.375072:0:30868:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838258.375073:0:30868:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838258.375079:0:30868:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f83c0. 00000100:00000001:0.0:1788838258.375082:0:30868:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412036544 : -113594297515072 : ffff98afc43f83c0) 00000100:00000001:0.0:1788838258.375085:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838258.375086:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000001:0.0:1788838258.375090:0:30868:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838258.375094:0:30868:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.375096:0:30868:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838258.375097:0:30868:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838258.375101:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.375108:0:30868:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838258.375110:0:30868:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.375114:0:30868:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838258.375116:0:30868:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838258.375118:0:30868:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838258.375122:0:30868:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132235776:192.168.203.123@tcp:35:touch.0 00000100:00000001:0.0:1788838258.375126:0:30868:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838258.375138:0:30868:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838258.375141:0:30868:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838258.375143:0:30868:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838258.375147:0:30868:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0082000. 02000000:00000001:0.0:1788838258.375150:0:30868:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838258.375155:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838258.375158:0:30868:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25948. 00000400:00000010:0.0:1788838258.375164:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcaa0. 00000100:00000200:0.0:1788838258.375170:0:30868:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132235776, portal 10 00000100:00000001:0.0:1788838258.375171:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838258.375172:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000040:0.0:1788838258.375178:0:30868:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.375185:0:30868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838258.375188:0:30868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838258.375191:0:30868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc7f8. 00000100:00000200:0.0:1788838258.375193:0:30868:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132235776, offset 0 00000400:00000200:0.0:1788838258.375198:0:30868:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838258.375205:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.375211:0:30868:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838258.375216:0:30868:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838258.375220:0:30868:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838258.375223:0:30868:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838258.375226:0:30868:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838258.375229:0:30868:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2348:2348:256:4294967295] 192.168.203.123@tcp LPNI seq info [2348:2348:8:4294967295] 00000400:00000200:0.0:1788838258.375233:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.375241:0:30868:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838258.375247:0:30868:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838258.375251:0:30868:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838258.375257:0:30868:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838258.375265:0:30868:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838258.375269:0:30868:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838258.375288:0:30868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838258.375294:0:30868:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 812190 usecs (813 jiffies) 00000400:00000200:0.0:1788838258.375297:0:30868:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838258.375300:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296389161 00000100:00000001:0.0:1788838258.375303:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:0.0:1788838258.375305:0:30868:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296389161 00000100:00000001:0.0:1788838258.375307:0:30868:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:0.0:1788838258.375310:0:30868:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838258.375312:0:30868:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838258.375314:0:30868:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838258.375315:0:30868:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838258.375317:0:30868:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f83c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788838258.375319:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838258.375320:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838258.375555:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838258.375560:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:1.0:1788838258.375564:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838258.375569:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838258.375574:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc7f8 00000400:00000010:1.0:1788838258.375576:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc7f8. 00000100:00000001:1.0:1788838258.375579:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838258.375583:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.375591:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.375593:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.375599:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.375601:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838258.385760:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.385777:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838258.385781:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.385784:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.385806:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.385813:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838258.385822:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.385826:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.385831:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.385835:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4c000 00000400:00000200:0.0:1788838258.385839:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838258.385844:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6579 [1] + 224 00000800:00000001:0.0:1788838258.385851:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.385861:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838258.385864:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838258.385868:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838258.385875:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838258.385882:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838258.385902:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838258.385928:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838258.385936:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838258.385939:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.386002:0:30868:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838258.386009:0:30868:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838258.386011:0:30868:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838258.386014:0:30868:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25948. 00000400:00000200:1.0:1788838258.386018:0:30868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcaa0 00000400:00000010:1.0:1788838258.386020:0:30868:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcaa0. 00000100:00000001:1.0:1788838258.386023:0:30868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838258.386027:0:30868:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838258.386036:0:30868:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a300 x1875731132235776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838274 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.386042:0:30868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838258.386044:0:30868:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.386046:0:30868:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838258.386049:0:30868:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838258.386052:0:30868:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838258.386054:0:30868:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838258.386057:0:30868:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838258.386065:0:30868:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838258.386069:0:30868:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838258.386071:0:30868:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838258.386073:0:30868:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838258.386076:0:30868:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838258.386079:0:30868:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.386082:0:30868:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838258.386084:0:30868:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788838258.386085:0:30868:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838258.386087:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838258.386089:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000001:1.0:1788838258.386092:0:30868:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838258.386094:0:30868:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788838258.386096:0:30868:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838258.386098:0:30868:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838258.386103:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a300 x1875731132235776/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.386109:0:30868:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838258.386111:0:30868:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838258.386113:0:30868:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838258.386116:0:30868:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a300 x1875731132235776/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838258.386123:0:30868:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:30868:1875731132235776:192.168.203.123@tcp:35:touch.0 00000100:00000001:1.0:1788838258.386139:0:30868:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.386142:0:30868:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.386144:0:30868:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838258.386146:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.386150:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a300 x1875731132235776/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.386156:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838258.386158:0:30868:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f83c0. 00000100:00000001:1.0:1788838258.386162:0:30868:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838258.386163:0:30868:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.386168:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838258.386170:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000002:00000001:1.0:1788838258.386172:0:30868:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838258.386175:0:30868:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838258.386179:0:30868:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000080:00000001:1.0:1788838258.386182:0:30868:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788838258.386185:0:30868:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788838258.386189:0:30868:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788838258.386193:0:30868:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.386200:0:30868:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838258.386201:0:30868:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:1.0:1788838258.386203:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.386205:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.386210:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838258.386212:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.386215:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122680 x1875731132232704/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838258 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.386221:0:30868:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788838258.386223:0:30868:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838258.386225:0:30868:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838258.386227:0:30868:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838258.386230:0:30868:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e8800. 02000000:00000001:1.0:1788838258.386234:0:30868:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838258.386236:0:30868:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838258.386238:0:30868:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122680. 00000100:00000001:1.0:1788838258.386240:0:30868:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838258.386241:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838258.386243:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.386245:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a300 x1875731132235776/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.386257:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838258.386259:0:30868:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afc4b06f80. 00000002:00000001:1.0:1788838258.386261:0:30868:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838258.386262:0:30868:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838258.386264:0:30868:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd13586c0. 00000100:00000001:1.0:1788838258.386266:0:30868:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838258.386269:0:30868:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a300 x1875731132235776/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838258.386274:0:30868:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838258.386277:0:30868:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838258.386280:0:30868:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc4d96500. 00000080:00000001:1.0:1788838258.386283:0:30868:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838258.386287:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27df0 00000080:00000008:1.0:1788838258.386290:0:30868:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x26:0x0](ffff98afd1585b88), flags 104001, rc = 0 00000080:00000001:1.0:1788838258.386293:0:30868:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838258.386297:0:30868:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838258.386299:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27e00 00000080:00002000:1.0:1788838258.386300:0:30868:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff98afd15b5bd0, parent ffff98afd1655d80, inode ffff98afd1585b88) hashed, 00000080:00000001:1.0:1788838258.386303:0:30868:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838258.386309:0:30868:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788838258.386315:0:30868:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788838258.386318:0:30868:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838258.386320:0:30868:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27e00 00000080:00002000:1.0:1788838258.386321:0:30868:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff98afd1655d80, parent ffff98afd8effa20, inode ffff98afd15ac2c8) hashed, 00000080:00000001:1.0:1788838258.386324:0:30868:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838258.386337:0:30868:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788838258.386341:0:30868:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788838258.413076:0:30900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06300. 00000080:00000010:1.1:1788838258.413096:0:30900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692b40. 00010000:00000001:0.0:1788838259.210788:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838259.210804:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838259.210809:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838259.210810:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.181705:0:30902:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.181711:0:30902:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.181713:0:30902:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.181716:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b20 00000080:00200000:3.0:1788838260.181721:0:30902:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838260.181727:0:30902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00800000:00000002:3.0:1788838260.181733:0:30902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.181737:0:30902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.181742:0:30902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.181744:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a40 00800000:00000002:3.0:1788838260.181747:0:30902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.181751:0:30902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.181754:0:30902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.181759:0:30902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.181761:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27910 00000002:00010000:3.0:1788838260.181763:0:30902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.181767:0:30902:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.181768:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.181771:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.181777:0:30902:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.181780:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.181782:0:30902:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.181784:0:30902:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838260.181786:0:30902:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838260.181791:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f480. 00000020:00000040:3.0:1788838260.181796:0:30902:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838260.181802:0:30902:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.181807:0:30902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.181813:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.181815:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.181816:0:30902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.181819:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.181822:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.181826:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.181832:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716000. 00000100:00000001:3.0:1788838260.181839:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.181843:0:30902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.181845:0:30902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.181847:0:30902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.181848:0:30902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.181850:0:30902:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.181854:0:30902:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00010000:00000001:3.0:1788838260.181858:0:30902:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.181860:0:30902:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838260.181864:0:30902:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac300. 00010000:00000010:3.0:1788838260.181868:0:30902:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675600. 00010000:00000001:3.0:1788838260.181873:0:30902:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.181876:0:30902:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb800. 00000020:00000001:3.0:1788838260.181880:0:30902:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.181882:0:30902:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb800 with handle 0x9f68a6b43b62ce46 to hash 00000020:00000001:3.0:1788838260.181884:0:30902:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.181886:0:30902:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.181889:0:30902:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.181892:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.181894:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.181898:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.181907:0:30902:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.181916:0:30902:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.181921:0:30902:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.181923:0:30902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.181928:0:30902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.181930:0:30902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483392192 : -113594226159424 : ffff98afc88050c0) 00000100:00000001:3.0:1788838260.181933:0:30902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.181934:0:30902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000001:3.0:1788838260.181938:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.181942:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.181944:0:30902:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.181946:0:30902:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.181955:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.181963:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.181965:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.181969:0:30902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.181972:0:30902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.181975:0:30902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.181978:0:30902:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30902:1875731132235904:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.181982:0:30902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.181986:0:30902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.181988:0:30902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.181991:0:30902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.181995:0:30902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838260.181997:0:30902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.182004:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.182008:0:30902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b478. 00000400:00000010:3.0:1788838260.182014:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838260.182021:0:30902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132235904, portal 10 00000100:00000001:3.0:1788838260.182023:0:30902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.182024:0:30902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000040:3.0:1788838260.182030:0:30902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.182038:0:30902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.182041:0:30902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.182043:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cebb0. 00000100:00000200:3.0:1788838260.182046:0:30902:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132235904, offset 0 00000400:00000200:3.0:1788838260.182052:0:30902:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.182061:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.182068:0:30902:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.182074:0:30902:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.182078:0:30902:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.182082:0:30902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.182084:0:30902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.182089:0:30902:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2349:2349:256:4294967295] 192.168.203.123@tcp LPNI seq info [2349:2349:8:4294967295] 00000400:00000200:3.0:1788838260.182093:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.182102:0:30902:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.182108:0:30902:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.182113:0:30902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3c00. 00000800:00000200:3.0:1788838260.186825:0:30902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.186836:0:30902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.186842:0:30902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.186865:0:30902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.186871:0:30902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 811022 usecs (812 jiffies) 00000400:00000200:3.0:1788838260.186878:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.186882:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296390972 00000100:00000001:3.0:1788838260.186886:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.186888:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296390972 00000100:00000001:3.0:1788838260.186890:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.186893:0:30902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.186896:0:30902:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.186899:0:30902:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.186901:0:30902:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.186903:0:30902:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc88050c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.186906:0:30902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.186909:0:30902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.188094:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.188102:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3c00. 00000400:00000200:1.0:1788838260.188110:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.188129:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.188137:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cebb0 00000400:00000010:1.0:1788838260.188140:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cebb0. 00000100:00000001:1.0:1788838260.188146:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.188155:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.188167:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.188172:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.188180:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.188183:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.194149:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.194167:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.194172:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.194174:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.194181:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.194188:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.194197:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.194202:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.194208:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.194213:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4c080 00000400:00000200:1.0:1788838260.194218:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.194225:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6589 [1] + 224 00000800:00000001:1.0:1788838260.194232:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.194239:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.194242:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.194247:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.194253:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.194262:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.194272:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.194293:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.194301:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.194305:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.194367:0:30902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.194374:0:30902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.194376:0:30902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.194380:0:30902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b478. 00000400:00000200:3.0:1788838260.194384:0:30902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:3.0:1788838260.194387:0:30902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:3.0:1788838260.194390:0:30902:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.194394:0:30902:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.194402:0:30902:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.194408:0:30902:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.194410:0:30902:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.194413:0:30902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.194415:0:30902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.194418:0:30902:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.194420:0:30902:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.194423:0:30902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.194444:0:30902:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.194449:0:30902:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.194451:0:30902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.194453:0:30902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.194456:0:30902:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.194459:0:30902:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.194463:0:30902:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.194465:0:30902:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.194467:0:30902:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.194470:0:30902:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.194475:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.194483:0:30902:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.194486:0:30902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.194488:0:30902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.194492:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.194500:0:30902:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30902:1875731132235904:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.194504:0:30902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.194507:0:30902:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.194509:0:30902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.194511:0:30902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.194514:0:30902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.194520:0:30902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.194522:0:30902:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.194525:0:30902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.194527:0:30902:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.194530:0:30902:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.194533:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194536:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194538:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=4 00000020:00000001:3.0:1788838260.194540:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194543:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000040:3.0:1788838260.194549:0:30902:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beb800, remote cookie: 0xff98f31736b3b383, flags: 0x1001 00010000:00010000:3.0:1788838260.194554:0:30902:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.194563:0:30902:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.194569:0:30902:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.194572:0:30902:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838260.194574:0:30902:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838260.194575:0:30902:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838260.194577:0:30902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838260.194579:0:30902:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afd83ac300) refcount = 1 00010000:00010000:3.0:1788838260.194582:0:30902:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.194588:0:30902:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838260.194590:0:30902:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.194592:0:30902:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.194595:0:30902:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.194597:0:30902:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.194600:0:30902:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.194606:0:30902:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.194608:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194610:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.194611:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194611:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.194613:0:30902:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.194617:0:30902:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838260.194618:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194620:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194621:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.194623:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194625:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194627:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194628:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194630:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=4 00000020:00000001:3.0:1788838260.194631:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194633:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194636:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.194643:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.194647:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.194652:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194653:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.194689:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194690:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194691:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=5 00000020:00000001:3.0:1788838260.194694:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194696:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194698:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.194700:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.194706:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194707:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838260.194710:0:30902:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.194716:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.194717:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194718:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.194719:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194720:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838260.194725:0:30902:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838260.194734:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194735:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194736:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.194738:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194741:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194742:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194743:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.194745:0:30902:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.194747:0:30902:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.194749:0:30902:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838260.194752:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194753:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194754:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.194757:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194759:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00000002:00010000:3.0:1788838260.194762:0:30902:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.194767:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194768:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.194769:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.194771:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194772:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194773:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.194775:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194777:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000040:3.0:1788838260.194782:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.194785:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838260.194788:0:30902:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838260.194790:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194791:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.194792:0:30902:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838260.194795:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27898 00000002:00002000:3.0:1788838260.194798:0:30902:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838260.194800:0:30902:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.194804:0:30902:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.194808:0:30902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838260.194811:0:30902:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838260.194813:0:30902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.194817:0:30902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.194820:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76000. 00000080:00000001:3.0:1788838260.194824:0:30902:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.194826:0:30902:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838260.194831:0:30902:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838260.194835:0:30902:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788838260.194840:0:30902:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd00d2300. 00800000:00000001:3.0:1788838260.194842:0:30902:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479610061568 : -113594099490048 : ffff98afd00d2300) 00800000:00000001:3.0:1788838260.194845:0:30902:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.194847:0:30902:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838260.194849:0:30902:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838260.194852:0:30902:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788838260.194854:0:30902:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838260.194856:0:30902:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838260.194858:0:30902:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.194863:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838260.194865:0:30902:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788838260.194870:0:30902:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788838260.194872:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194873:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194874:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.194876:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194878:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194880:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194881:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.194882:0:30902:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838260.194884:0:30902:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788838260.194886:0:30902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd00d2300 1 00800000:00000010:3.0:1788838260.194888:0:30902:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd00d2300. 00800000:00000001:3.0:1788838260.194891:0:30902:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.194894:0:30902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce46 00800000:00000001:3.0:1788838260.194897:0:30902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.194898:0:30902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.194900:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194901:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194902:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.194904:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194906:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194908:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194910:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.194911:0:30902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.194913:0:30902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.194915:0:30902:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.194917:0:30902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838260.194920:0:30902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce46 from it ffffbbcb01c27b58 00010000:00000001:3.0:1788838260.194921:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.194922:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.194923:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.194925:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194926:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.194928:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.194930:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.194940:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194941:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.194942:0:30902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.194944:0:30902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.194946:0:30902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.194953:0:30902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.194956:0:30902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.194957:0:30902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.194961:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194962:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.194964:0:30902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.194966:0:30902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.194968:0:30902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.194970:0:30902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.194972:0:30902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.194974:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.194975:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.194976:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.194977:0:30902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.194981:0:30902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f480 x1875731132235904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.194987:0:30902:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.194989:0:30902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.194992:0:30902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838260.194995:0:30902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.194997:0:30902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.194999:0:30902:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.195001:0:30902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.195003:0:30902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716000. 02000000:00000001:3.0:1788838260.195006:0:30902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.195008:0:30902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.195010:0:30902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f480. 00000100:00000001:3.0:1788838260.195013:0:30902:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.195014:0:30902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.195017:0:30902:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838260.195021:0:30902:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.195033:0:30902:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a7f00. 00000020:00000001:3.0:1788838260.195036:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a88 00000080:00200000:3.0:1788838260.195038:0:30902:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=24 00000080:00000001:3.0:1788838260.195041:0:30902:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788838260.195043:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27938 00000080:00200000:3.0:1788838260.195045:0:30902:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:3.0:1788838260.195051:0:30902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00800000:00000002:3.0:1788838260.195055:0:30902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.195060:0:30902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.195062:0:30902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.195064:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27858 00800000:00000002:3.0:1788838260.195066:0:30902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.195069:0:30902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788838260.195073:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c277f0 00800000:00000002:3.0:1788838260.195075:0:30902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788838260.195079:0:30902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.195080:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27728 00000002:00010000:3.0:1788838260.195081:0:30902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788838260.195086:0:30902:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838260.195088:0:30902:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838260.195091:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f480. 00000020:00000040:3.0:1788838260.195095:0:30902:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838260.195098:0:30902:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.195101:0:30902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.195104:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.195104:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.195106:0:30902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.195108:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.195110:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.195113:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.195130:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716000. 00000100:00000001:3.0:1788838260.195137:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.195140:0:30902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.195142:0:30902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.195143:0:30902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.195144:0:30902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.195146:0:30902:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.195152:0:30902:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00010000:00000001:3.0:1788838260.195156:0:30902:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.195158:0:30902:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838260.195160:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.195162:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.195164:0:30902:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.195168:0:30902:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bebe00. 00000020:00000001:3.0:1788838260.195171:0:30902:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.195173:0:30902:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bebe00 with handle 0x9f68a6b43b62ce4d to hash 00000020:00000001:3.0:1788838260.195175:0:30902:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.195176:0:30902:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.195179:0:30902:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.195182:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.195184:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.195187:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.195193:0:30902:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.195203:0:30902:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.195208:0:30902:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.195209:0:30902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.195215:0:30902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.195217:0:30902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483392192 : -113594226159424 : ffff98afc88050c0) 00000100:00000001:3.0:1788838260.195220:0:30902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.195222:0:30902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000001:3.0:1788838260.195225:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.195230:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.195232:0:30902:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.195233:0:30902:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.195238:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.195246:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.195248:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.195252:0:30902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.195254:0:30902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.195256:0:30902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.195259:0:30902:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30902:1875731132236032:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.195263:0:30902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.195268:0:30902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.195270:0:30902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.195272:0:30902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.195276:0:30902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838260.195278:0:30902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.195283:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.195287:0:30902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b478. 00000400:00000010:3.0:1788838260.195291:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838260.195297:0:30902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132236032, portal 10 00000100:00000001:3.0:1788838260.195299:0:30902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.195300:0:30902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000040:3.0:1788838260.195305:0:30902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.195311:0:30902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.195313:0:30902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.195316:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce440. 00000100:00000200:3.0:1788838260.195319:0:30902:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132236032, offset 0 00000400:00000200:3.0:1788838260.195325:0:30902:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.195332:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.195340:0:30902:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.195344:0:30902:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.195349:0:30902:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.195352:0:30902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.195355:0:30902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.195360:0:30902:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2350:2350:256:4294967295] 192.168.203.123@tcp LPNI seq info [2350:2350:8:4294967295] 00000400:00000200:3.0:1788838260.195364:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.195371:0:30902:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.195377:0:30902:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.195382:0:30902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3200. 00000800:00000200:3.0:1788838260.195388:0:30902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.195395:0:30902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.195399:0:30902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.195412:0:30902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.195416:0:30902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 809861 usecs (810 jiffies) 00000400:00000200:3.0:1788838260.195419:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.195421:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296390974 00000100:00000001:3.0:1788838260.195425:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.195427:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296390974 00000100:00000001:3.0:1788838260.195429:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.195431:0:30902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.195434:0:30902:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.195437:0:30902:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.195438:0:30902:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.195441:0:30902:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc88050c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.195443:0:30902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.195445:0:30902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.195831:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.195835:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3200. 00000400:00000200:1.0:1788838260.195839:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.195844:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.195848:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce440 00000400:00000010:1.0:1788838260.195851:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce440. 00000100:00000001:1.0:1788838260.195854:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.195859:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.195868:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.195871:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.195877:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.195879:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.200975:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.200990:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.200994:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.200996:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.201005:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.201012:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.201021:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.201026:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.201031:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.201036:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4c100 00000400:00000200:1.0:1788838260.201041:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.201047:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6591 [1] + 224 00000800:00000001:1.0:1788838260.201054:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.201061:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.201064:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.201069:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.201076:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.201084:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.201095:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.201115:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.201132:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.201135:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.201192:0:30902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.201200:0:30902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.201202:0:30902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.201205:0:30902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b478. 00000400:00000200:3.0:1788838260.201211:0:30902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:3.0:1788838260.201213:0:30902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:3.0:1788838260.201216:0:30902:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.201221:0:30902:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.201229:0:30902:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.201245:0:30902:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.201247:0:30902:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.201249:0:30902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.201252:0:30902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.201255:0:30902:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.201257:0:30902:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.201260:0:30902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.201268:0:30902:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.201273:0:30902:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.201275:0:30902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.201277:0:30902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.201280:0:30902:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.201285:0:30902:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.201289:0:30902:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.201291:0:30902:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.201292:0:30902:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.201296:0:30902:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.201301:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.201307:0:30902:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.201310:0:30902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.201312:0:30902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.201316:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.201323:0:30902:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30902:1875731132236032:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.201330:0:30902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.201333:0:30902:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.201336:0:30902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.201338:0:30902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.201341:0:30902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.201347:0:30902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.201350:0:30902:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.201353:0:30902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.201355:0:30902:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.201357:0:30902:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.201361:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201363:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201366:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=4 00000020:00000001:3.0:1788838260.201369:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201372:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000040:3.0:1788838260.201378:0:30902:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bebe00, remote cookie: 0xff98f31736b3b39f, flags: 0x1001 00010000:00010000:3.0:1788838260.201383:0:30902:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838260.201392:0:30902:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838260.201395:0:30902:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788838260.201403:0:30902:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac200. 00010000:00000010:3.0:1788838260.201407:0:30902:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675880. 00010000:00000001:3.0:1788838260.201411:0:30902:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.201414:0:30902:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.201422:0:30902:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.201445:0:30902:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.201449:0:30902:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838260.201451:0:30902:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838260.201452:0:30902:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838260.201454:0:30902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838260.201456:0:30902:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff98afd83ac200) refcount = 1 00010000:00010000:3.0:1788838260.201459:0:30902:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.201466:0:30902:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838260.201469:0:30902:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.201470:0:30902:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.201473:0:30902:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.201476:0:30902:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.201479:0:30902:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.201485:0:30902:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.201487:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201488:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.201489:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201490:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.201492:0:30902:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.201496:0:30902:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838260.201498:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201499:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201501:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.201503:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201505:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201507:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201508:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201509:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=4 00000020:00000001:3.0:1788838260.201511:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201514:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201516:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.201519:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.201523:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.201529:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201530:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.201532:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201533:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201534:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=5 00000020:00000001:3.0:1788838260.201536:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201537:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201540:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.201542:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.201548:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201549:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838260.201551:0:30902:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.201557:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.201558:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201559:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.201561:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201562:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838260.201567:0:30902:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838260.201575:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201576:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201577:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.201580:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201582:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201583:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201584:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.201586:0:30902:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.201588:0:30902:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.201590:0:30902:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838260.201592:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201593:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201594:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.201595:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201598:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00000002:00010000:3.0:1788838260.201601:0:30902:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.201607:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201608:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.201610:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.201611:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201612:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201613:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.201615:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201618:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000040:3.0:1788838260.201621:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838260.201624:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838260.201628:0:30902:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:3.0:1788838260.201630:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201631:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.201632:0:30902:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838260.201636:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c276b0 00000002:00002000:3.0:1788838260.201638:0:30902:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838260.201641:0:30902:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.201645:0:30902:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.201649:0:30902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838260.201652:0:30902:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838260.201694:0:30902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.201699:0:30902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:3.0:1788838260.201702:0:30902:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838260.201704:0:30902:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c27a28 it_disposition b 00000080:00000001:3.0:1788838260.201707:0:30902:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838260.201713:0:30902:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838260.201715:0:30902:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838260.201718:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788838260.201721:0:30902:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788838260.201726:0:30902:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838260.201728:0:30902:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1788838260.201730:0:30902:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.201733:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788838260.201735:0:30902:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788838260.201737:0:30902:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833955 mtime from 1788838241 to 1788838242 00000080:00200000:3.0:1788838260.201741:0:30902:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00200000:3.0:1788838260.201743:0:30902:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff98afd1583248): rc = 0 00000080:00000001:3.0:1788838260.201745:0:30902:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631757896 : -113594077793720 : ffff98afd1583248) 00010000:00000001:3.0:1788838260.201747:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201748:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201749:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.201751:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201753:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201755:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201756:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.201757:0:30902:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838260.201759:0:30902:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838260.201760:0:30902:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838260.201763:0:30902:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838260.201764:0:30902:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.201767:0:30902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff98afd1583248) for lock 0x9f68a6b43b62ce4d 00800000:00000001:3.0:1788838260.201769:0:30902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.201771:0:30902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.201772:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201773:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201774:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.201776:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201778:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201780:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201781:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.201782:0:30902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.201784:0:30902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788838260.201790:0:30902:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd173ad80 inode ffff98afd1583248 refc 1 flags 0x20000e 00000080:00000001:3.0:1788838260.201793:0:30902:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838260.201795:0:30902:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.201797:0:30902:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788838260.201800:0:30902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff98afd1583248) 00000080:00010000:3.0:1788838260.201803:0:30902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce4d from it ffffbbcb01c27a28 00010000:00000001:3.0:1788838260.201805:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.201806:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.201807:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.201809:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201810:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.201812:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.201815:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.201821:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201822:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.201823:0:30902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.201825:0:30902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.201827:0:30902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.201834:0:30902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.201836:0:30902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.201838:0:30902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.201841:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201842:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.201844:0:30902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.201846:0:30902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.201848:0:30902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.201849:0:30902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.201852:0:30902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.201853:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.201855:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201856:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.201857:0:30902:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838260.201861:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76000. 00000100:00000001:3.0:1788838260.201864:0:30902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.201868:0:30902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f480 x1875731132236032/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.201874:0:30902:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.201876:0:30902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.201879:0:30902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838260.201883:0:30902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.201885:0:30902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.201887:0:30902:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.201889:0:30902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.201892:0:30902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716000. 02000000:00000001:3.0:1788838260.201895:0:30902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.201897:0:30902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.201898:0:30902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f480. 00000100:00000001:3.0:1788838260.201901:0:30902:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.201902:0:30902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.201909:0:30902:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838260.201912:0:30902:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248), inode mode 41ed mask 1 00000080:00000001:3.0:1788838260.201916:0:30902:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.201929:0:30902:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a79c0. 00000020:00000001:3.0:1788838260.201933:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ae8 00000080:00200000:3.0:1788838260.201935:0:30902:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff98afd1583248), flags=8 00000080:00000001:3.0:1788838260.201938:0:30902:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788838260.201940:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27998 00000080:00200000:3.0:1788838260.201941:0:30902:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff98afd1583248), intent=getattr 00000080:00000010:3.0:1788838260.201948:0:30902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00000080:00000001:3.0:1788838260.201954:0:30902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.201957:0:30902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.201959:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c278b8 00800000:00000002:3.0:1788838260.201961:0:30902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1788838260.201964:0:30902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788838260.201968:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27850 00800000:00000002:3.0:1788838260.201970:0:30902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1788838260.201974:0:30902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.201975:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27788 00000002:00010000:3.0:1788838260.201977:0:30902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788838260.201980:0:30902:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838260.201982:0:30902:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838260.201985:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f480. 00000020:00000040:3.0:1788838260.201988:0:30902:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838260.201991:0:30902:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.201995:0:30902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.201997:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.201998:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.201999:0:30902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.202002:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.202004:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.202007:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.202013:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716000. 00000100:00000001:3.0:1788838260.202018:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.202020:0:30902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.202022:0:30902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.202023:0:30902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.202024:0:30902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.202026:0:30902:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.202032:0:30902:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00010000:00000001:3.0:1788838260.202035:0:30902:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.202037:0:30902:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838260.202040:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838260.202043:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.202045:0:30902:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.202048:0:30902:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb600. 00000020:00000001:3.0:1788838260.202051:0:30902:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.202053:0:30902:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb600 with handle 0x9f68a6b43b62ce54 to hash 00000020:00000001:3.0:1788838260.202055:0:30902:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.202056:0:30902:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.202060:0:30902:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.202062:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.202064:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.202066:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.202073:0:30902:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.202081:0:30902:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.202085:0:30902:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.202087:0:30902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.202092:0:30902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.202094:0:30902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483392192 : -113594226159424 : ffff98afc88050c0) 00000100:00000001:3.0:1788838260.202096:0:30902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.202097:0:30902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000001:3.0:1788838260.202101:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.202104:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.202105:0:30902:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.202107:0:30902:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.202111:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.202128:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.202130:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.202134:0:30902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.202137:0:30902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.202139:0:30902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.202142:0:30902:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30902:1875731132236160:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.202146:0:30902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.202151:0:30902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.202153:0:30902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.202156:0:30902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.202159:0:30902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838260.202161:0:30902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.202166:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.202169:0:30902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b478. 00000400:00000010:3.0:1788838260.202175:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838260.202180:0:30902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132236160, portal 10 00000100:00000001:3.0:1788838260.202182:0:30902:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.202183:0:30902:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000040:3.0:1788838260.202188:0:30902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.202194:0:30902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.202197:0:30902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.202199:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838260.202202:0:30902:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132236160, offset 0 00000400:00000200:3.0:1788838260.202208:0:30902:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.202216:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.202221:0:30902:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.202226:0:30902:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.202230:0:30902:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.202233:0:30902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.202236:0:30902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.202239:0:30902:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2351:2351:256:4294967295] 192.168.203.123@tcp LPNI seq info [2351:2351:8:4294967295] 00000400:00000200:3.0:1788838260.202242:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.202250:0:30902:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.202255:0:30902:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.202260:0:30902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3a00. 00000800:00000200:3.0:1788838260.202266:0:30902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.202274:0:30902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.202277:0:30902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.202290:0:30902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.202295:0:30902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 808691 usecs (809 jiffies) 00000400:00000200:3.0:1788838260.202299:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.202301:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296390978 00000100:00000001:3.0:1788838260.202304:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.202306:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296390978 00000100:00000001:3.0:1788838260.202309:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.202311:0:30902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.202313:0:30902:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.202315:0:30902:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.202317:0:30902:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.202319:0:30902:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc88050c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.202322:0:30902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.202324:0:30902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.202532:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.202537:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3a00. 00000400:00000200:1.0:1788838260.202540:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.202545:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.202549:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:1.0:1788838260.202551:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:1.0:1788838260.202554:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.202558:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.202566:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.202569:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.202579:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.202581:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.213032:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.213049:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.213053:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.213055:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.213064:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.213070:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.213079:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.213084:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.213089:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.213093:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 640 into portal 10 MB=0x6a9f7afd4c180 00000400:00000200:1.0:1788838260.213098:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.213104:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 640/640 into md 0x6599 [1] + 224 00000800:00000001:1.0:1788838260.213111:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.213128:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.213131:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.213135:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.213142:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.213150:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.213162:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.213180:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.213188:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.213191:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.213230:0:30902:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.213237:0:30902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.213239:0:30902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.213242:0:30902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b478. 00000400:00000200:3.0:1788838260.213246:0:30902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:3.0:1788838260.213249:0:30902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:3.0:1788838260.213251:0:30902:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.213256:0:30902:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.213265:0:30902:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.213272:0:30902:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.213274:0:30902:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.213276:0:30902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.213279:0:30902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.213281:0:30902:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.213284:0:30902:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.213287:0:30902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.213296:0:30902:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.213301:0:30902:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.213304:0:30902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.213305:0:30902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.213309:0:30902:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.213312:0:30902:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.213316:0:30902:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.213318:0:30902:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.213319:0:30902:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.213322:0:30902:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.213326:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.213332:0:30902:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.213335:0:30902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.213337:0:30902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.213341:0:30902:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.213348:0:30902:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30902:1875731132236160:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.213353:0:30902:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.213356:0:30902:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.213358:0:30902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.213361:0:30902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.213365:0:30902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.213372:0:30902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.213375:0:30902:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.213377:0:30902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.213379:0:30902:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.213382:0:30902:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.213387:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213389:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213392:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=4 00000020:00000001:3.0:1788838260.213395:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213398:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000040:3.0:1788838260.213405:0:30902:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beb600, remote cookie: 0xff98f31736b3b3bb, flags: 0x1001 00010000:00010000:3.0:1788838260.213410:0:30902:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838260.213418:0:30902:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:3.0:1788838260.213422:0:30902:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788838260.213442:0:30902:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac400. 00010000:00000010:3.0:1788838260.213447:0:30902:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675f80. 00010000:00000001:3.0:1788838260.213452:0:30902:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.213456:0:30902:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.213464:0:30902:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.213471:0:30902:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.213474:0:30902:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838260.213477:0:30902:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838260.213478:0:30902:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838260.213479:0:30902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838260.213482:0:30902:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff98afd83ac400) refcount = 1 00010000:00010000:3.0:1788838260.213486:0:30902:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.213491:0:30902:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838260.213495:0:30902:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.213496:0:30902:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.213499:0:30902:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.213501:0:30902:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.213504:0:30902:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.213509:0:30902:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.213511:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213513:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.213513:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213515:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.213516:0:30902:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.213520:0:30902:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838260.213522:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213523:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213524:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.213526:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213529:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213531:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213532:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213533:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=4 00000020:00000001:3.0:1788838260.213534:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213536:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213539:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.213541:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.213544:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.213550:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213551:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.213552:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213553:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213554:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=5 00000020:00000001:3.0:1788838260.213556:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213559:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213561:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.213564:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.213570:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213571:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838260.213574:0:30902:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.213579:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.213580:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213581:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.213582:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213583:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838260.213587:0:30902:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838260.213595:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213596:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213598:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.213599:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213601:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00000002:00010000:3.0:1788838260.213605:0:30902:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788838260.213613:0:30902:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd00d2300. 00010000:00000001:3.0:1788838260.213615:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213616:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.213618:0:30902:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.213620:0:30902:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.213622:0:30902:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838260.213624:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213626:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213627:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.213629:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213631:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00000002:00010000:3.0:1788838260.213634:0:30902:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.213639:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213640:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.213642:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.213643:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213644:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213645:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.213647:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213649:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000040:3.0:1788838260.213652:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac400 count: 2 00010000:00000001:3.0:1788838260.213678:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838260.213682:0:30902:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:3.0:1788838260.213684:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213685:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.213686:0:30902:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838260.213690:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27710 00000002:00002000:3.0:1788838260.213692:0:30902:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838260.213694:0:30902:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.213698:0:30902:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.213700:0:30902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838260.213703:0:30902:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838260.213706:0:30902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.213709:0:30902:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838260.213711:0:30902:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c27b20 it_disposition b 00000080:00000001:3.0:1788838260.213714:0:30902:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838260.213718:0:30902:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838260.213721:0:30902:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838260.213723:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1788838260.213727:0:30902:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1788838260.213733:0:30902:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.213736:0:30902:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287384 : -113594224264232 : ffff98afc89d3bd8) 00000020:00001000:3.0:1788838260.213739:0:30902:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3bd0 00000020:00000001:3.0:1788838260.213740:0:30902:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838260.213744:0:30902:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838260.213746:0:30902:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838260.213751:0:30902:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acbba0. 00020000:00000010:3.0:1788838260.213755:0:30902:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc8ca6780. 00020000:00000010:3.0:1788838260.213758:0:30902:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acb360. 00020000:00000001:3.0:1788838260.213761:0:30902:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419192160 : -113594290359456 : ffff98afc4acb360) 00020000:00000002:3.0:1788838260.213764:0:30902:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acb360, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838260.213768:0:30902:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838260.213772:0:30902:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8ca6780: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:3.0:1788838260.213776:0:30902:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce6d90) owner ffff98b0020dcf80 00020000:00000001:3.0:1788838260.213779:0:30902:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838260.213781:0:30902:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce6d90) owner ffff98b0020dcf80 00020000:00000010:3.0:1788838260.213786:0:30902:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc8ca6780. 00020000:00000010:3.0:1788838260.213788:0:30902:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acbba0. 00020000:00000010:3.0:1788838260.213791:0:30902:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acb360. 00020000:00000002:3.0:1788838260.213793:0:30902:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838260.213795:0:30902:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.213796:0:30902:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838260.213798:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3bd0 00000080:00000001:3.0:1788838260.213802:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1788838260.213804:0:30902:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788838260.213808:0:30902:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x25:0x0](ffff98afd152ec08): rc = 0 00000080:00000001:3.0:1788838260.213810:0:30902:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631412232 : -113594078139384 : ffff98afd152ec08) 00010000:00000001:3.0:1788838260.213812:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213814:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213815:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.213817:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213819:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00000080:00000001:3.0:1788838260.213822:0:30902:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838260.213823:0:30902:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.213825:0:30902:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287384 : -113594224264232 : ffff98afc89d3bd8) 00000020:00001000:3.0:1788838260.213827:0:30902:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3bd0 00000020:00000001:3.0:1788838260.213828:0:30902:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838260.213829:0:30902:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838260.213830:0:30902:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838260.213832:0:30902:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acb360. 00020000:00000010:3.0:1788838260.213834:0:30902:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc8ca6780. 00020000:00000010:3.0:1788838260.213836:0:30902:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acbba0. 00020000:00000001:3.0:1788838260.213837:0:30902:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419194272 : -113594290357344 : ffff98afc4acbba0) 00020000:00000002:3.0:1788838260.213839:0:30902:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbba0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838260.213842:0:30902:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838260.213845:0:30902:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8ca6780: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:3.0:1788838260.213847:0:30902:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce6d90) owner ffff98b0020dcf80 00020000:00000001:3.0:1788838260.213849:0:30902:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838260.213850:0:30902:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce6d90) owner ffff98b0020dcf80 00020000:00000010:3.0:1788838260.213852:0:30902:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc8ca6780. 00020000:00000010:3.0:1788838260.213854:0:30902:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acb360. 00020000:00000010:3.0:1788838260.213856:0:30902:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acbba0. 00020000:00000002:3.0:1788838260.213858:0:30902:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838260.213859:0:30902:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.213861:0:30902:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.213863:0:30902:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838260.213866:0:30902:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000002:3.0:1788838260.213868:0:30902:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b17ea0 addref 2/0 by ffff98b0020dcf80. 00020000:00000002:3.0:1788838260.213871:0:30902:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.213873:0:30902:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838260.213875:0:30902:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838260.213876:0:30902:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838260.213877:0:30902:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788838260.213879:0:30902:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788838260.213881:0:30902:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788838260.213884:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3bd0 00000080:00000001:3.0:1788838260.213886:0:30902:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.213888:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213889:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.213890:0:30902:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838260.213893:0:30902:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838260.213895:0:30902:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.213898:0:30902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff98afd152ec08) for lock 0x9f68a6b43b62ce54 00800000:00000001:3.0:1788838260.213901:0:30902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.213902:0:30902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.213904:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213905:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213906:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.213908:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213909:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213912:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213913:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.213914:0:30902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.213916:0:30902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788838260.213921:0:30902:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd173ae58 inode ffff98afd152ec08 refc 1 flags 0x40000e 00000080:00000001:3.0:1788838260.213924:0:30902:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788838260.213927:0:30902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff98afd152ec08) 00000080:00010000:3.0:1788838260.213931:0:30902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce54 from it ffffbbcb01c27b20 00010000:00000001:3.0:1788838260.213933:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.213934:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.213935:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.213937:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213939:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.213941:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.213943:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.213949:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213951:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.213952:0:30902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.213954:0:30902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.213957:0:30902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.213964:0:30902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.213966:0:30902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.213968:0:30902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.213972:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213973:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.213974:0:30902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.213977:0:30902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.213979:0:30902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.213981:0:30902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.213983:0:30902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.213985:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.213986:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.213987:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.213989:0:30902:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838260.213992:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76000. 00000100:00000001:3.0:1788838260.213995:0:30902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.213999:0:30902:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f480 x1875731132236160/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.214006:0:30902:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.214009:0:30902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.214012:0:30902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838260.214015:0:30902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.214016:0:30902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.214018:0:30902:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.214020:0:30902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.214023:0:30902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716000. 02000000:00000001:3.0:1788838260.214026:0:30902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.214028:0:30902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.214030:0:30902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f480. 00000100:00000001:3.0:1788838260.214033:0:30902:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.214034:0:30902:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.214037:0:30902:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838260.214039:0:30902:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01c27b20 released 00000080:00000001:3.0:1788838260.214040:0:30902:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1788838260.214052:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d08 00000080:00200008:3.0:1788838260.214054:0:30902:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x25:0x0](ffff98afd152ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838260.214060:0:30902:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.214061:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27c80 00000080:00200000:3.0:1788838260.214063:0:30902:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x25:0x0](ffff98afd152ec08),name=f 00000080:00000010:3.0:1788838260.214068:0:30902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00000080:00000001:3.0:1788838260.214075:0:30902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.214077:0:30902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.214079:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ba0 00800000:00000002:3.0:1788838260.214081:0:30902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x25:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:3.0:1788838260.214084:0:30902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.214088:0:30902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.214092:0:30902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.214093:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a70 00000002:00010000:3.0:1788838260.214095:0:30902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.214099:0:30902:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.214101:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.214102:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.214104:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac400 count: 2 00010000:00000001:3.0:1788838260.214106:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.214109:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.214111:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.214114:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838260.214131:0:30902:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.214134:0:30902:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.214137:0:30902:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838260.214144:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.214146:0:30902:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.214148:0:30902:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.214150:0:30902:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.214152:0:30902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.214154:0:30902:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.214156:0:30902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788838260.214158:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76000. 00000080:00000001:3.0:1788838260.214160:0:30902:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.214162:0:30902:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.214164:0:30902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff98afd152ec08) 00000080:00010000:3.0:1788838260.214167:0:30902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff98afd152ec08) for lock 0x9f68a6b43b62ce54 00800000:00000001:3.0:1788838260.214170:0:30902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.214171:0:30902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.214172:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.214173:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.214175:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.214176:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.214178:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.214180:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.214181:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.214182:0:30902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.214184:0:30902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.214186:0:30902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce54 from it ffffbbcb01c27cb8 00010000:00000001:3.0:1788838260.214187:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.214188:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.214189:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.214191:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.214193:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.214194:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.214197:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.214202:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.214203:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.214204:0:30902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.214206:0:30902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.214208:0:30902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838260.214214:0:30902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.214215:0:30902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.214216:0:30902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.214218:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.214219:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.214220:0:30902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214222:0:30902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.214223:0:30902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214224:0:30902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214226:0:30902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214228:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.214229:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.214230:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.214231:0:30902:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.214233:0:30902:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.214236:0:30902:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788838260.214238:0:30902:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838260.214240:0:30902:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.214242:0:30902:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838260.214243:0:30902:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.214245:0:30902:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838260.214248:0:30902:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788838260.214250:0:30902:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.214251:0:30902:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287384 : -113594224264232 : ffff98afc89d3bd8) 00000020:00001000:3.0:1788838260.214253:0:30902:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3bd0 00000020:00000001:3.0:1788838260.214257:0:30902:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838260.214260:0:30902:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838260.214262:0:30902:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838260.214264:0:30902:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788838260.214267:0:30902:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.214269:0:30902:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838260.214270:0:30902:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838260.214272:0:30902:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.214274:0:30902:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838260.214277:0:30902:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x25:0x0]io ffff98afc3f36c50 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788838260.214280:0:30902:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.214283:0:30902:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838260.214285:0:30902:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838260.214287:0:30902:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838260.214288:0:30902:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.214290:0:30902:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838260.214293:0:30902:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838260.214294:0:30902:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.214295:0:30902:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.214296:0:30902:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838260.214298:0:30902:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838260.214299:0:30902:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00000020:00000001:3.0:1788838260.214301:0:30902:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838260.214304:0:30902:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788838260.214305:0:30902:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x25:0x0] 00000020:00000001:3.0:1788838260.214307:0:30902:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838260.214309:0:30902:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838260.214311:0:30902:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838260.214313:0:30902:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838260.214316:0:30902:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788838260.214321:0:30902:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc6675900. 00020000:00000002:3.0:1788838260.214323:0:30902:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838260.214325:0:30902:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838260.214327:0:30902:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838260.214329:0:30902:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838260.214330:0:30902:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.214331:0:30902:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287960 : -113594224263656 : ffff98afc89d3e18) 00000020:00001000:3.0:1788838260.214333:0:30902:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3e10 00000020:00000001:3.0:1788838260.214336:0:30902:0:(cl_object.c:143:cl_object_top()) ffff98afd08133a0 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838260.214337:0:30902:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838260.214340:0:30902:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.214341:0:30902:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838260.214343:0:30902:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.214344:0:30902:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.214346:0:30902:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:3.0:1788838260.214348:0:30902:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838260.214352:0:30902:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090d7c0. 00000008:00010000:3.0:1788838260.214355:0:30902:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788838260.214357:0:30902:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838260.214358:0:30902:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838260.214360:0:30902:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc6675930, osc lock ffff98afe090d7c0, flags 0x400001002 00000020:00000001:3.0:1788838260.214362:0:30902:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.214364:0:30902:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.214367:0:30902:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479448201472 : -113594261350144 : ffff98afc6675900) 00000020:00000001:3.0:1788838260.214369:0:30902:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838260.214370:0:30902:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838260.214372:0:30902:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.214373:0:30902:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.214375:0:30902:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788838260.214377:0:30902:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788838260.214379:0:30902:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838260.214380:0:30902:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838260.214381:0:30902:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838260.214383:0:30902:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:3.0:1788838260.214385:0:30902:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838260.214387:0:30902:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838260.214389:0:30902:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838260.214392:0:30902:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838260.214394:0:30902:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838260.214395:0:30902:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838260.214397:0:30902:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838260.214398:0:30902:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838260.214400:0:30902:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838260.214402:0:30902:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838260.214403:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.214406:0:30902:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214408:0:30902:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788838260.214412:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f480. 00000020:00000040:3.0:1788838260.214415:0:30902:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:3.0:1788838260.214419:0:30902:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788838260.214422:0:30902:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788838260.214426:0:30902:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1696 00000400:00000200:3.0:1788838260.214432:0:30902:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.214437:0:30902:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1788838260.214441:0:30902:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838260.214445:0:30902:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838260.214447:0:30902:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838260.214449:0:30902:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:3.0:1788838260.214451:0:30902:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788838260.214453:0:30902:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:3.0:1788838260.214454:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.214457:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:3.0:1788838260.214459:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:3.0:1788838260.214461:0:30902:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000040:3.0:1788838260.214463:0:30902:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838260.214465:0:30902:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838260.214467:0:30902:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838260.214469:0:30902:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:3.0:1788838260.214471:0:30902:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00080000:3.0:1788838260.214475:0:30902:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: import ffff98afc4eef000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:3.0:1788838260.214477:0:30902:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.214480:0:30902:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788838260.214485:0:30902:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.214488:0:30902:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.214490:0:30902:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788838260.214493:0:30902:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788838260.214496:0:30902:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.214498:0:30902:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.214501:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d180. 00000020:00000040:3.0:1788838260.214504:0:30902:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 02000000:00000001:3.0:1788838260.214507:0:30902:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838260.214508:0:30902:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.214511:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.214513:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.214516:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.214521:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716000. 00000100:00000001:3.0:1788838260.214526:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.214533:0:30902:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838260.214542:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.214546:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.214550:0:30902:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b7eb1e0] to pc [ptlrpcd_rcv+-1] req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.214569:0:30902:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.214573:0:30902:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788838260.214574:0:30902:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:3.0:1788838260.214577:0:30902:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.214580:0:30902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.214581:0:30902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.214583:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.214584:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.214586:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.214589:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc2c76000. 00000100:00000001:3.0:1788838260.214592:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214594:0:30902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.214596:0:30902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214597:0:30902:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.214598:0:30902:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214600:0:30902:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.214602:0:30902:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00010000:00000001:3.0:1788838260.214605:0:30902:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.214607:0:30902:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838260.214610:0:30902:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83acf00. 00010000:00000010:3.0:1788838260.214613:0:30902:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afd83ace00. 00010000:00000001:3.0:1788838260.214617:0:30902:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.214620:0:30902:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea600. 00000020:00000001:3.0:1788838260.214623:0:30902:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.214625:0:30902:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea600 with handle 0x9f68a6b43b62ce5b to hash 00000020:00000001:3.0:1788838260.214627:0:30902:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.214629:0:30902:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000010:3.0:1788838260.214632:0:30902:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd00d2900. 00010000:00000001:3.0:1788838260.214634:0:30902:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.214637:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.214639:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.214642:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.214651:0:30902:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.214681:0:30902:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.214684:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.214685:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.214690:0:30902:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000824bc60f] to pc [ptlrpcd_01_01+1] req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.214828:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838260.214831:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838260.214833:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838260.214837:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.214844:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838260.214846:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838260.214849:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838260.214852:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838260.214855:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838260.214857:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132236288:192.168.203.123@tcp:8:checkstat.0 00000100:00000001:0.0:1788838260.214861:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838260.214864:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838260.214867:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838260.214869:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838260.214873:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0082400. 02000000:00000001:0.0:1788838260.214875:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838260.214880:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838260.214884:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25790. 00000400:00000010:0.0:1788838260.214888:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcbb0. 00000100:00000200:0.0:1788838260.214895:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132236288, portal 4 00000100:00000001:0.0:1788838260.214897:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838260.214899:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866944 : -113594224684672 : ffff98afc896d180) 00000100:00000040:0.0:1788838260.214904:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.214918:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838260.214920:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838260.214923:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc220. 00000100:00000200:0.0:1788838260.214926:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132236288, offset 0 00000400:00000200:0.0:1788838260.214932:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838260.214938:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.214943:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838260.214948:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838260.214951:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838260.214955:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838260.214958:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838260.214962:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2352:2352:256:4294967295] 192.168.203.123@tcp LPNI seq info [2352:2352:8:4294967295] 00000400:00000200:0.0:1788838260.214966:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.214974:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838260.214979:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838260.214984:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509e00. 00000800:00000200:0.0:1788838260.214990:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838260.214998:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838260.215002:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788838260.215013:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838260.215017:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 245820 usecs (246 jiffies) 00000400:00000200:0.0:1788838260.215020:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838260.215023:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296390434 00000100:00000001:0.0:1788838260.215026:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:0.0:1788838260.215028:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296390434 00000100:00000001:0.0:1788838260.215030:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:0.0:1788838260.215032:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838260.215035:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.215037:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.215039:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838260.215045:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838260.215047:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788838260.215049:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838260.215050:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838260.215051:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.215053:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838260.215095:0:30902:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838260.215098:0:30902:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.215100:0:30902:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.215102:0:30902:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.215104:0:30902:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.215106:0:30902:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838260.215108:0:30902:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788838260.215110:0:30902:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788838260.215111:0:30902:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788838260.215127:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.215129:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.215334:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.215338:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509e00. 00000400:00000200:1.0:1788838260.215342:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.215347:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.215352:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc220 00000400:00000010:1.0:1788838260.215354:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc220. 00000100:00000001:1.0:1788838260.215358:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.215362:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.215370:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.215373:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.215379:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.215381:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788838260.219880:0:2354:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.219889:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.219891:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.219894:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.219899:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838260.221609:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.221628:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.221632:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.221635:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.221644:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.221651:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.221678:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.221683:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.221688:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.221693:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd4c200 00000400:00000200:1.0:1788838260.221698:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.221703:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x65a1 [1] + 0 00000800:00000001:1.0:1788838260.221710:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.221718:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.221721:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.221726:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.221734:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.221742:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838260.221754:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.221819:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838260.221824:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838260.221841:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.221851:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.221856:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788838260.223614:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838260.223620:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838260.223624:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25790. 00000400:00000200:0.0:1788838260.223631:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcbb0 00000400:00000010:0.0:1788838260.223634:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcbb0. 00000100:00000001:0.0:1788838260.223639:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.223649:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838260.224156:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.224165:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838260.224167:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838260.224170:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838260.224173:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838260.224176:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838260.224178:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838260.224181:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838260.224190:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=89 v=5 (5 5 16 16) 00000100:00001000:0.0:1788838260.224193:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838260.224196:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838260.224198:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.224200:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838260.224204:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.224207:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788838260.224209:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: committing for last_committed 4294967312 gen 17 00000100:00000040:0.0:1788838260.224212:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788838260.224215:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838260.224217:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838260.224221:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d180 x1875731132236288/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.224229:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838260.224232:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838260.224234:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838260.224236:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788838260.224241:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:0.0:1788838260.224243:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838260.224245:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:0.0:1788838260.224247:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.224250:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:0.0:1788838260.224252:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:0.0:1788838260.224254:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00001000:0.0:1788838260.224258:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1788838260 v=0 (0 0 0 0) 00000100:00001000:0.0:1788838260.224260:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eef418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788838260.224264:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000100:00080000:0.0:1788838260.224269:0:2350:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff98afd0025800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788838260.224272:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:0.0:1788838260.224274:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788838260.224277:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788838260.224281:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788838260.224284:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788838260.224287:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000100:00000001:3.0:1788838260.225547:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.225550:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.225553:0:2354:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.225556:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.225558:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.225561:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.225564:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.225567:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.225570:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.225576:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.225578:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.225580:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.225587:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8715400. 02000000:00000001:3.0:1788838260.225589:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.225596:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.225601:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b478. 00000400:00000010:3.0:1788838260.225608:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838260.225614:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132236416, portal 4 00000100:00000001:3.0:1788838260.225617:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.225618:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000040:3.0:1788838260.225625:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.225632:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.225635:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.225638:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cef68. 00000100:00000200:3.0:1788838260.225642:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132236416, offset 0 00000400:00000200:3.0:1788838260.225648:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.225684:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.225691:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.225696:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.225700:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.225704:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.225707:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.225710:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2353:2353:256:4294967295] 192.168.203.123@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:3.0:1788838260.225714:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.225723:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.225729:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.225735:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3a00. 00000800:00000200:3.0:1788838260.225742:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.225749:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.225753:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.225769:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.225774:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 244507 usecs (245 jiffies) 00000400:00000200:3.0:1788838260.225778:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.225780:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296390444 00000100:00000001:3.0:1788838260.225784:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.225786:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296390444 00000100:00000001:3.0:1788838260.225788:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.225791:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.225794:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.225795:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.225799:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.225801:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838260.225803:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.225804:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.225806:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.225808:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.225966:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.225971:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3a00. 00000400:00000200:1.0:1788838260.225975:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.225981:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.225986:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cef68 00000400:00000010:1.0:1788838260.225989:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cef68. 00000100:00000001:1.0:1788838260.225993:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.225997:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.226005:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.226008:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.226015:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.226017:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.231198:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.231214:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.231218:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.231220:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.231227:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.231234:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.231242:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.231246:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.231251:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.231255:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd4c280 00000400:00000200:1.0:1788838260.231259:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.231265:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x65b1 [1] + 224 00000800:00000001:1.0:1788838260.231271:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.231290:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.231293:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.231298:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.231305:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.231313:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.231323:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.231341:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.231350:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.231353:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.231591:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.231595:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.231602:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.231604:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.231608:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b478. 00000400:00000200:3.0:1788838260.231612:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:3.0:1788838260.231615:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:3.0:1788838260.231618:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.231622:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.231638:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.231644:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.231646:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.231649:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.231653:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.231691:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.231694:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.231697:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.231706:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=89 v=5 (5 5 16 16) 00000100:00001000:3.0:1788838260.231710:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.231712:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.231714:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.231717:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.231720:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.231724:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.231726:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838260.231728:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.231730:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.231735:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.231741:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.231744:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.231746:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838260.231748:0:2354:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788838260.231751:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.231753:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.231756:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:3.0:1788838260.231758:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.231761:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.231763:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.231764:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.231765:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:3.0:1788838260.231768:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.231769:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.231773:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.231776:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.231780:0:2354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.231791:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.231793:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.231794:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.231796:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.231797:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.231798:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=6 00000020:00000001:3.0:1788838260.231800:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.231802:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000040:3.0:1788838260.231807:0:2354:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bea600, remote cookie: 0xff98f31736b3b3c9, flags: 0x1001 00010000:00010000:3.0:1788838260.231811:0:2354:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.231818:0:2354:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788838260.231821:0:2354:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.231823:0:2354:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.231827:0:2354:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788838260.231830:0:2354:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838260.231837:0:2354:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x16:0x0].0x0 (ffff98afd83acf00) refcount = 1 00010000:00000040:3.0:1788838260.231839:0:2354:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838260.231842:0:2354:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.231855:0:2354:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.231857:0:2354:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.231860:0:2354:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.231862:0:2354:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.231865:0:2354:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.231872:0:2354:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.231873:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.231874:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.231875:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.231876:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838260.231878:0:2354:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788838260.231880:0:2354:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838260.231883:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.231884:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.231885:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:3.0:1788838260.231887:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.231889:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00000008:00000001:3.0:1788838260.231893:0:2354:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788838260.231897:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3180 -> ffff98afd0813dc8 00000008:00010000:3.0:1788838260.231902:0:2354:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788838260.231909:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3180 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838260.231912:0:2354:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838260.231914:0:2354:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788838260.231917:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838260.231919:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.231921:0:2354:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.231923:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3180 -> ffff98afd0813dc8 00000008:00000001:3.0:1788838260.231925:0:2354:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788838260.231928:0:2354:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838260.231930:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838260.231947:0:2354:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838260.231949:0:2354:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.231951:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.231952:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.231953:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=6 00000020:00000001:3.0:1788838260.231955:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.231957:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.231960:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.231963:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.231970:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.231971:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838260.231973:0:2354:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.231979:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.231989:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.231991:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838260.231992:0:2354:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.231994:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.231995:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.231997:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:3.0:1788838260.231998:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.232000:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838260.232001:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.232004:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.232010:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.232012:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.232013:0:2354:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.232016:0:2354:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.232019:0:2354:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.232027:0:2354:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.232029:0:2354:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.232031:0:2354:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.232035:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.232036:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.232037:0:2354:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.232040:0:2354:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.232042:0:2354:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.232043:0:2354:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.232045:0:2354:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.232047:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.232048:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.232049:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.232051:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.232052:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838260.232053:0:2354:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.232058:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.232066:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:0:1875731132236416:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.232071:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.232074:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.232077:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f480 x1875731132236416/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.232083:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.232086:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.232089:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8715400. 02000000:00000001:3.0:1788838260.232092:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.232095:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.232097:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838260.232100:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.232102:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc2c76000. 02000000:00000001:3.0:1788838260.232106:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.232107:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.232109:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f480. 00000100:00000001:3.0:1788838260.232113:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.232115:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.232126:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.232133:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.232135:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.232137:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.232140:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838260.232237:0:30902:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838260.232241:0:30902:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838260.232246:0:30902:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838260.232249:0:30902:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:1.0:1788838260.232250:0:30902:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:1.0:1788838260.232252:0:30902:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838260.232256:0:30902:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788838260.232260:0:30902:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838260.232261:0:30902:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838260.232264:0:30902:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838260.232265:0:30902:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838260.232267:0:30902:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788838260.232270:0:30902:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838260.232272:0:30902:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788838260.232274:0:30902:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838260.232276:0:30902:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838260.232277:0:30902:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000080:00200000:1.0:1788838260.232279:0:30902:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x25:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788838260.232282:0:30902:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838260.232284:0:30902:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838260.232286:0:30902:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_release():245 00000020:00000001:1.0:1788838260.232288:0:30902:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838260.232289:0:30902:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838260.232292:0:30902:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838260.232296:0:30902:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838260.232298:0:30902:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838260.232299:0:30902:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838260.232301:0:30902:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc6675930 (ffff98afc89d3e18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838260.232304:0:30902:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838260.232305:0:30902:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788838260.232306:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838260.232308:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838260.232309:0:30902:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838260.232311:0:30902:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838260.232312:0:30902:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838260.232313:0:30902:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838260.232315:0:30902:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838260.232316:0:30902:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838260.232318:0:30902:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838260.232319:0:30902:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838260.232320:0:30902:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc6675930 (ffff98afc89d3bd8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838260.232323:0:30902:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090d7c0. 00000020:00000001:1.0:1788838260.232327:0:30902:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838260.232329:0:30902:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc6675900. 00020000:00000001:1.0:1788838260.232333:0:30902:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838260.232334:0:30902:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838260.232336:0:30902:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788838260.232337:0:30902:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838260.232340:0:30902:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838260.232343:0:30902:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838260.232345:0:30902:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838260.232346:0:30902:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838260.232348:0:30902:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838260.232350:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3e10 00020000:00000001:1.0:1788838260.232352:0:30902:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838260.232354:0:30902:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838260.232356:0:30902:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838260.232359:0:30902:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838260.232363:0:30902:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838260.232365:0:30902:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838260.232367:0:30902:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838260.232369:0:30902:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838260.232370:0:30902:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838260.232371:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3bd0 00000001:00000001:1.0:1788838260.232373:0:30902:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838260.232382:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d08 00000080:00000008:1.0:1788838260.232384:0:30902:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x25:0x0](ffff98afd152ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838260.232390:0:30902:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838260.232392:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27da0 00000080:00002000:1.0:1788838260.232394:0:30902:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff98afd173ae58, parent ffff98afd173ad80, inode ffff98afd152ec08) hashed, 00000080:00000001:1.0:1788838260.232397:0:30902:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.235693:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838260.235700:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.235706:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838260.235707:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.235709:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838260.235710:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.250186:0:30903:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.250194:0:30903:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.250196:0:30903:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.250199:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3fb20 00000080:00200000:3.0:1788838260.250204:0:30903:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838260.250212:0:30903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00800000:00000002:3.0:1788838260.250220:0:30903:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.250224:0:30903:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.250228:0:30903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.250230:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3fa40 00800000:00000002:3.0:1788838260.250233:0:30903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.250237:0:30903:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.250241:0:30903:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.250246:0:30903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.250248:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f910 00000002:00010000:3.0:1788838260.250250:0:30903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.250254:0:30903:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.250256:0:30903:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.250259:0:30903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.250265:0:30903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.250268:0:30903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.250273:0:30903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.250277:0:30903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.250282:0:30903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838260.250293:0:30903:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.250298:0:30903:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.250302:0:30903:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838260.250310:0:30903:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.250312:0:30903:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.250314:0:30903:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.250316:0:30903:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.250318:0:30903:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.250320:0:30903:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.250323:0:30903:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.250326:0:30903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.250329:0:30903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76000. 00000080:00000001:3.0:1788838260.250334:0:30903:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.250336:0:30903:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.250338:0:30903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838260.250341:0:30903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce46 00800000:00000001:3.0:1788838260.250345:0:30903:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.250347:0:30903:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.250350:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.250352:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.250354:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.250356:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.250359:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.250362:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.250363:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.250365:0:30903:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.250366:0:30903:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.250369:0:30903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce46 from it ffffbbcb01d3fb58 00010000:00000001:3.0:1788838260.250371:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.250373:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.250374:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.250376:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.250378:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.250380:0:30903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.250383:0:30903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.250391:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.250392:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.250393:0:30903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.250395:0:30903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.250397:0:30903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838260.250404:0:30903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.250407:0:30903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.250409:0:30903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.250413:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.250414:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.250415:0:30903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.250418:0:30903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.250420:0:30903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.250422:0:30903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.250425:0:30903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.250427:0:30903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.250428:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.250429:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.250432:0:30903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.250434:0:30903:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.250436:0:30903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838260.250440:0:30903:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.250450:0:30903:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a7560. 00000020:00000001:3.0:1788838260.250453:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3fa88 00000080:00200000:3.0:1788838260.250456:0:30903:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=24 00000080:00000001:3.0:1788838260.250459:0:30903:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788838260.250461:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f938 00000080:00200000:3.0:1788838260.250463:0:30903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:3.0:1788838260.250469:0:30903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c76000. 00800000:00000002:3.0:1788838260.250472:0:30903:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.250475:0:30903:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.250477:0:30903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.250478:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f858 00800000:00000002:3.0:1788838260.250480:0:30903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.250483:0:30903:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788838260.250487:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f7f0 00800000:00000002:3.0:1788838260.250489:0:30903:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788838260.250492:0:30903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.250493:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f728 00000002:00010000:3.0:1788838260.250494:0:30903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788838260.250498:0:30903:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838260.250500:0:30903:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838260.250504:0:30903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f480. 00000020:00000040:3.0:1788838260.250508:0:30903:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838260.250514:0:30903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.250517:0:30903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.250520:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.250521:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.250522:0:30903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.250524:0:30903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.250526:0:30903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.250529:0:30903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.250536:0:30903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8715400. 00000100:00000001:3.0:1788838260.250543:0:30903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.250547:0:30903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.250548:0:30903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.250550:0:30903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.250551:0:30903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.250553:0:30903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.250559:0:30903:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00010000:00000001:3.0:1788838260.250563:0:30903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.250565:0:30903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838260.250568:0:30903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.250569:0:30903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.250572:0:30903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.250575:0:30903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb400. 00000020:00000001:3.0:1788838260.250577:0:30903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.250579:0:30903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb400 with handle 0x9f68a6b43b62ce62 to hash 00000020:00000001:3.0:1788838260.250581:0:30903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.250582:0:30903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.250585:0:30903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.250588:0:30903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.250589:0:30903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.250592:0:30903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.250599:0:30903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.250607:0:30903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.250612:0:30903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.250613:0:30903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.250619:0:30903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.250621:0:30903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483392192 : -113594226159424 : ffff98afc88050c0) 00000100:00000001:3.0:1788838260.250623:0:30903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.250625:0:30903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000001:3.0:1788838260.250629:0:30903:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.250633:0:30903:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.250635:0:30903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.250636:0:30903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.250645:0:30903:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.250685:0:30903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.250688:0:30903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.250692:0:30903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.250694:0:30903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.250696:0:30903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.250700:0:30903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30903:1875731132236544:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.250704:0:30903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.250708:0:30903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.250710:0:30903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.250713:0:30903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.250716:0:30903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838260.250718:0:30903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.250725:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.250729:0:30903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b478. 00000400:00000010:3.0:1788838260.250735:0:30903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838260.250742:0:30903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132236544, portal 10 00000100:00000001:3.0:1788838260.250743:0:30903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.250744:0:30903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000040:3.0:1788838260.250751:0:30903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.250757:0:30903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.250760:0:30903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.250762:0:30903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838260.250765:0:30903:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132236544, offset 0 00000400:00000200:3.0:1788838260.250771:0:30903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.250779:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.250786:0:30903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.250791:0:30903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.250795:0:30903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.250798:0:30903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.250801:0:30903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.250804:0:30903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2354:2354:256:4294967295] 192.168.203.123@tcp LPNI seq info [2354:2354:8:4294967295] 00000400:00000200:3.0:1788838260.250808:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.250816:0:30903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.250822:0:30903:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.250827:0:30903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3200. 00000800:00000200:3.0:1788838260.250833:0:30903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.250841:0:30903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.250846:0:30903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.250859:0:30903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.250863:0:30903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 807535 usecs (808 jiffies) 00000400:00000200:3.0:1788838260.250866:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.250869:0:30903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391030 00000100:00000001:3.0:1788838260.250872:0:30903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.250874:0:30903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391030 00000100:00000001:3.0:1788838260.250876:0:30903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.250878:0:30903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.250881:0:30903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.250883:0:30903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.250884:0:30903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.250887:0:30903:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc88050c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.250889:0:30903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.250892:0:30903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.251240:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.251245:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3200. 00000400:00000200:1.0:1788838260.251250:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.251255:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.251260:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:1.0:1788838260.251263:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:1.0:1788838260.251266:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.251271:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.251280:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.251283:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.251296:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.251298:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.259186:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.259203:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.259207:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.259210:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.259219:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.259226:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.259235:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.259240:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.259245:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.259249:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4c300 00000400:00000200:1.0:1788838260.259253:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.259260:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x65b9 [1] + 224 00000800:00000001:1.0:1788838260.259266:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.259272:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.259275:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.259280:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.259288:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.259296:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.259307:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.259326:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.259335:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.259339:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.259351:0:30903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.259358:0:30903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.259361:0:30903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.259365:0:30903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b478. 00000400:00000200:3.0:1788838260.259369:0:30903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:3.0:1788838260.259372:0:30903:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:3.0:1788838260.259376:0:30903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.259389:0:30903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.259399:0:30903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.259405:0:30903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.259408:0:30903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.259410:0:30903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.259413:0:30903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.259415:0:30903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.259417:0:30903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.259420:0:30903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.259429:0:30903:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.259433:0:30903:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.259435:0:30903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.259437:0:30903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.259440:0:30903:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.259443:0:30903:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.259447:0:30903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.259449:0:30903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.259451:0:30903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.259453:0:30903:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.259458:0:30903:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.259465:0:30903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.259468:0:30903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.259470:0:30903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.259474:0:30903:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.259492:0:30903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30903:1875731132236544:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.259496:0:30903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.259499:0:30903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.259501:0:30903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.259503:0:30903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.259507:0:30903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.259514:0:30903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.259516:0:30903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.259520:0:30903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.259522:0:30903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.259525:0:30903:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.259529:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259531:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259534:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=4 00000020:00000001:3.0:1788838260.259536:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259539:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000040:3.0:1788838260.259546:0:30903:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beb400, remote cookie: 0xff98f31736b3b3e5, flags: 0x1001 00010000:00010000:3.0:1788838260.259551:0:30903:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838260.259558:0:30903:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838260.259562:0:30903:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788838260.259569:0:30903:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac600. 00010000:00000010:3.0:1788838260.259573:0:30903:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675e80. 00010000:00000001:3.0:1788838260.259577:0:30903:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.259580:0:30903:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.259587:0:30903:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.259593:0:30903:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.259597:0:30903:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838260.259599:0:30903:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838260.259601:0:30903:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838260.259602:0:30903:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838260.259604:0:30903:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff98afd83ac600) refcount = 1 00010000:00010000:3.0:1788838260.259608:0:30903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.259613:0:30903:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838260.259616:0:30903:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.259618:0:30903:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.259620:0:30903:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.259622:0:30903:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.259626:0:30903:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.259630:0:30903:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.259632:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259633:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.259634:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259635:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.259636:0:30903:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.259640:0:30903:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838260.259642:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259643:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259644:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.259646:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259648:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259650:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259651:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259652:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=4 00000020:00000001:3.0:1788838260.259654:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259686:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259689:0:30903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.259691:0:30903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.259694:0:30903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.259700:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259702:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.259703:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259704:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259705:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=5 00000020:00000001:3.0:1788838260.259706:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259708:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259710:0:30903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.259713:0:30903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.259717:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259718:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838260.259721:0:30903:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.259725:0:30903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.259726:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259727:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.259728:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259729:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838260.259733:0:30903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838260.259740:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259741:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259742:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.259744:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259746:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259748:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259749:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.259750:0:30903:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.259752:0:30903:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.259754:0:30903:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838260.259756:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259757:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259758:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.259760:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259761:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00000002:00010000:3.0:1788838260.259768:0:30903:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.259774:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259776:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.259778:0:30903:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.259779:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259780:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259781:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.259783:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259785:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000040:3.0:1788838260.259788:0:30903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:3.0:1788838260.259790:0:30903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838260.259793:0:30903:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1788838260.259795:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259796:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.259797:0:30903:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838260.259800:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f6b0 00000002:00002000:3.0:1788838260.259802:0:30903:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838260.259805:0:30903:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.259808:0:30903:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.259810:0:30903:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838260.259814:0:30903:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838260.259816:0:30903:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.259820:0:30903:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:3.0:1788838260.259822:0:30903:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838260.259824:0:30903:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01d3fa28 it_disposition b 00000080:00000001:3.0:1788838260.259827:0:30903:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838260.259832:0:30903:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838260.259834:0:30903:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838260.259837:0:30903:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788838260.259839:0:30903:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788838260.259844:0:30903:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838260.259846:0:30903:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1788838260.259848:0:30903:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.259851:0:30903:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788838260.259854:0:30903:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788838260.259857:0:30903:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 1788838241 to 1788838242 00000080:00200000:3.0:1788838260.259861:0:30903:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:3.0:1788838260.259863:0:30903:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff98afd15ac2c8): rc = 0 00000080:00000001:3.0:1788838260.259865:0:30903:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631925960 : -113594077625656 : ffff98afd15ac2c8) 00010000:00000001:3.0:1788838260.259867:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259868:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259870:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.259871:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259884:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259886:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259887:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.259889:0:30903:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838260.259890:0:30903:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838260.259892:0:30903:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838260.259894:0:30903:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838260.259896:0:30903:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.259899:0:30903:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) for lock 0x9f68a6b43b62ce62 00800000:00000001:3.0:1788838260.259902:0:30903:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.259903:0:30903:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.259905:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259905:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259907:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.259908:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259910:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259912:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259913:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.259914:0:30903:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.259916:0:30903:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788838260.259922:0:30903:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd173a000 inode ffff98afd15ac2c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1788838260.259925:0:30903:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838260.259926:0:30903:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.259928:0:30903:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788838260.259931:0:30903:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) 00000080:00010000:3.0:1788838260.259935:0:30903:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce62 from it ffffbbcb01d3fa28 00010000:00000001:3.0:1788838260.259936:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.259937:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.259938:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.259940:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259942:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.259943:0:30903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.259946:0:30903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.259951:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259952:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.259954:0:30903:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.259956:0:30903:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.259958:0:30903:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.259965:0:30903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.259967:0:30903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.259968:0:30903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.259972:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259973:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.259974:0:30903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.259977:0:30903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.259978:0:30903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.259980:0:30903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.259983:0:30903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.259985:0:30903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.259986:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.259987:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.259989:0:30903:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838260.259992:0:30903:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c76000. 00000100:00000001:3.0:1788838260.259996:0:30903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.260000:0:30903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f480 x1875731132236544/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.260012:0:30903:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.260015:0:30903:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.260018:0:30903:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838260.260021:0:30903:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.260024:0:30903:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.260025:0:30903:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.260027:0:30903:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.260030:0:30903:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8715400. 02000000:00000001:3.0:1788838260.260035:0:30903:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.260037:0:30903:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.260039:0:30903:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f480. 00000100:00000001:3.0:1788838260.260042:0:30903:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.260043:0:30903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838260.260127:0:30903:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838260.260131:0:30903:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788838260.260136:0:30903:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838260.260150:0:30903:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06f40. 00000020:00000001:0.0:1788838260.260154:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3fae8 00000080:00200000:0.0:1788838260.260156:0:30903:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff98afd15ac2c8), flags=8 00000080:00000001:0.0:1788838260.260159:0:30903:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838260.260160:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f998 00000080:00200000:0.0:1788838260.260162:0:30903:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff98afd15ac2c8), intent=getattr 00000080:00000010:0.0:1788838260.260179:0:30903:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc9b61800. 00000080:00000001:0.0:1788838260.260186:0:30903:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838260.260188:0:30903:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838260.260190:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f8b8 00800000:00000002:0.0:1788838260.260192:0:30903:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:0.0:1788838260.260195:0:30903:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838260.260199:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f850 00800000:00000002:0.0:1788838260.260201:0:30903:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788838260.260205:0:30903:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838260.260207:0:30903:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01d3f788 00000002:00010000:0.0:1788838260.260209:0:30903:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788838260.260213:0:30903:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838260.260215:0:30903:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838260.260220:0:30903:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000040:0.0:1788838260.260223:0:30903:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838260.260227:0:30903:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838260.260230:0:30903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838260.260233:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.260234:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838260.260235:0:30903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.260238:0:30903:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838260.260240:0:30903:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838260.260243:0:30903:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838260.260250:0:30903:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082400. 00000100:00000001:0.0:1788838260.260256:0:30903:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.260259:0:30903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838260.260261:0:30903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.260263:0:30903:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838260.260264:0:30903:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.260266:0:30903:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838260.260273:0:30903:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00010000:00000001:0.0:1788838260.260276:0:30903:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838260.260278:0:30903:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838260.260280:0:30903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:0.0:1788838260.260283:0:30903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838260.260285:0:30903:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838260.260288:0:30903:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baae00. 00000020:00000001:0.0:1788838260.260292:0:30903:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838260.260294:0:30903:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baae00 with handle 0x9f68a6b43b62ce69 to hash 00000020:00000001:0.0:1788838260.260296:0:30903:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838260.260297:0:30903:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.260300:0:30903:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.260302:0:30903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838260.260304:0:30903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838260.260307:0:30903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838260.260314:0:30903:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30903 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838260.260323:0:30903:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30903 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838260.260327:0:30903:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838260.260329:0:30903:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838260.260334:0:30903:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8840. 00000100:00000001:0.0:1788838260.260336:0:30903:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037696 : -113594297513920 : ffff98afc43f8840) 00000100:00000001:0.0:1788838260.260338:0:30903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838260.260339:0:30903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000001:0.0:1788838260.260343:0:30903:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838260.260347:0:30903:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.260349:0:30903:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838260.260351:0:30903:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838260.260355:0:30903:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.260362:0:30903:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838260.260365:0:30903:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838260.260368:0:30903:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838260.260370:0:30903:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838260.260373:0:30903:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838260.260376:0:30903:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30903:1875731132236672:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838260.260379:0:30903:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838260.260385:0:30903:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838260.260387:0:30903:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838260.260389:0:30903:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838260.260394:0:30903:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4093000. 02000000:00000001:0.0:1788838260.260396:0:30903:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838260.260401:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838260.260405:0:30903:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25790. 00000400:00000010:0.0:1788838260.260421:0:30903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcbb0. 00000100:00000200:0.0:1788838260.260435:0:30903:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132236672, portal 10 00000100:00000001:0.0:1788838260.260437:0:30903:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838260.260438:0:30903:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:0.0:1788838260.260444:0:30903:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.260450:0:30903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838260.260453:0:30903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838260.260455:0:30903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc5d8. 00000100:00000200:0.0:1788838260.260458:0:30903:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132236672, offset 0 00000400:00000200:0.0:1788838260.260464:0:30903:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838260.260471:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.260477:0:30903:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838260.260482:0:30903:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838260.260487:0:30903:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838260.260491:0:30903:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838260.260494:0:30903:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838260.260497:0:30903:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2355:2355:256:4294967295] 192.168.203.123@tcp LPNI seq info [2355:2355:8:4294967295] 00000400:00000200:0.0:1788838260.260501:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.260509:0:30903:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838260.260515:0:30903:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838260.260520:0:30903:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509a00. 00000800:00000200:0.0:1788838260.260526:0:30903:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838260.260533:0:30903:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838260.260537:0:30903:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838260.260558:0:30903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838260.260562:0:30903:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 806377 usecs (807 jiffies) 00000400:00000200:0.0:1788838260.260566:0:30903:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838260.260568:0:30903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391040 00000100:00000001:0.0:1788838260.260571:0:30903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:0.0:1788838260.260573:0:30903:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391040 00000100:00000001:0.0:1788838260.260575:0:30903:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:0.0:1788838260.260577:0:30903:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838260.260580:0:30903:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.260581:0:30903:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838260.260583:0:30903:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838260.260586:0:30903:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8840 going to sleep for 11 seconds 00000100:00000001:0.0:1788838260.260588:0:30903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838260.260590:0:30903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.261032:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.261037:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509a00. 00000400:00000200:1.0:1788838260.261041:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.261046:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.261051:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc5d8 00000400:00000010:1.0:1788838260.261054:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc5d8. 00000100:00000001:1.0:1788838260.261058:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.261063:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.261071:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.261074:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.261082:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.261083:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.278110:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.278135:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.278139:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.278142:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.278151:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.278159:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.278177:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.278182:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.278187:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.278191:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 640 into portal 10 MB=0x6a9f7afd4c380 00000400:00000200:1.0:1788838260.278196:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.278201:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 640/640 into md 0x65c1 [1] + 224 00000800:00000001:1.0:1788838260.278208:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.278216:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.278219:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.278222:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.278229:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.278237:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.278247:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.278267:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.278275:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.278278:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838260.278400:0:30903:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838260.278408:0:30903:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838260.278418:0:30903:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838260.278422:0:30903:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25790. 00000400:00000200:0.0:1788838260.278434:0:30903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcbb0 00000400:00000010:0.0:1788838260.278436:0:30903:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcbb0. 00000100:00000001:0.0:1788838260.278439:0:30903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.278445:0:30903:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838260.278454:0:30903:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.278461:0:30903:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838260.278463:0:30903:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838260.278465:0:30903:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838260.278468:0:30903:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838260.278471:0:30903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838260.278473:0:30903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838260.278476:0:30903:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838260.278485:0:30903:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838260.278489:0:30903:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838260.278492:0:30903:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838260.278494:0:30903:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.278497:0:30903:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838260.278500:0:30903:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.278503:0:30903:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838260.278505:0:30903:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1788838260.278507:0:30903:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838260.278509:0:30903:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838260.278515:0:30903:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.278522:0:30903:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838260.278525:0:30903:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838260.278527:0:30903:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838260.278531:0:30903:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838260.278539:0:30903:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:30903:1875731132236672:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838260.278544:0:30903:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838260.278547:0:30903:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.278549:0:30903:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838260.278552:0:30903:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.278555:0:30903:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.278562:0:30903:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838260.278564:0:30903:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8840. 00000100:00000001:0.0:1788838260.278568:0:30903:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838260.278569:0:30903:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.278573:0:30903:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838260.278577:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838260.278580:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.278583:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=4 00000020:00000001:0.0:1788838260.278585:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.278588:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000040:0.0:1788838260.278593:0:30903:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baae00, remote cookie: 0xff98f31736b3b401, flags: 0x1001 00010000:00010000:0.0:1788838260.278598:0:30903:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838260.278606:0:30903:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:0.0:1788838260.278609:0:30903:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788838260.278616:0:30903:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 2 00010000:00000001:0.0:1788838260.278618:0:30903:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838260.278621:0:30903:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838260.278623:0:30903:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838260.278631:0:30903:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838260.278636:0:30903:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838260.278640:0:30903:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838260.278642:0:30903:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838260.278643:0:30903:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838260.278645:0:30903:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838260.278647:0:30903:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff98afc4d31600) refcount = 2 00010000:00000040:0.0:1788838260.278650:0:30903:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838260.278652:0:30903:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838260.278756:0:30903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838260.278762:0:30903:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838260.278765:0:30903:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838260.278767:0:30903:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838260.278769:0:30903:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838260.278771:0:30903:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838260.278774:0:30903:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838260.278779:0:30903:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838260.278781:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.278783:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838260.278783:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.278785:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838260.278786:0:30903:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838260.278790:0:30903:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838260.278792:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838260.278793:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.278794:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:0.0:1788838260.278796:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.278799:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.278801:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838260.278801:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.278802:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=4 00000020:00000001:0.0:1788838260.278804:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.278806:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.278809:0:30903:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838260.278812:0:30903:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838260.278814:0:30903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838260.278820:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.278821:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838260.278822:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838260.278823:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.278825:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=5 00000020:00000001:0.0:1788838260.278826:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.278828:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.278830:0:30903:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838260.278832:0:30903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838260.278837:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.278838:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838260.278840:0:30903:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838260.278846:0:30903:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838260.278847:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.278848:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838260.278849:0:30903:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.278850:0:30903:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838260.278854:0:30903:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd0909500 x1875731132236672/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838260.278861:0:30903:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838260.278863:0:30903:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.278864:0:30903:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baae00 refcount=3 00000020:00000001:0.0:1788838260.278866:0:30903:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00010000:00000001:0.0:1788838260.278868:0:30903:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217152 : -113594222334464 : ffff98afc8baae00) 00000002:00010000:0.0:1788838260.278872:0:30903:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.291206:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.291215:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.291218:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.291232:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.291244:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.291247:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.291251:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.291255:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.291258:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.291261:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132236800:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.291266:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.291272:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.291274:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.291277:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.291287:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8715400. 02000000:00000001:3.0:1788838260.291289:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.291297:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.291302:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b478. 00000400:00000010:3.0:1788838260.291309:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838260.291316:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132236800, portal 4 00000100:00000001:3.0:1788838260.291318:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.291320:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000040:3.0:1788838260.291329:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.291336:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.291340:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.291342:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cea18. 00000100:00000200:3.0:1788838260.291346:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132236800, offset 0 00000400:00000200:3.0:1788838260.291352:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.291360:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.291367:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.291372:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.291376:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.291380:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.291383:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.291386:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2356:2356:256:4294967295] 192.168.203.123@tcp LPNI seq info [2356:2356:8:4294967295] 00000400:00000200:3.0:1788838260.291391:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.291400:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.291405:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.291410:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3c00. 00000800:00000200:3.0:1788838260.291416:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.291423:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.291427:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.291447:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.291452:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22823 usecs (23 jiffies) 00000400:00000200:3.0:1788838260.291456:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.291459:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296390287 00000100:00000001:3.0:1788838260.291461:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.291464:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296390287 00000100:00000001:3.0:1788838260.291466:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.291468:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.291471:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.291474:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.291476:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.291484:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.291486:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838260.291488:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.291489:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.291491:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.291494:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.291509:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.291511:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.292273:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.292280:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3c00. 00000400:00000200:1.0:1788838260.292286:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.292292:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.292298:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cea18 00000400:00000010:1.0:1788838260.292300:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cea18. 00000100:00000001:1.0:1788838260.292304:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.292309:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.292320:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.292323:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.292330:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.292331:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.295694:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.295711:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.295716:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.295718:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.295727:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.295734:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.295742:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.295747:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.295752:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.295756:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd4c400 00000400:00000200:1.0:1788838260.295761:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.295767:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x65d1 [1] + 224 00000800:00000001:1.0:1788838260.295773:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.295780:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.295783:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.295787:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.295794:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.295803:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.295813:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.295831:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.295841:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.295844:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.295928:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.295933:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.295940:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.295942:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.295945:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b478. 00000400:00000200:3.0:1788838260.295950:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:3.0:1788838260.295952:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:3.0:1788838260.295956:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.295961:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.295969:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.295975:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.295977:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.295979:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.295982:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.295984:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.295986:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.295989:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.295998:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=89 v=5 (5 5 16 37) 00000100:00001000:3.0:1788838260.296002:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.296005:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.296006:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.296009:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.296013:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.296017:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.296019:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1788838260.296020:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.296022:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.296027:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.296033:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.296036:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.296038:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838260.296040:0:2353:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788838260.296042:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.296045:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.296048:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:3.0:1788838260.296050:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296053:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296056:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.296057:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.296058:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:3.0:1788838260.296060:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296062:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296066:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.296069:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.296074:0:2353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.296084:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296086:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.296088:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.296090:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.296091:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.296092:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:3.0:1788838260.296094:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296097:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000040:3.0:1788838260.296104:0:2353:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516c00, remote cookie: 0xff98f31736b3b408, flags: 0x1001 00010000:00010000:3.0:1788838260.296109:0:2353:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.296125:0:2353:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788838260.296128:0:2353:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.296130:0:2353:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.296134:0:2353:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788838260.296137:0:2353:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838260.296145:0:2353:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x13:0x0].0x0 (ffff98afc7e4c200) refcount = 1 00010000:00000040:3.0:1788838260.296147:0:2353:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838260.296150:0:2353:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.296157:0:2353:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.296158:0:2353:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.296161:0:2353:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.296163:0:2353:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.296166:0:2353:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.296171:0:2353:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.296172:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296173:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.296174:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296175:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838260.296177:0:2353:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788838260.296179:0:2353:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838260.296182:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.296184:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.296186:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:3.0:1788838260.296188:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296190:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:3.0:1788838260.296193:0:2353:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788838260.296197:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000008:00010000:3.0:1788838260.296201:0:2353:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788838260.296207:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000020:00000001:3.0:1788838260.296209:0:2353:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838260.296211:0:2353:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788838260.296213:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838260.296216:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.296218:0:2353:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.296219:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000008:00000001:3.0:1788838260.296221:0:2353:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788838260.296223:0:2353:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838260.296225:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838260.296241:0:2353:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838260.296243:0:2353:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.296245:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.296246:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.296247:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:3.0:1788838260.296249:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296251:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296253:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.296256:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.296262:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296263:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838260.296265:0:2353:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.296272:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.296274:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296275:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838260.296276:0:2353:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.296278:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.296279:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.296280:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:3.0:1788838260.296281:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296283:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838260.296285:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.296287:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.296293:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296294:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.296329:0:2353:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.296332:0:2353:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.296334:0:2353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.296343:0:2353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.296345:0:2353:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.296347:0:2353:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.296351:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296352:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.296353:0:2353:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.296355:0:2353:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.296357:0:2353:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.296359:0:2353:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.296361:0:2353:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.296362:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.296364:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296365:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.296366:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.296367:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838260.296368:0:2353:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.296373:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.296391:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132236800:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838260.296396:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.296398:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.296402:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0e00 x1875731132236800/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.296407:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.296409:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.296413:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8715400. 02000000:00000001:3.0:1788838260.296417:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.296419:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.296421:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838260.296423:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.296528:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3f24e00. 02000000:00000001:3.0:1788838260.296534:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.296536:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.296538:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0e00. 00000100:00000001:3.0:1788838260.296541:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.296542:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.296545:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.296552:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.296554:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.296556:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838260.296559:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838260.302624:0:30711:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838260.302629:0:30711:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838260.302632:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3b78 00000080:00200000:0.0:1788838260.302635:0:30711:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838260.302642:0:30711:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc9b61800. 00800000:00000002:0.0:1788838260.302648:0:30711:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838260.302652:0:30711:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838260.302687:0:30711:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838260.302690:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3a98 00800000:00000002:0.0:1788838260.302692:0:30711:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838260.302696:0:30711:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838260.302700:0:30711:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838260.302705:0:30711:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838260.302707:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3968 00000002:00010000:0.0:1788838260.302708:0:30711:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838260.302712:0:30711:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838260.302714:0:30711:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838260.302717:0:30711:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838260.302724:0:30711:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:0.0:1788838260.302727:0:30711:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838260.302731:0:30711:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838260.302735:0:30711:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838260.302739:0:30711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788838260.302749:0:30711:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838260.302753:0:30711:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838260.302756:0:30711:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788838260.302767:0:30711:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838260.302769:0:30711:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838260.302771:0:30711:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838260.302773:0:30711:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838260.302774:0:30711:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838260.302776:0:30711:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838260.302779:0:30711:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838260.302781:0:30711:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838260.302784:0:30711:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc9b61800. 00000080:00000001:0.0:1788838260.302788:0:30711:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838260.302790:0:30711:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838260.302793:0:30711:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838260.302796:0:30711:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce46 00800000:00000001:0.0:1788838260.302800:0:30711:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838260.302802:0:30711:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838260.302804:0:30711:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838260.302806:0:30711:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.302808:0:30711:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:0.0:1788838260.302810:0:30711:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838260.302813:0:30711:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838260.302816:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.302817:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838260.302818:0:30711:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838260.302819:0:30711:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838260.302822:0:30711:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce46 from it ffffbbcb00dd3bb0 00010000:00000001:0.0:1788838260.302824:0:30711:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838260.302831:0:30711:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.302832:0:30711:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:0.0:1788838260.302834:0:30711:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838260.302837:0:30711:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838260.302839:0:30711:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838260.302842:0:30711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838260.302849:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.302850:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838260.302851:0:30711:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838260.302854:0:30711:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838260.302856:0:30711:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838260.302863:0:30711:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838260.302866:0:30711:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838260.302867:0:30711:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838260.302871:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.302873:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838260.302874:0:30711:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.302877:0:30711:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838260.302879:0:30711:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.302881:0:30711:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.302883:0:30711:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838260.302886:0:30711:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838260.302887:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.302888:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838260.302890:0:30711:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838260.302892:0:30711:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838260.302894:0:30711:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788838260.302899:0:30711:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838260.302904:0:30711:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788838260.302906:0:30711:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788838260.302908:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3b78 00000080:00200008:0.0:1788838260.302910:0:30711:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000 00000080:00000010:0.0:1788838260.302914:0:30711:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc4d96a00. 00000080:00000001:0.0:1788838260.302918:0:30711:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838260.302920:0:30711:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838260.302929:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3d28 00000080:00200008:0.0:1788838260.302931:0:30711:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838260.302937:0:30711:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788838260.302940:0:30711:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:0.0:1788838260.302942:0:30711:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc9b61800. 00800000:00000002:0.0:1788838260.302945:0:30711:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:0.0:1788838260.302950:0:30711:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788838260.302953:0:30711:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788838260.302954:0:30711:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838260.302955:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3990 00000002:00010000:0.0:1788838260.302957:0:30711:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788838260.302960:0:30711:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838260.302961:0:30711:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838260.302963:0:30711:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838260.302965:0:30711:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:0.0:1788838260.302967:0:30711:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838260.302970:0:30711:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838260.302971:0:30711:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838260.302974:0:30711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788838260.302981:0:30711:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838260.302983:0:30711:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838260.302986:0:30711:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788838260.302992:0:30711:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838260.302994:0:30711:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838260.302995:0:30711:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838260.302997:0:30711:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838260.302998:0:30711:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838260.302999:0:30711:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838260.303001:0:30711:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:0.0:1788838260.303002:0:30711:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838260.303004:0:30711:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838260.303006:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838260.303007:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838260.303008:0:30711:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838260.303037:0:30711:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788838260.303043:0:30711:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff98afc4095000. 00000002:00000001:0.0:1788838260.307069:0:30711:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1788838260.307084:0:30711:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908e00. 00000020:00000040:0.0:1788838260.307092:0:30711:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838260.307096:0:30711:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838260.307100:0:30711:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838260.307104:0:30711:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838260.307112:0:30711:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc9b60c00. 00000100:00000001:0.0:1788838260.307128:0:30711:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.307132:0:30711:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788838260.307137:0:30711:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff98afd0081000. 00000100:00000010:0.0:1788838260.307141:0:30711:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff98afc3ff0000. 00000020:00000040:0.0:1788838260.307144:0:30711:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838260.307171:0:30711:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838260.307173:0:30711:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838260.307180:0:30711:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8840. 00000100:00000001:0.0:1788838260.307182:0:30711:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037696 : -113594297513920 : ffff98afc43f8840) 00000100:00000001:0.0:1788838260.307185:0:30711:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838260.307187:0:30711:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000001:0.0:1788838260.307191:0:30711:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838260.307194:0:30711:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.307196:0:30711:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838260.307197:0:30711:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838260.307206:0:30711:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.307215:0:30711:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838260.307218:0:30711:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838260.307221:0:30711:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838260.307223:0:30711:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838260.307226:0:30711:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838260.307229:0:30711:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:30711:1875731132236928:192.168.203.123@tcp:37:bash.0 00000100:00000001:0.0:1788838260.307233:0:30711:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838260.307237:0:30711:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838260.307240:0:30711:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.307242:0:30711:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788838260.307250:0:30711:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838260.307254:0:30711:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25790. 00000400:00000010:0.0:1788838260.307262:0:30711:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff98afd0c40000. 00000100:00000200:0.0:1788838260.307268:0:30711:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f7afd4c480-0x6a9f7afd4c480, portal 14 00000100:00000001:0.0:1788838260.307272:0:30711:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838260.307274:0:30711:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838260.307277:0:30711:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0080800. 02000000:00000001:0.0:1788838260.307279:0:30711:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838260.307282:0:30711:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838260.307284:0:30711:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25318. 00000400:00000010:0.0:1788838260.307287:0:30711:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcbb0. 00000100:00000200:0.0:1788838260.307290:0:30711:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132236928, portal 10 00000100:00000001:0.0:1788838260.307292:0:30711:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838260.307293:0:30711:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000040:0.0:1788838260.307301:0:30711:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.307309:0:30711:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838260.307312:0:30711:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838260.311426:0:30711:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc4c8. 00000100:00000200:0.0:1788838260.311446:0:30711:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875731132236928, offset 0 00000400:00000200:0.0:1788838260.311462:0:30711:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838260.311473:0:30711:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.311481:0:30711:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838260.311485:0:30711:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838260.311490:0:30711:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838260.311493:0:30711:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838260.311496:0:30711:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838260.311499:0:30711:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2357:2357:256:4294967295] 192.168.203.123@tcp LPNI seq info [2357:2357:8:4294967295] 00000400:00000200:0.0:1788838260.311504:0:30711:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.311512:0:30711:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838260.311519:0:30711:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838260.311526:0:30711:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838260.311533:0:30711:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838260.311542:0:30711:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838260.311547:0:30711:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788838260.311557:0:30711:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838260.311564:0:30711:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 805240 usecs (806 jiffies) 00000400:00000200:0.0:1788838260.311568:0:30711:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838260.311570:0:30711:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391090 00000100:00000001:0.0:1788838260.311573:0:30711:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:0.0:1788838260.311576:0:30711:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391090 00000100:00000001:0.0:1788838260.311577:0:30711:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:0.0:1788838260.311580:0:30711:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838260.311583:0:30711:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.311586:0:30711:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838260.311588:0:30711:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838260.311591:0:30711:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8840 going to sleep for 11 seconds 00000100:00000001:0.0:1788838260.311593:0:30711:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838260.311596:0:30711:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.311934:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.311938:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:1.0:1788838260.311943:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.311949:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.311954:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc4c8 00000400:00000010:1.0:1788838260.311957:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc4c8. 00000100:00000001:1.0:1788838260.311961:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.311968:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.311978:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.311982:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.311989:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.311991:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.327650:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.327704:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.327709:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.327712:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.327721:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.327729:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.327738:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.327743:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.327748:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.327752:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd4c480 00000400:00000200:1.0:1788838260.327757:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.327763:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x65d9 [256] + 0 00000400:00000010:1.0:1788838260.327769:0:2343:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25790. 00000400:00000200:1.0:1788838260.327773:0:2343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afd0c40000 00000800:00000001:1.0:1788838260.327778:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.327787:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.327791:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.327795:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.327800:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0c40000 00000400:00000010:1.0:1788838260.327802:0:2343:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afd0c40000. 00000100:00000001:1.0:1788838260.327807:0:2343:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788838260.327810:0:2343:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afd0908e00 desc ffff98afd0081000 mbits 1875731132236928 00000100:00000001:1.0:1788838260.327820:0:2343:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788838260.327828:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838260.327831:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.327837:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838260.327842:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2358:2358:256:4294967295] 192.168.203.123@tcp LPNI seq info [2358:2358:8:4294967295] 00000100:00000001:0.0:1788838260.327845:0:30711:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788838260.327846:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838260.327849:0:30711:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838260.327854:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838260.327859:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838260.327866:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afc419e000. 00000800:00000200:1.0:1788838260.327872:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838260.327879:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838260.327884:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc419e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1788838260.327950:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1788838260.327954:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1788838260.327954:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1788838260.327958:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afc419e000. 00000400:00000200:1.0:1788838260.327961:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.327965:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838260.332589:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.332607:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.332610:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.332613:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.332621:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.332628:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.332638:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.332642:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.332647:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.332650:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd4c480 00000400:00000200:0.0:1788838260.332691:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.332697:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x65e1 [1] + 224 00000800:00000001:0.0:1788838260.332704:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.332714:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.332717:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.332721:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.332727:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.332735:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.332746:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.332759:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.332767:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.332769:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838260.332853:0:30711:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838260.332861:0:30711:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838260.332863:0:30711:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838260.332866:0:30711:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25318. 00000400:00000200:1.0:1788838260.332869:0:30711:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcbb0 00000400:00000010:1.0:1788838260.332872:0:30711:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcbb0. 00000100:00000001:1.0:1788838260.332875:0:30711:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.332889:0:30711:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838260.332899:0:30711:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.332905:0:30711:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838260.332907:0:30711:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838260.332909:0:30711:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838260.332912:0:30711:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838260.332914:0:30711:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838260.332916:0:30711:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838260.332919:0:30711:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838260.332928:0:30711:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838260.332931:0:30711:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838260.332933:0:30711:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838260.332935:0:30711:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.332938:0:30711:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838260.332941:0:30711:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.332944:0:30711:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838260.332946:0:30711:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:1.0:1788838260.332948:0:30711:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838260.332951:0:30711:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838260.332955:0:30711:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.332963:0:30711:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.332969:0:30711:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838260.332971:0:30711:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838260.332974:0:30711:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838260.332981:0:30711:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:30711:1875731132236928:192.168.203.123@tcp:37:bash.0 00000100:00000001:1.0:1788838260.332985:0:30711:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838260.332988:0:30711:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.332990:0:30711:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838260.332992:0:30711:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.332995:0:30711:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.333001:0:30711:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838260.333003:0:30711:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8840. 00000100:00000001:1.0:1788838260.333006:0:30711:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838260.333008:0:30711:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838260.333011:0:30711:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.333014:0:30711:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.333016:0:30711:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908e00 x1875731132236928/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.333022:0:30711:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838260.333024:0:30711:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838260.333027:0:30711:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0080800. 02000000:00000001:1.0:1788838260.333030:0:30711:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838260.333032:0:30711:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838260.333034:0:30711:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838260.333036:0:30711:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788838260.333037:0:30711:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788838260.333039:0:30711:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838260.333040:0:30711:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838260.333041:0:30711:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788838260.333064:0:30711:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff98afc3ff0000. 00000100:00000010:1.0:1788838260.333067:0:30711:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff98afd0081000. 00000100:00000001:1.0:1788838260.333071:0:30711:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788838260.333073:0:30711:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc9b60c00. 02000000:00000001:1.0:1788838260.333076:0:30711:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838260.333078:0:30711:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838260.333080:0:30711:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908e00. 00000100:00000001:1.0:1788838260.333083:0:30711:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838260.333084:0:30711:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838260.333086:0:30711:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788838260.333089:0:30711:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788838260.335216:0:30711:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff98afc4095000. 00000002:00000001:1.0:1788838260.335227:0:30711:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.335232:0:30711:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838260.335235:0:30711:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838260.335238:0:30711:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:1.0:1788838260.335241:0:30711:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:1.0:1788838260.335244:0:30711:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:1.0:1788838260.335246:0:30711:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838260.335251:0:30711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838260.335261:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838260.335263:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838260.335264:0:30711:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838260.335267:0:30711:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838260.335270:0:30711:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838260.335281:0:30711:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838260.335283:0:30711:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838260.335286:0:30711:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838260.335290:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838260.335291:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838260.335293:0:30711:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.335296:0:30711:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838260.335297:0:30711:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.335299:0:30711:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.335302:0:30711:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.335304:0:30711:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838260.335305:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838260.335306:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788838260.335309:0:30711:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838260.336708:0:30711:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1788838260.336720:0:30711:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838260.336724:0:30711:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc9b61800. 00000080:00000001:1.0:1788838260.336733:0:30711:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838260.336740:0:30711:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838260.336743:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3ca0 00000080:00200000:1.0:1788838260.336745:0:30711:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838260.336754:0:30711:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc120bc00. 00800000:00000002:1.0:1788838260.336760:0:30711:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838260.336764:0:30711:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838260.336768:0:30711:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838260.336770:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3bc0 00800000:00000002:1.0:1788838260.336773:0:30711:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838260.336776:0:30711:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838260.336780:0:30711:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838260.336785:0:30711:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838260.336787:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3a90 00000002:00010000:1.0:1788838260.336788:0:30711:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838260.336792:0:30711:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838260.336794:0:30711:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838260.336797:0:30711:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838260.336803:0:30711:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:1.0:1788838260.336806:0:30711:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838260.336810:0:30711:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838260.336814:0:30711:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838260.336818:0:30711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788838260.336828:0:30711:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838260.336833:0:30711:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838260.336837:0:30711:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788838260.336843:0:30711:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838260.336845:0:30711:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838260.336847:0:30711:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838260.336849:0:30711:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838260.336851:0:30711:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838260.336853:0:30711:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838260.336856:0:30711:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838260.336857:0:30711:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838260.336859:0:30711:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc120bc00. 00000080:00000001:1.0:1788838260.336863:0:30711:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838260.336864:0:30711:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838260.336867:0:30711:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838260.340196:0:30711:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce46 00800000:00000001:1.0:1788838260.340211:0:30711:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838260.340216:0:30711:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838260.340218:0:30711:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838260.340221:0:30711:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838260.340225:0:30711:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:1.0:1788838260.340228:0:30711:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:1.0:1788838260.340232:0:30711:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:1.0:1788838260.340235:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838260.340237:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838260.340238:0:30711:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838260.340240:0:30711:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838260.340242:0:30711:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce46 from it ffffbbcb00dd3cd8 00010000:00000001:1.0:1788838260.340244:0:30711:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838260.340245:0:30711:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838260.340247:0:30711:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:1.0:1788838260.340249:0:30711:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:1.0:1788838260.340250:0:30711:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:1.0:1788838260.340253:0:30711:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838260.340257:0:30711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838260.340267:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838260.340268:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838260.340270:0:30711:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838260.340274:0:30711:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838260.340278:0:30711:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788838260.340286:0:30711:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838260.340289:0:30711:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838260.340291:0:30711:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838260.340295:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838260.340297:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838260.340298:0:30711:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.340301:0:30711:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838260.340303:0:30711:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.340305:0:30711:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.340309:0:30711:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838260.340311:0:30711:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838260.340313:0:30711:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838260.340313:0:30711:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838260.340316:0:30711:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838260.340318:0:30711:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838260.340323:0:30711:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838260.340329:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3d28 00000080:00000008:1.0:1788838260.340331:0:30711:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838260.340580:0:30711:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788838260.340583:0:30711:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788838260.340591:0:30711:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc120bc00. 00800000:00000002:1.0:1788838260.340596:0:30711:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838260.340599:0:30711:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788838260.340605:0:30711:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446733001358987968 : -11072350563648 : fffff5ee047a52c0) 00000080:00000001:1.0:1788838260.340610:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788838260.340614:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838260.340616:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:1.0:1788838260.340617:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:1.0:1788838260.340619:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1788838260.340621:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:1.0:1788838260.340623:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1788838260.340625:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:1.0:1788838260.340627:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:1.0:1788838260.340628:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:1.0:1788838260.340630:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1788838260.340631:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:1.0:1788838260.340633:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1788838260.340635:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788838260.340637:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:1.0:1788838260.340639:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:1.0:1788838260.340641:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1788838260.340642:0:30711:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:1.0:1788838260.340646:0:30711:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838260.340649:0:30711:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838260.340652:0:30711:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc120bc00. 00000080:00000001:1.0:1788838260.340677:0:30711:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838260.340697:0:30711:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788838260.340699:0:30711:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788838260.340702:0:30711:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838260.340703:0:30711:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838260.340715:0:30711:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788838260.340717:0:30711:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788838260.340719:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3dd0 00000080:00200008:1.0:1788838260.340721:0:30711:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000 00000080:00400000:1.0:1788838260.340724:0:30711:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788838260.340727:0:30711:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc4d96a00. 00000080:00000001:1.0:1788838260.340732:0:30711:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838260.340735:0:30711:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3dd0 00000080:00000008:1.0:1788838260.340736:0:30711:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000, rc = 0 00000080:00000001:1.0:1788838260.340738:0:30711:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838260.340740:0:30711:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.350981:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.350988:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.350992:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.350995:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b20 00000080:00200000:3.0:1788838260.351000:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838260.351010:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77600. 00800000:00000002:3.0:1788838260.351016:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.351020:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.351025:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.351027:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a40 00800000:00000002:3.0:1788838260.351030:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.351033:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.351037:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.351042:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.351044:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27910 00000002:00010000:3.0:1788838260.351046:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.351049:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.351052:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.351055:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.351063:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.351067:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.351073:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.351076:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.351081:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788838260.351091:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.351096:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.351100:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788838260.351107:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.351109:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.351110:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.351112:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.351114:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.351125:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.351129:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.351132:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.351135:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77600. 00000080:00000001:3.0:1788838260.351140:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.351141:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.351144:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838260.351147:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce46 00800000:00000001:3.0:1788838260.351151:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.351153:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.351154:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.351156:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.351159:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.351161:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.351164:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.351167:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351169:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.351170:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.351171:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.351173:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce46 from it ffffbbcb01c27b58 00010000:00000001:3.0:1788838260.351175:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.351176:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.351177:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.351179:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.351181:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.351183:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.351185:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838260.351190:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351190:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.351191:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.351193:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.351195:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788838260.351199:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.351201:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.351203:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.351206:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351207:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.351208:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351210:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.351211:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351213:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351215:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351216:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.351217:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351217:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.351220:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.351221:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.351223:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838260.351226:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.351228:0:30904:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838260.351230:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b48 00000080:00002000:3.0:1788838260.351231:0:30904:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff98afd173ad80) flags 0x20000e refc 1 00000080:00000001:3.0:1788838260.351233:0:30904:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.351234:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b90 00000080:00200000:3.0:1788838260.351235:0:30904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000001:3.0:1788838260.351238:0:30904:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838260.351239:0:30904:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.351243:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d08 00000080:00200008:3.0:1788838260.351245:0:30904:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838260.351247:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.351248:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27c80 00000080:00200000:3.0:1788838260.351250:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248),name=d21g.recovery-small-1 00000080:00000010:3.0:1788838260.351253:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77600. 00800000:00000002:3.0:1788838260.351255:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.351259:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.351260:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.351261:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ba0 00800000:00000002:3.0:1788838260.351262:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.351264:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.351267:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.351269:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.351270:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a70 00000002:00010000:3.0:1788838260.351271:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.351273:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.351274:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.351274:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.351276:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838260.351278:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.351281:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.351283:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.351286:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838260.351292:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.351295:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.351297:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838260.351302:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.351304:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.351305:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.351307:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.351308:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.351310:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.351312:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.351314:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.351594:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77600. 00000080:00000001:3.0:1788838260.351597:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.351598:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.351600:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff98afd1583248) 00000080:00010000:3.0:1788838260.351602:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff98afd1583248) for lock 0x9f68a6b43b62ce4d 00800000:00000001:3.0:1788838260.351605:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.351607:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.351608:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.351610:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.351611:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.351613:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.351615:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.351618:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351619:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.351620:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.351621:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.351623:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce4d from it ffffbbcb01c27cb8 00010000:00000001:3.0:1788838260.351624:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.351626:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.351627:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.351629:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.351630:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.351632:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.351634:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.351640:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351641:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.351642:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.351643:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.351646:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838260.351652:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.351654:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.351674:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.351677:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351678:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.351679:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351682:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.351685:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351688:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351692:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351695:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.351696:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351698:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.351700:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.351701:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.351704:0:30904:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.351707:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d08 00000080:00000008:3.0:1788838260.351710:0:30904:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838260.351733:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.351736:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.351737:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.351738:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00000080:00200000:3.0:1788838260.351740:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838260.351744:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77600. 00800000:00000002:3.0:1788838260.351746:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.351748:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.351750:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.351752:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ae0 00800000:00000002:3.0:1788838260.351753:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.351756:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.351757:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.351761:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.351762:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279b0 00000002:00010000:3.0:1788838260.351764:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.351766:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.351768:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.351769:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.351772:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.351774:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.351776:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.351778:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.351781:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788838260.351794:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.351796:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.351799:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788838260.351805:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.351807:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.351808:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.351810:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.351811:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.351813:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.351816:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.351817:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.351819:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77600. 00000080:00000001:3.0:1788838260.351822:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.351823:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.351825:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838260.351827:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce46 00800000:00000001:3.0:1788838260.351830:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.351831:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.351832:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.351834:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.351835:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.351837:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.351839:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.351841:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351842:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.351843:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.351844:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.351846:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce46 from it ffffbbcb01c27bf8 00010000:00000001:3.0:1788838260.351848:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.351849:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.351851:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.351852:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.351855:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.351857:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.351859:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788838260.351865:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351866:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.351867:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.351868:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.351870:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788838260.351875:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.351876:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.351878:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.351880:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351881:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.351882:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351884:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.351885:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351887:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351889:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351890:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.351891:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.351892:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.351894:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.351895:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.351897:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838260.351899:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.351902:0:30904:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838260.351904:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00000080:00002000:3.0:1788838260.351905:0:30904:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff98afd173ad80) flags 0x20000e refc 1 00000080:00000001:3.0:1788838260.351908:0:30904:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.351910:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27c08 00000080:00200000:3.0:1788838260.351911:0:30904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:3.0:1788838260.351914:0:30904:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838260.351915:0:30904:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.351918:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838260.351920:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248), inode mode 41ed mask 44 00000080:00000001:3.0:1788838260.351922:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.351926:0:30904:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788838260.351928:0:30904:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838260.351930:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b78 00000080:00200008:3.0:1788838260.351932:0:30904:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), flags 704400 00000080:00000010:3.0:1788838260.351937:0:30904:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a12c0. 00000080:00000001:3.0:1788838260.351942:0:30904:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788838260.351945:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77600. 00800000:00000002:3.0:1788838260.351948:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.351950:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.351952:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.351953:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a28 00800000:00000002:3.0:1788838260.351954:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.351957:0:30904:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788838260.351959:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279a8 00800000:00000002:3.0:1788838260.351961:0:30904:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788838260.351964:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.351965:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c278e0 00000002:00010000:3.0:1788838260.351967:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1788838260.351970:0:30904:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838260.351973:0:30904:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788838260.351977:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.351980:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838260.351982:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.351984:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.351988:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.351989:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.351991:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.351993:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.351995:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.351996:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.351998:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.351999:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.352001:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.352002:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.352007:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f480. 00000020:00000040:3.0:1788838260.352011:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838260.352015:0:30904:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838260.352017:0:30904:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.352019:0:30904:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.352023:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.352025:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.352026:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.352027:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.352029:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.352032:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.352034:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.352041:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8715000. 00000100:00000001:3.0:1788838260.352047:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.352052:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.352054:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.352055:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.352057:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.352058:0:30904:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.352065:0:30904:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00010000:00000001:3.0:1788838260.352069:0:30904:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.352071:0:30904:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838260.352073:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.352075:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.352077:0:30904:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.352081:0:30904:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beaa00. 00000020:00000001:3.0:1788838260.352083:0:30904:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.352085:0:30904:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beaa00 with handle 0x9f68a6b43b62ce77 to hash 00000020:00000001:3.0:1788838260.352087:0:30904:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.352089:0:30904:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838260.352092:0:30904:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838260.352095:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.352096:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.352100:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beaa00/0x9f68a6b43b62ce77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.352107:0:30904:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beaa00/0x9f68a6b43b62ce77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788838260.352132:0:30904:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788838260.352144:0:30904:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896f480 x1875731132237184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788838260.352154:0:30904:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beaa00/0x9f68a6b43b62ce77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.352159:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.352161:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.352168:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc88050c0. 00000100:00000001:3.0:1788838260.352171:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483392192 : -113594226159424 : ffff98afc88050c0) 00000100:00000001:3.0:1788838260.352174:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.352175:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000001:3.0:1788838260.352181:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.352185:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.352187:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.352188:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.352193:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f480 x1875731132237184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.352201:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.352203:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.352206:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.352209:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.352211:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.352216:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132237184:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838260.352219:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.352224:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.352226:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.352229:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.352371:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:3.0:1788838260.352374:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.352382:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.352386:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b478. 00000400:00000010:3.0:1788838260.352394:0:30904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afd0914800. 00000100:00000200:3.0:1788838260.352401:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132237184, portal 10 00000100:00000001:3.0:1788838260.352403:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.352404:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000040:3.0:1788838260.352754:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f480 x1875731132237184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.352763:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.352767:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000800:00000200:1.0:1788838260.353184:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.353189:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:1.0:1788838260.353193:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.353199:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.353205:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aaa0 00000400:00000010:1.0:1788838260.353207:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aaa0. 00000100:00000001:1.0:1788838260.353210:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.353216:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f480 x1875731132237184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.353225:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.353228:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f480 x1875731132237184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.353234:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.353236:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838260.363352:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.363374:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.363379:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.363382:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.363389:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.363396:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.363407:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.363423:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.363429:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.363433:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4c580 00000400:00000200:0.0:1788838260.363438:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.363444:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x65f1 [64] + 224 00000800:00000001:0.0:1788838260.363451:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.363461:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.363465:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.363469:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.363477:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.363486:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f480 x1875731132237184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.363501:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc896f480 x1875731132237184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.363522:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.363530:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.363534:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838260.367529:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.367534:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:0.0:1788838260.367539:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.367543:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.367548:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a4c8 00000400:00000010:0.0:1788838260.367551:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a4c8. 00000100:00000001:0.0:1788838260.367554:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838260.367558:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132237312/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.367568:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.367571:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1880 x1875731132237312/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.367577:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.367578:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838260.381572:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.381592:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.381597:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.381600:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.381609:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.381617:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.381627:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.381632:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.381637:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.381641:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd4c600 00000400:00000200:0.0:1788838260.381646:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.381652:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x65f9 [256] + 0 00000400:00000010:0.0:1788838260.381694:0:2344:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7df78. 00000400:00000200:0.0:1788838260.381700:0:2344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc4118000 00000800:00000001:0.0:1788838260.381705:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.381713:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.381716:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.381720:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.381726:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4118000 00000400:00000010:0.0:1788838260.381728:0:2344:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afc4118000. 00000100:00000001:0.0:1788838260.381734:0:2344:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788838260.381736:0:2344:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc4ac1880 desc ffff98afc406d000 mbits 1875731132237312 00000100:00000001:0.0:1788838260.381747:0:2344:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788838260.381755:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838260.381758:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.381763:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838260.381770:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2361:2361:256:4294967295] 192.168.203.123@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:0.0:1788838260.381774:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.381782:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838260.381788:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838260.381795:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afd0c44000. 00000800:00000200:0.0:1788838260.381801:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838260.381808:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838260.381812:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0c44000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838260.381870:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.381873:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afd0c44000. 00000400:00000200:0.0:1788838260.381877:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.381880:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838260.381885:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.381888:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838260.385873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beaa00. 00000800:00000001:0.0:1788838260.392794:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.392814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.392819:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.392822:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.392831:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.392840:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.392849:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.392854:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.392860:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.392864:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd4c600 00000400:00000200:0.0:1788838260.392870:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.392890:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x6601 [1] + 224 00000800:00000001:0.0:1788838260.392896:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.392907:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.392910:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.392914:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.392921:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.392929:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132237312/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.392940:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc4ac1880 x1875731132237312/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.392962:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.392971:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.392975:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838260.405238:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.405249:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838260.405256:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.405264:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.405272:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a5d8 00000400:00000010:1.0:1788838260.405275:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a5d8. 00000100:00000001:1.0:1788838260.405280:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.405288:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132237568/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.405301:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.405304:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1880 x1875731132237568/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.405311:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.405313:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838260.420018:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.420035:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.420039:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.420042:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.420050:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.420058:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.420067:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.420072:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.420077:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.420081:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4c700 00000400:00000200:0.0:1788838260.420085:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.420091:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6609 [1] + 224 00000800:00000001:0.0:1788838260.420098:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.420105:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.420108:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.420113:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.420209:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.420217:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132237568/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.420230:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac1880 x1875731132237568/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.420315:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.420331:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.420335:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.426931:0:30904:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788838260.426950:0:30904:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc896f480 x1875731132237184/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.426964:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.426966:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000001:3.0:1788838260.426970:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.426974:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f480 x1875731132237184/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.426983:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.426985:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.426989:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1880 x1875731132237568/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.426995:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.426997:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.427001:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f480 x1875731132237184/t4294967619(4294967619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.427008:0:30904:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788838260.427012:0:30904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.427014:0:30904:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.427016:0:30904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.427021:0:30904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8715000. 02000000:00000001:3.0:1788838260.427028:0:30904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.427030:0:30904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.427032:0:30904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f480. 00000100:00000001:3.0:1788838260.427036:0:30904:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.427037:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.427039:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.427042:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132237568/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.427048:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.427050:0:30904:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e6c60. 00000002:00000001:3.0:1788838260.427054:0:30904:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.427056:0:30904:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.427060:0:30904:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110d580. 00000100:00000001:3.0:1788838260.427062:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.427066:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1880 x1875731132237568/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.427072:0:30904:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.427074:0:30904:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.427076:0:30904:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d000. 02000000:00000001:3.0:1788838260.427079:0:30904:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.427081:0:30904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.427082:0:30904:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.427084:0:30904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.427085:0:30904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3f24800. 02000000:00000001:3.0:1788838260.427087:0:30904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.427089:0:30904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.427090:0:30904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1880. 00000100:00000001:3.0:1788838260.427092:0:30904:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.427094:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.427096:0:30904:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.427100:0:30904:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a12c0. 00000080:00000001:3.0:1788838260.427104:0:30904:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.427110:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27dd0 00000080:00000008:3.0:1788838260.427113:0:30904:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), flags 704000, rc = 0 00000080:00000001:3.0:1788838260.427135:0:30904:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.427138:0:30904:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.427186:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.427190:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.427192:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.427193:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00000080:00200000:3.0:1788838260.427196:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838260.427202:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77400. 00800000:00000002:3.0:1788838260.427208:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.427213:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.427217:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.427219:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ae0 00800000:00000002:3.0:1788838260.427222:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.427225:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.427229:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.427235:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.427236:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279b0 00000002:00010000:3.0:1788838260.427238:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.427242:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.427243:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.427246:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.427252:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.427256:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.427261:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.427265:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.427270:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788838260.427280:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.427285:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.427289:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788838260.427296:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.427299:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.427301:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.427302:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.427304:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.427306:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.427309:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.427312:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.427314:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77400. 00000080:00000001:3.0:1788838260.427318:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.427320:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.427322:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838260.427339:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce46 00800000:00000001:3.0:1788838260.427342:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.427344:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.427346:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.427348:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.427351:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.427353:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.427356:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.427359:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.427361:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.427362:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.427364:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.427367:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce46 from it ffffbbcb01c27bf8 00010000:00000001:3.0:1788838260.427369:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.427370:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.427372:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.427374:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.427376:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.427379:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.427382:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788838260.427389:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.427390:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.427392:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.427394:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.427397:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788838260.427405:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.427409:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.427411:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.427415:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.427416:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.427417:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427420:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.427422:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427424:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427426:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427428:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.427430:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.427430:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.427432:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.427433:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.427436:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838260.427440:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.427443:0:30904:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838260.427446:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00000080:00002000:3.0:1788838260.427447:0:30904:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff98afd173ad80) flags 0x20000e refc 1 00000080:00000001:3.0:1788838260.427450:0:30904:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.427452:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27c08 00000080:00200000:3.0:1788838260.427453:0:30904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:3.0:1788838260.427457:0:30904:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838260.427460:0:30904:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.427464:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838260.427466:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248), inode mode 41ed mask 44 00000080:00000001:3.0:1788838260.427469:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.427474:0:30904:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788838260.427476:0:30904:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838260.427477:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b78 00000080:00200008:3.0:1788838260.427479:0:30904:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), flags 704400 00000080:00000010:3.0:1788838260.427483:0:30904:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a12c0. 00000080:00000001:3.0:1788838260.427489:0:30904:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788838260.427491:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77400. 00800000:00000002:3.0:1788838260.427494:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.427496:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.427499:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.427500:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a28 00800000:00000002:3.0:1788838260.427501:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.427504:0:30904:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788838260.427506:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279a8 00800000:00000002:3.0:1788838260.427508:0:30904:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788838260.427511:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.427512:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c278e0 00000002:00010000:3.0:1788838260.427514:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1788838260.427517:0:30904:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838260.427519:0:30904:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788838260.427522:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.427525:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838260.427528:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.427530:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.427533:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427535:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.427537:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.427538:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.427540:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.427542:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.427543:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.427545:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427547:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.427548:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.427552:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f480. 00000020:00000040:3.0:1788838260.427555:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838260.427561:0:30904:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838260.427563:0:30904:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427566:0:30904:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.427570:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.427572:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.427574:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.427575:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.427578:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.427580:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.427583:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.427590:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8715000. 00000100:00000001:3.0:1788838260.427595:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427600:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.427601:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427603:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.427604:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.427606:0:30904:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.427612:0:30904:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00010000:00000001:3.0:1788838260.427615:0:30904:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.427617:0:30904:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838260.427619:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.427621:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.427622:0:30904:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.427626:0:30904:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea400. 00000020:00000001:3.0:1788838260.427628:0:30904:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.427631:0:30904:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea400 with handle 0x9f68a6b43b62ce7e to hash 00000020:00000001:3.0:1788838260.427633:0:30904:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.427634:0:30904:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.427637:0:30904:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.427640:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.427641:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.427645:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.427652:0:30904:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788838260.427705:0:30904:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788838260.427712:0:30904:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788838260.427720:0:30904:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.427725:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.427727:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.427734:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.427736:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483393344 : -113594226158272 : ffff98afc8805540) 00000100:00000001:3.0:1788838260.427739:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.427740:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000001:3.0:1788838260.427744:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.427747:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.427749:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.427751:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.427755:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.427762:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.427764:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.427768:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.427770:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.427772:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.427775:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132237824:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838260.427779:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.427785:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.427788:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.427791:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.427915:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:3.0:1788838260.427918:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.427925:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.427930:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838260.427936:0:30904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afd0911000. 00000100:00000200:3.0:1788838260.427943:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132237824, portal 10 00000100:00000001:3.0:1788838260.427945:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.427947:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000040:3.0:1788838260.427954:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.427960:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.427963:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.427967:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838260.427970:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132237824, offset 0 00000400:00000200:3.0:1788838260.427976:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.427984:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.427992:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.427996:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.428001:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.428004:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.428006:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.428010:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2363:2363:256:4294967295] 192.168.203.123@tcp LPNI seq info [2363:2363:8:4294967295] 00000400:00000200:3.0:1788838260.428014:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.428022:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.428027:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.428031:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3700. 00000800:00000200:3.0:1788838260.428037:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.428044:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.428049:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.428056:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.428060:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 800757 usecs (801 jiffies) 00000400:00000200:3.0:1788838260.428063:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.428065:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391202 00000100:00000001:3.0:1788838260.428068:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.428071:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391202 00000100:00000001:3.0:1788838260.428073:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.428075:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.428078:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.428080:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.428082:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.428085:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8805540 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.428087:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.428089:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.428521:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.428526:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3700. 00000400:00000200:1.0:1788838260.428530:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.428535:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.428541:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:1.0:1788838260.428543:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:1.0:1788838260.428548:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.428553:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.428562:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.428565:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.428571:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.428573:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838260.431711:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.431728:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.431733:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.431736:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.431745:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.431752:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.431762:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.431767:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.431772:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.431775:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4c800 00000400:00000200:0.0:1788838260.431780:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.431786:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6611 [64] + 224 00000800:00000001:0.0:1788838260.431794:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.431801:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.431804:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.431809:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.431816:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.431824:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.431841:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.431856:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.431864:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.431868:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.432040:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.432047:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.432049:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.432052:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838260.432056:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0911000 00000400:00000010:3.0:1788838260.432059:0:30904:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afd0911000. 00000100:00000001:3.0:1788838260.432062:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.432067:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.432076:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f480 x1875731132237824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.432082:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.432084:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.432086:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.432089:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.432091:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.432094:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.432096:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.432106:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.432110:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.432113:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.432130:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.432134:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.432137:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.432140:0:30904:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838260.432141:0:30904:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838260.432143:0:30904:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838260.432145:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.432146:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00000100:00000001:3.0:1788838260.432150:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.432152:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.432153:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.432156:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.432161:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f480 x1875731132237824/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.432167:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.432170:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.432172:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.432176:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f480 x1875731132237824/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.432183:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f480 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132237824:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838260.432188:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.432191:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.432193:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.432195:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.432198:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f480 x1875731132237824/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.432205:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.432208:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.432211:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.432212:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.432215:0:30904:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.432219:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.432221:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.432225:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=4 00000020:00000001:3.0:1788838260.432227:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432230:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000040:3.0:1788838260.432236:0:30904:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bea400, remote cookie: 0xff98f31736b3b424, flags: 0x1001 00010000:00000040:3.0:1788838260.432239:0:30904:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838260.432242:0:30904:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788838260.432248:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838260.432250:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.432254:0:30904:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.432258:0:30904:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.432267:0:30904:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.432273:0:30904:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.432277:0:30904:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838260.432279:0:30904:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838260.432281:0:30904:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838260.432282:0:30904:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838260.432284:0:30904:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff98afd83ac200) refcount = 2 00010000:00000040:3.0:1788838260.432287:0:30904:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838260.432289:0:30904:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788838260.432296:0:30904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.432301:0:30904:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838260.432304:0:30904:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.432306:0:30904:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.432308:0:30904:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.432311:0:30904:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.432313:0:30904:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.432536:0:30904:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.432538:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432540:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.432541:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432543:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.432544:0:30904:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.432549:0:30904:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838260.432552:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.432553:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.432555:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838260.432557:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432559:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432561:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432561:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838260.432566:0:30904:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff98afc896f480 x1875731132237824/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838260.432575:0:30904:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788838260.432579:0:30904:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896f480 x1875731132237824/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838260.432586:0:30904:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.432588:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.432589:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.432590:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838260.432591:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432593:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432595:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432596:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.432598:0:30904:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.432600:0:30904:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.432603:0:30904:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788838260.432605:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.432606:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875904 : -113594224675712 : ffff98afc896f480) 00010000:00000001:3.0:1788838260.432608:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.432609:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.432611:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838260.432612:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432614:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00000002:00010000:3.0:1788838260.432618:0:30904:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.432623:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432624:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.432626:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.432627:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.432628:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.432630:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838260.432631:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432633:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000040:3.0:1788838260.432636:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 3 00010000:00000001:3.0:1788838260.432638:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838260.432642:0:30904:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 16 res 8589935620/35 (0 0) 00010000:00000001:3.0:1788838260.432644:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432645:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.432646:0:30904:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838260.432649:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27868 00000002:00002000:3.0:1788838260.432651:0:30904:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788838260.432654:0:30904:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.432682:0:30904:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.432685:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838260.432687:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838260.432691:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.432695:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.432699:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77400. 00000080:00000001:3.0:1788838260.432703:0:30904:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838260.432708:0:30904:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838260.432711:0:30904:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838260.432713:0:30904:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838260.432715:0:30904:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1788838260.432717:0:30904:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.432721:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788838260.432724:0:30904:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788838260.432728:0:30904:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00010000:00000001:3.0:1788838260.432731:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.432732:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.432733:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838260.432735:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432737:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432739:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432740:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.432741:0:30904:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838260.432744:0:30904:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838260.432745:0:30904:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.432748:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff98afd1583248) for lock 0x9f68a6b43b62ce7e 00800000:00000001:3.0:1788838260.432751:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.432753:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.432754:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.432755:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.432756:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838260.432758:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432760:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432762:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432763:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.432764:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.432766:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.432769:0:30904:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838260.432771:0:30904:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.432773:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.432777:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f480 x1875731132237824/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.432784:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.432787:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce7e from it ffffbbcb01c27bd0 00010000:00000001:3.0:1788838260.432789:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.432791:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.432792:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838260.432794:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432796:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.432798:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.432802:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.432808:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432810:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.432811:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.432815:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.432817:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.432824:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.432826:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.432828:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.432832:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432833:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.432834:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.432837:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.432839:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.432840:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.432843:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.432845:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.432846:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.432848:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.432851:0:30904:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.432858:0:30904:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d2500. 00000080:00000001:3.0:1788838260.432861:0:30904:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838260.432864:0:30904:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838260.432867:0:30904:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838260.432872:0:30904:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a76c0. 00000002:00100000:3.0:1788838260.432878:0:30904:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896f480 x1875731132237824/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838260.432884:0:30904:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.432886:0:30904:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838260.432890:0:30904:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838260.432893:0:30904:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.432896:0:30904:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838260.432898:0:30904:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.432900:0:30904:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.432904:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.432908:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f480 x1875731132237824/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838260.432916:0:30904:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.432919:0:30904:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:3.0:1788838260.432955:0:30904:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838260.432958:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.432961:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b78 00000080:00000008:3.0:1788838260.432964:0:30904:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), flags 704400, rc = 0 00000080:00000001:3.0:1788838260.432968:0:30904:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.432992:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d28 00000080:00200008:3.0:1788838260.432994:0:30904:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838260.433002:0:30904:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788838260.433007:0:30904:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.433010:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.433012:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ca0 00000080:00200000:3.0:1788838260.433014:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248),name=d21g.recovery-small-1 00000080:00000010:3.0:1788838260.433020:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77400. 00800000:00000002:3.0:1788838260.433025:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.433032:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.433035:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.433036:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00800000:00000002:3.0:1788838260.433038:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.433042:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.433047:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.433052:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.433053:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a90 00000002:00010000:3.0:1788838260.433056:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.433059:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.433061:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.433063:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.433065:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 3 00010000:00000001:3.0:1788838260.433067:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.433071:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.433074:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.433078:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788838260.433085:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.433089:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.433092:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788838260.433099:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.433101:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.433103:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.433105:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.433107:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.433109:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.433112:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.433936:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.433943:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77400. 00000080:00000001:3.0:1788838260.433949:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.433951:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.433953:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff98afd1583248) 00000080:00010000:3.0:1788838260.433957:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff98afd1583248) for lock 0x9f68a6b43b62ce4d 00800000:00000001:3.0:1788838260.433960:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.433962:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.433964:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.433966:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.433968:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.433969:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.433971:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.433974:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.433975:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.433976:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.433978:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.433980:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce4d from it ffffbbcb01c27cd8 00010000:00000001:3.0:1788838260.433982:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.433983:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.433984:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.433985:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.433987:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.433989:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.433992:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838260.433999:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.434000:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.434001:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.434003:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.434005:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838260.434011:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.434014:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.434015:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.434018:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.434019:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.434020:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.434023:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.434024:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.434026:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.434028:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.434030:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.434032:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.434033:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.434035:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.434036:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.434039:0:30904:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.434044:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d28 00000080:00000008:3.0:1788838260.434047:0:30904:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1788838260.434551:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d48 00000080:00200000:3.0:1788838260.434554:0:30904:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff98afd0025800) d21g.recovery-small-1 proj=0 00000080:00000001:3.0:1788838260.434557:0:30904:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1788838260.434559:0:30904:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:3.0:1788838260.434561:0:30904:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff98afd0025800: age 1697, max_age 1722 00800000:00000001:3.0:1788838260.434566:0:30904:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:3.0:1788838260.434571:0:30904:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff98afc8805540. 00800000:00000001:3.0:1788838260.434573:0:30904:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1788838260.434575:0:30904:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: age 1697, max_age 1722 00000002:00000001:3.0:1788838260.434578:0:30904:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788838260.434581:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000010:3.0:1788838260.434587:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ea00. 00000020:00000040:3.0:1788838260.434590:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838260.434593:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.434597:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.434600:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.434607:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc2c77400. 00000100:00000001:3.0:1788838260.434614:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.434619:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.434621:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.434627:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8805180. 00000100:00000001:3.0:1788838260.434629:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483392384 : -113594226159232 : ffff98afc8805180) 00000100:00000001:3.0:1788838260.434631:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.434633:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000001:3.0:1788838260.434637:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.434641:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.434644:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.434645:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.434653:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.434698:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.434700:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.434704:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.434706:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.434708:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.434712:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132237952:192.168.203.123@tcp:41:rm.0 00000100:00000001:3.0:1788838260.434716:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.434722:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.434724:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.434727:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.434733:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8714800. 02000000:00000001:3.0:1788838260.434735:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.434743:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.434747:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838260.434755:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce908. 00000100:00000200:3.0:1788838260.434762:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132237952, portal 10 00000100:00000001:3.0:1788838260.434764:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.434765:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000040:3.0:1788838260.434772:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.434780:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.434782:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.434786:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838260.434790:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875731132237952, offset 0 00000400:00000200:3.0:1788838260.434797:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.434806:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.434813:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.434819:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.434824:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.434828:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.434831:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.434835:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2364:2364:256:4294967295] 192.168.203.123@tcp LPNI seq info [2364:2364:8:4294967295] 00000400:00000200:3.0:1788838260.434840:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.434851:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.434856:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.434861:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3f00. 00000800:00000200:3.0:1788838260.434868:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.434875:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.434880:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3f00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.434959:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.434964:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 799611 usecs (800 jiffies) 00000400:00000200:3.0:1788838260.434967:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.434970:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391208 00000100:00000001:3.0:1788838260.434974:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.434977:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391208 00000100:00000001:3.0:1788838260.434979:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.434981:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.434984:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.434987:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.434989:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.434991:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8805180 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.434994:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.434996:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.440763:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.440772:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3f00. 00000400:00000200:1.0:1788838260.440779:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.441707:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.441717:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:1.0:1788838260.441720:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:1.0:1788838260.441727:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.441735:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.441747:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.441750:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.441758:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.441760:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.445879:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.445898:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.445903:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.445906:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.445913:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.445920:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.445928:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.445933:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.445938:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.445943:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 10 MB=0x6a9f7afd4c880 00000400:00000200:1.0:1788838260.445948:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.445957:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 368/368 into md 0x6619 [1] + 224 00000800:00000001:1.0:1788838260.445964:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.445973:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.445976:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.445981:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.445990:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.445999:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838260.446011:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.446034:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.446043:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.446046:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.446255:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.446262:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.446265:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.446268:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838260.446273:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:3.0:1788838260.446276:0:30904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:3.0:1788838260.446279:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.446283:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838260.446294:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.446302:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.446305:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.446308:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.446331:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.446334:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.446336:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.446339:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.446350:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.446355:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.446357:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.446360:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.446363:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.446367:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.446371:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.446373:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.446375:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.446378:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.446383:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.446390:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.446393:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.446396:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.446401:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838260.446411:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132237952:192.168.203.123@tcp:41:rm.0 00000100:00000001:3.0:1788838260.446417:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.446421:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.446423:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.446425:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.446429:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.446435:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.446438:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8805180. 00000100:00000001:3.0:1788838260.446441:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.446443:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.446448:0:30904:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788838260.446451:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.446455:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ea00 x1875731132237952/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.446462:0:30904:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.446465:0:30904:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.446468:0:30904:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8714800. 02000000:00000001:3.0:1788838260.446471:0:30904:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.446474:0:30904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.446476:0:30904:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.446478:0:30904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.446481:0:30904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc2c77400. 02000000:00000001:3.0:1788838260.446484:0:30904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.446486:0:30904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.446488:0:30904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ea00. 00000100:00000001:3.0:1788838260.446491:0:30904:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.446492:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838260.446493:0:30904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.446495:0:30904:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.446496:0:30904:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:3.0:1788838260.446499:0:30904:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: update ffff98afd0548450 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:3.0:1788838260.446503:0:30904:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.446507:0:30904:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1788838260.446510:0:30904:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff98afc8805540. 00800000:00000001:3.0:1788838260.446513:0:30904:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788838260.446516:0:30904:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff98afd0025800: update ffff98afd0549e08 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:3.0:1788838260.446520:0:30904:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788838260.446523:0:30904:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:3.0:1788838260.446525:0:30904:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838260.446527:0:30904:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.446557:0:30904:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788838260.446561:0:30904:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788838260.446569:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77400. 00000080:00000001:3.0:1788838260.446576:0:30904:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788838260.446582:0:30904:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446733001357106688 : -11072352444928 : fffff5ee045d9e00) 00000080:00000001:3.0:1788838260.446586:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788838260.446589:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838260.446592:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1788838260.446596:0:30904:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.446601:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77400. 00000080:00000001:3.0:1788838260.446605:0:30904:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.446614:0:30904:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788838260.446616:0:30904:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1788838260.446620:0:30904:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838260.446622:0:30904:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.446645:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.446648:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838260.446649:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248), inode mode 41ed mask 1 00000080:00000001:3.0:1788838260.446653:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.446698:0:30904:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838260.446701:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27da0 00000080:00002000:3.0:1788838260.446703:0:30904:0:(dcache.c:87:ll_dcompare()) found name f(ffff98afd173ae58) flags 0x48000e refc 0 00000080:00000001:3.0:1788838260.446705:0:30904:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.446707:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27e10 00000080:00200000:3.0:1788838260.446708:0:30904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1788838260.446714:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838260.446715:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff98afd1583248), inode mode 41ed mask 3 00000080:00000001:3.0:1788838260.446718:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.446721:0:30904:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1788838260.446723:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27df8 00000080:00200000:3.0:1788838260.446725:0:30904:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff98afd1583248) 00000080:00000001:3.0:1788838260.446728:0:30904:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788838260.446730:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788838260.446736:0:30904:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d3ab0. 00000020:00000010:3.0:1788838260.446740:0:30904:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc2c77400. 00000020:00000010:3.0:1788838260.446745:0:30904:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc2c76000. 00000020:00000010:3.0:1788838260.446748:0:30904:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acbba0. 00000008:00000010:3.0:1788838260.446754:0:30904:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd06bb7f0. 00020000:00000010:3.0:1788838260.446759:0:30904:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013b180. 00008000:00000010:3.0:1788838260.446763:0:30904:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07ed8b8. 00000080:00000010:3.0:1788838260.446769:0:30904:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec2150. 00000080:00000010:3.0:1788838260.446772:0:30904:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f37090. 00000020:00000010:3.0:1788838260.446775:0:30904:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc2c76e00. 00000008:00000010:3.0:1788838260.446778:0:30904:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669da20. 00020000:00000010:3.0:1788838260.446781:0:30904:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cad240. 00008000:00000010:3.0:1788838260.446784:0:30904:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfe1b8. 00000080:00000010:3.0:1788838260.446787:0:30904:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cff960. 00000020:00000001:3.0:1788838260.446790:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.446792:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838260.446794:0:30904:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838260.446797:0:30904:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000002:3.0:1788838260.446800:0:30904:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b17ea0 addref 2/0 by ffff98b0020dcf80. 00020000:00000002:3.0:1788838260.446803:0:30904:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.446805:0:30904:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838260.446807:0:30904:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838260.446808:0:30904:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838260.446810:0:30904:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788838260.446813:0:30904:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788838260.446815:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.446817:0:30904:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788838260.446821:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77200. 00800000:00000001:3.0:1788838260.446831:0:30904:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788838260.446836:0:30904:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788838260.446838:0:30904:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x25:0x0] 00800000:00000001:3.0:1788838260.446841:0:30904:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.446842:0:30904:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x23:0x0]/[0x200000404:0x25:0x0] -> mds #0 00000002:00000001:3.0:1788838260.446847:0:30904:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788838260.446848:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.446855:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 3 00010000:00000001:3.0:1788838260.446857:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.446860:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.446863:0:30904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838260.446867:0:30904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1788838260.446889:0:30904:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838260.446893:0:30904:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838260.446894:0:30904:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838260.446896:0:30904:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1788838260.446899:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.446901:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.446903:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 4 00010000:00000001:3.0:1788838260.446905:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.446908:0:30904:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788838260.446911:0:30904:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788838260.446913:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.446917:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.446920:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838260.446927:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.446929:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.446930:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1788838260.446933:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.446935:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.446938:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=2 00000020:00000001:3.0:1788838260.446941:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.446944:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838260.446946:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.446947:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.446948:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.446949:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.446950:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 4 00010000:00000001:3.0:1788838260.446952:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.446954:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.446955:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.446956:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.446957:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 4 00010000:00000001:3.0:1788838260.446959:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.446961:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.446962:0:30904:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838260.446965:0:30904:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff98afd1583180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838260.447018:0:30904:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788838260.447021:0:30904:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838260.447023:0:30904:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838260.447025:0:30904:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff98afd1583248) invalid 00000020:00000001:3.0:1788838260.447028:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a60 00000080:00002000:3.0:1788838260.447030:0:30904:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff98afd173ad80) parent ffff98afd8effa20 inode ffff98afd1583248 refc 3 00000080:00000001:3.0:1788838260.447034:0:30904:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838260.447036:0:30904:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838260.447038:0:30904:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.447041:0:30904:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838260.447044:0:30904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838260.447045:0:30904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838260.447047:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.447049:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838260.447052:0:30904:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bebe00 with handle 0x9f68a6b43b62ce4d from hash 00010000:00000001:3.0:1788838260.447054:0:30904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838260.447055:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.447056:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.447057:0:30904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838260.447060:0:30904:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838260.447061:0:30904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838260.447064:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838260.447065:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.447067:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.447070:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.447073:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac400 count: 2 00010000:00000001:3.0:1788838260.447075:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.447077:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.447079:0:30904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838260.447081:0:30904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788838260.447088:0:30904:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838260.447090:0:30904:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838260.447091:0:30904:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838260.447092:0:30904:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:3.0:1788838260.447094:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.447095:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.447097:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac400 count: 3 00010000:00000001:3.0:1788838260.447098:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.447100:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.447101:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.447103:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.447104:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac400 count: 3 00010000:00000001:3.0:1788838260.447106:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.447108:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.447109:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.447110:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.447112:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac400 count: 3 00010000:00000001:3.0:1788838260.447113:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.447126:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.447127:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.447128:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.447130:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac400 count: 3 00010000:00000001:3.0:1788838260.447131:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.447134:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.447135:0:30904:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.447137:0:30904:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838260.447138:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.447140:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.447141:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838260.447143:0:30904:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788838260.447145:0:30904:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1788838260.447148:0:30904:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788838260.447150:0:30904:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788838260.447153:0:30904:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838260.447156:0:30904:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838260.447159:0:30904:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788838260.447161:0:30904:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.447163:0:30904:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838260.447164:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.447166:0:30904:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.447168:0:30904:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838260.447169:0:30904:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff98afd152ec08) invalid 00000020:00000001:3.0:1788838260.447171:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a60 00000080:00002000:3.0:1788838260.447173:0:30904:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd173ae58) parent ffff98afd173ad80 inode ffff98afd152ec08 refc 1 00000080:00000001:3.0:1788838260.447176:0:30904:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838260.447177:0:30904:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838260.447178:0:30904:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.447180:0:30904:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838260.447182:0:30904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838260.447183:0:30904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838260.447184:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.447185:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838260.447187:0:30904:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb600 with handle 0x9f68a6b43b62ce54 from hash 00010000:00000001:3.0:1788838260.447189:0:30904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838260.447190:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.447191:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.447192:0:30904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838260.447194:0:30904:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838260.447195:0:30904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838260.447197:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838260.447199:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.447201:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788838260.447206:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ea00. 00000020:00000040:3.0:1788838260.447210:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838260.447214:0:30904:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838260.447216:0:30904:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.447219:0:30904:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.447223:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.447227:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.447228:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.447229:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.447231:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.447233:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.447235:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.447241:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc2c77600. 00000100:00000001:3.0:1788838260.447247:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.447249:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.447252:0:30904:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838260.447256:0:30904:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838260.447264:0:30904:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1788838260.447269:0:30904:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1788838260.447270:0:30904:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788838260.447271:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838260.447273:0:30904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce54 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b3bb expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788838260.447280:0:30904:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2300. 00010000:00000040:3.0:1788838260.447283:0:30904:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac400 count: 0 00010000:00000010:3.0:1788838260.447288:0:30904:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675f80. 00010000:00000001:3.0:1788838260.447294:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.447296:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838260.447298:0:30904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce4d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b39f expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838260.447303:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.447305:0:30904:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.447307:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.447308:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.447310:0:30904:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788838260.447321:0:30904:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788838260.447329:0:30904:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838260.447336:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.447337:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.447342:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.447345:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483393344 : -113594226158272 : ffff98afc8805540) 00000100:00000001:3.0:1788838260.447348:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.447350:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000001:3.0:1788838260.447354:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.447358:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.447360:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.447362:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.447366:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.447373:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.447376:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.447379:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.447381:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.447383:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.447386:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132238208:192.168.203.123@tcp:36:rm.0 00000100:00000001:3.0:1788838260.447390:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.447394:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.447396:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.447399:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.447403:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8714800. 02000000:00000001:3.0:1788838260.447405:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.447409:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.447413:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838260.447418:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce908. 00000100:00000200:3.0:1788838260.447425:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132238208, portal 10 00000100:00000001:3.0:1788838260.447427:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.447428:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000040:3.0:1788838260.447433:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.447440:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.447443:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.447445:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cea18. 00000100:00000200:3.0:1788838260.447449:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875731132238208, offset 0 00000400:00000200:3.0:1788838260.447454:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.447462:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.447468:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.447473:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.447478:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.447482:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.447484:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.447487:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2365:2365:256:4294967295] 192.168.203.123@tcp LPNI seq info [2365:2365:8:4294967295] 00000400:00000200:3.0:1788838260.447492:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.447500:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.447505:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.447510:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3100. 00000800:00000200:3.0:1788838260.447516:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.447523:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.447527:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.447535:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.447540:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 798481 usecs (799 jiffies) 00000400:00000200:3.0:1788838260.447543:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.447546:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391219 00000100:00000001:3.0:1788838260.447549:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.447550:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391219 00000100:00000001:3.0:1788838260.447552:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.447554:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.447557:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.447560:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.447561:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.447563:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8805540 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.447565:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.447568:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.448003:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.448009:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3100. 00000400:00000200:1.0:1788838260.448013:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.448018:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.448022:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cea18 00000400:00000010:1.0:1788838260.448025:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cea18. 00000100:00000001:1.0:1788838260.448028:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.448033:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.448042:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.448045:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.448051:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.448053:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838260.452840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac400. 00010000:00000010:3.1:1788838260.452852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00010000:00000010:3.1:1788838260.452856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00000800:00000001:1.0:1788838260.459714:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.459733:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.459736:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.459739:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.459748:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.459757:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.459765:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.459770:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.459775:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.459780:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4c980 00000400:00000200:1.0:1788838260.459784:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.459790:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6621 [1] + 224 00000800:00000001:1.0:1788838260.459796:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.459803:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.459806:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.459810:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.459817:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.459827:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838260.459839:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.459857:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838260.459866:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838260.459870:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.459875:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838260.459881:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2366:2366:256:4294967295] 192.168.203.123@tcp LPNI seq info [2366:2366:8:4294967295] 00000400:00000200:1.0:1788838260.459886:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.459893:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838260.459898:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838260.459905:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838260.459911:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838260.459919:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838260.459923:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838260.459999:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.460004:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:1.0:1788838260.460007:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.460011:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838260.460016:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.460020:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.460084:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.460090:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.460093:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.460096:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838260.460101:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:3.0:1788838260.460103:0:30904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:3.0:1788838260.460106:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.460113:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838260.460133:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ea00 x1875731132238208/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.460139:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.460141:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.460144:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.460147:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.460150:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.460152:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.460155:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.460165:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.460169:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.460172:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.460174:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.460177:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.460181:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.460183:0:30904:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838260.460185:0:30904:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x10000013e] 00000100:00000001:3.0:1788838260.460187:0:30904:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838260.460189:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.460191:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000001:3.0:1788838260.460194:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.460195:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.460197:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.460200:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.460215:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ea00 x1875731132238208/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838276 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.460223:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.460226:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.460229:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.460232:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ea00 x1875731132238208/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838276 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838260.460239:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132238208:192.168.203.123@tcp:36:rm.0 00000100:00000001:3.0:1788838260.460245:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.460247:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.460250:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.460252:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.460255:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ea00 x1875731132238208/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838276 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.460262:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.460264:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.460267:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.460268:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.460275:0:30904:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.460279:0:30904:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.460283:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77200. 00000100:00000001:3.0:1788838260.460288:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.460291:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ea00 x1875731132238208/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.460298:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.460301:0:30904:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.460310:0:30904:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838260.460319:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27e28 00000080:00002000:3.0:1788838260.460321:0:30904:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff98afd173ae58, parent ffff98afd173ad80, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788838260.460331:0:30904:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.460337:0:30904:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838260.460343:0:30904:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788838260.460350:0:30904:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788838260.460353:0:30904:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788838260.460355:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.460358:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.460361:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838260.460366:0:30904:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838260.460368:0:30904:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838260.460371:0:30904:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838260.460373:0:30904:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838260.460376:0:30904:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.460377:0:30904:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838260.460379:0:30904:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838260.460382:0:30904:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x25:0x0]io ffff98afc3f370f0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788838260.460385:0:30904:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.460389:0:30904:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838260.460390:0:30904:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838260.460393:0:30904:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838260.460394:0:30904:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460396:0:30904:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838260.460398:0:30904:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838260.460400:0:30904:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460401:0:30904:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.460402:0:30904:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838260.460403:0:30904:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838260.460405:0:30904:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00000020:00000001:3.0:1788838260.460408:0:30904:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460410:0:30904:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838260.460411:0:30904:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788838260.460413:0:30904:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838260.460415:0:30904:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838260.460418:0:30904:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838260.460421:0:30904:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838260.460423:0:30904:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838260.460424:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788838260.460428:0:30904:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d3870. 00000020:00000010:3.0:1788838260.460432:0:30904:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc2c77200. 00000020:00000010:3.0:1788838260.460438:0:30904:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc12e7e00. 00000020:00000010:3.0:1788838260.460441:0:30904:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acb360. 00000008:00000010:3.0:1788838260.460447:0:30904:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd06bce50. 00020000:00000010:3.0:1788838260.460452:0:30904:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013b240. 00008000:00000010:3.0:1788838260.460456:0:30904:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07efc08. 00000080:00000010:3.0:1788838260.460463:0:30904:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec2000. 00000080:00000010:3.0:1788838260.460467:0:30904:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f35e10. 00000020:00000010:3.0:1788838260.460470:0:30904:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc12e6000. 00000008:00000010:3.0:1788838260.460474:0:30904:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669c2c0. 00020000:00000010:3.0:1788838260.460477:0:30904:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cae910. 00008000:00000010:3.0:1788838260.460482:0:30904:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfecf8. 00000080:00000010:3.0:1788838260.460485:0:30904:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cff690. 00000020:00000001:3.0:1788838260.460487:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286520 : -113594224265096 : ffff98afc89d3878) 00000020:00001000:3.0:1788838260.460489:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3870 00000020:00000001:3.0:1788838260.460491:0:30904:0:(cl_object.c:143:cl_object_top()) ffff98afd08133a0 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838260.460493:0:30904:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838260.460495:0:30904:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.460496:0:30904:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838260.460497:0:30904:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460498:0:30904:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460500:0:30904:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:3.0:1788838260.460502:0:30904:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788838260.460503:0:30904:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460505:0:30904:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460507:0:30904:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460509:0:30904:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788838260.460511:0:30904:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838260.460512:0:30904:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838260.460513:0:30904:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838260.460514:0:30904:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838260.460516:0:30904:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460517:0:30904:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460518:0:30904:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460520:0:30904:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460522:0:30904:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838260.460523:0:30904:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460524:0:30904:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460526:0:30904:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788838260.460527:0:30904:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788838260.460528:0:30904:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838260.460529:0:30904:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788838260.460531:0:30904:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788838260.460533:0:30904:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788838260.460536:0:30904:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788838260.460538:0:30904:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc88e3180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788838260.460541:0:30904:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838260.460543:0:30904:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc88e3180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1788838260.460547:0:30904:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838260.460549:0:30904:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460550:0:30904:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460552:0:30904:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460553:0:30904:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460554:0:30904:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460556:0:30904:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788838260.460557:0:30904:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788838260.460559:0:30904:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788838260.460560:0:30904:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788838260.460561:0:30904:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788838260.460562:0:30904:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460564:0:30904:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788838260.460565:0:30904:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788838260.460567:0:30904:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788838260.460569:0:30904:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788838260.460570:0:30904:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838260.460571:0:30904:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838260.460573:0:30904:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788838260.460574:0:30904:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460576:0:30904:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460578:0:30904:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788838260.460579:0:30904:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788838260.460580:0:30904:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788838260.460581:0:30904:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788838260.460582:0:30904:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838260.460584:0:30904:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838260.460585:0:30904:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838260.460586:0:30904:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788838260.460587:0:30904:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788838260.460589:0:30904:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460590:0:30904:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460592:0:30904:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838260.460593:0:30904:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838260.460594:0:30904:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460596:0:30904:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838260.460597:0:30904:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838260.460599:0:30904:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838260.460600:0:30904:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838260.460601:0:30904:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838260.460603:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3870 00020000:00000001:3.0:1788838260.460605:0:30904:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838260.460607:0:30904:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838260.460609:0:30904:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838260.460611:0:30904:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838260.460614:0:30904:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838260.460615:0:30904:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838260.460617:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.460619:0:30904:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.460623:0:30904:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788838260.460625:0:30904:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x25:0x0](ffff98afd152ec08) 00800000:00000001:3.0:1788838260.460630:0:30904:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788838260.460631:0:30904:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x25:0x0] 00000002:00000001:3.0:1788838260.460637:0:30904:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788838260.460643:0:30904:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.460645:0:30904:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.460647:0:30904:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788838260.460650:0:30904:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788838260.460652:0:30904:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.460654:0:30904:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460716:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.460718:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.460720:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00020000:00000001:3.0:1788838260.460727:0:30904:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1788838260.460729:0:30904:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.460731:0:30904:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788838260.460734:0:30904:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17ea0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838260.460739:0:30904:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838260.460743:0:30904:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6c80: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1788838260.460746:0:30904:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788838260.460747:0:30904:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460749:0:30904:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788838260.460751:0:30904:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788838260.460755:0:30904:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788838260.460759:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 2 00010000:00000001:3.0:1788838260.460762:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.460764:0:30904:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788838260.460766:0:30904:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788838260.460771:0:30904:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1788838260.460782:0:30904:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3180 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838260.460784:0:30904:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3180 -> ffff98afd0813dc8 00000008:00000001:3.0:1788838260.460786:0:30904:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838260.460788:0:30904:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838260.460790:0:30904:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838260.460792:0:30904:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788838260.460797:0:30904:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98afc88e3180. 00020000:00000001:3.0:1788838260.460802:0:30904:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788838260.460804:0:30904:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98afd0813320. 00020000:00000001:3.0:1788838260.460808:0:30904:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788838260.460810:0:30904:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.460812:0:30904:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838260.460814:0:30904:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.460816:0:30904:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788838260.460818:0:30904:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788838260.460819:0:30904:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.460822:0:30904:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788838260.460825:0:30904:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98afc32f85b0. 00020000:00000010:3.0:1788838260.460830:0:30904:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98afc426e300. 00020000:00000010:3.0:1788838260.460833:0:30904:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98afd05b2530. 00020000:00000002:3.0:1788838260.460836:0:30904:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17ea0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838260.460840:0:30904:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838260.460842:0:30904:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6c80: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000010:3.0:1788838260.460846:0:30904:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6c80. 00020000:00000010:3.0:1788838260.460850:0:30904:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17660. 00020000:00000010:3.0:1788838260.460852:0:30904:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b17ea0. 00020000:00000001:3.0:1788838260.460854:0:30904:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788838260.460855:0:30904:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce6d90) owner 0000000000000000/ffff98b0020dcf80 00020000:00000010:3.0:1788838260.460858:0:30904:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff98afd0ce6d90. 00020000:00000001:3.0:1788838260.460861:0:30904:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788838260.460863:0:30904:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff98afd0813d48. 00000020:00001000:3.0:1788838260.460867:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.460869:0:30904:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788838260.460871:0:30904:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788838260.460903:0:30904:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838260.460905:0:30904:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838260.460908:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27dd0 00000080:00200008:3.0:1788838260.460910:0:30904:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), flags 704000 00000080:00400000:3.0:1788838260.460913:0:30904:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:3.0:1788838260.460917:0:30904:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788838260.460918:0:30904:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788838260.460920:0:30904:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788838260.460925:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.460927:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.460930:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838260.460932:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.460936:0:30904:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788838260.460939:0:30904:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788838260.460942:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.460946:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.460950:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838260.460958:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.460960:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.460961:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788838260.460964:0:30904:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 16 00000080:00000010:3.0:1788838260.460967:0:30904:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a12c0. 00000080:00000001:3.0:1788838260.460970:0:30904:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.460974:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27dd0 00000080:00000008:3.0:1788838260.460976:0:30904:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff98afd1583248), flags 704000, rc = 0 00000080:00000001:3.0:1788838260.460978:0:30904:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.460980:0:30904:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.460982:0:30904:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838260.460983:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27e00 00000080:00002000:3.0:1788838260.460985:0:30904:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff98afd173ad80, parent ffff98afd8effa20, inode ffff98afd1583248) hashed, 00000080:00000001:3.0:1788838260.460988:0:30904:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.460991:0:30904:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838260.460994:0:30904:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788838260.461016:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.461020:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.461022:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.461023:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bd8 00000080:00200000:3.0:1788838260.461025:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838260.461029:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc12e7200. 00800000:00000002:3.0:1788838260.461034:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.461037:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.461040:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.461041:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27af8 00800000:00000002:3.0:1788838260.461043:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.461047:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.461050:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.461055:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.461056:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279c8 00000002:00010000:3.0:1788838260.461058:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.461061:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.461062:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.461064:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.461067:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.461069:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.461072:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.461075:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.461079:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1788838260.461085:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.461088:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.461091:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1788838260.461096:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.461098:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.461100:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.461101:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.461103:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.461105:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.461107:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.461109:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.461111:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc12e7200. 00000080:00000001:3.0:1788838260.461126:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.461128:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.461130:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838260.461133:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce46 00800000:00000001:3.0:1788838260.461136:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.461138:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.461140:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.461142:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.461145:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.461147:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.461150:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.461153:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.461154:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.461155:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.461157:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.461159:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce46 from it ffffbbcb01c27c10 00010000:00000001:3.0:1788838260.461161:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.461162:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.461163:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838260.461165:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.461167:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838260.461169:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.461172:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788838260.461178:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.461179:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.461181:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.461182:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.461185:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62ce46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b383 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1788838260.461191:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.461194:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.461196:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.461200:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.461201:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.461202:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.461205:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.461206:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.461208:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.461211:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.461213:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.461215:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.461216:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.461218:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.461219:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.461221:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838260.461225:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.461237:0:30904:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a7e00. 00000020:00000001:3.0:1788838260.461241:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27dc8 00000080:00200000:3.0:1788838260.461243:0:30904:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=0 00000080:00000001:3.0:1788838260.461246:0:30904:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788838260.461248:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27c78 00000080:00200000:3.0:1788838260.461250:0:30904:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:3.0:1788838260.461257:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc12e7200. 00800000:00000002:3.0:1788838260.461259:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.461262:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.461264:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.461265:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b98 00800000:00000002:3.0:1788838260.461267:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.461269:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788838260.461272:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b30 00800000:00000002:3.0:1788838260.461274:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788838260.461277:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.461278:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a68 00000002:00010000:3.0:1788838260.461280:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788838260.461283:0:30904:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838260.461285:0:30904:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838260.461290:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c000. 00000020:00000040:3.0:1788838260.461294:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838260.461300:0:30904:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.461304:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.461306:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.461307:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.461308:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.461311:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.461313:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.461316:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.461322:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8715400. 00000100:00000001:3.0:1788838260.461340:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.461344:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.461345:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.461347:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.461348:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.461350:0:30904:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.461357:0:30904:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484862464 : -113594224689152 : ffff98afc896c000) 00010000:00000001:3.0:1788838260.461362:0:30904:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.461364:0:30904:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838260.461366:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838260.461368:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.461370:0:30904:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.461374:0:30904:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bebe00. 00000020:00000001:3.0:1788838260.461377:0:30904:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.461379:0:30904:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bebe00 with handle 0x9f68a6b43b62ce85 to hash 00000020:00000001:3.0:1788838260.461382:0:30904:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.461383:0:30904:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.461386:0:30904:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.461388:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.461390:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.461393:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.461400:0:30904:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.461409:0:30904:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.461415:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.461417:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.461422:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.461424:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483393344 : -113594226158272 : ffff98afc8805540) 00000100:00000001:3.0:1788838260.461428:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.461429:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484862464 : -113594224689152 : ffff98afc896c000) 00000100:00000001:3.0:1788838260.461433:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.461438:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.461440:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.461441:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.461450:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.461458:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.461460:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.461464:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.461466:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.461468:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.461472:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132238336:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838260.461476:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.461481:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.461483:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.461485:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.461490:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0911000. 02000000:00000001:3.0:1788838260.461491:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.461498:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.461501:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838260.461507:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce908. 00000100:00000200:3.0:1788838260.461513:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132238336, portal 10 00000100:00000001:3.0:1788838260.461516:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.461517:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484862464 : -113594224689152 : ffff98afc896c000) 00000100:00000040:3.0:1788838260.461522:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.461529:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.461532:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.461535:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838260.461538:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132238336, offset 0 00000400:00000200:3.0:1788838260.461544:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.461552:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.461558:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.461563:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.461567:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.461570:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.461573:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.461577:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2367:2367:256:4294967295] 192.168.203.123@tcp LPNI seq info [2367:2367:8:4294967295] 00000400:00000200:3.0:1788838260.461581:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.461589:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.461593:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.461598:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3300. 00000800:00000200:3.0:1788838260.461605:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.461612:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.461616:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.461624:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.461628:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 797357 usecs (798 jiffies) 00000400:00000200:3.0:1788838260.461631:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.461634:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391232 00000100:00000001:3.0:1788838260.461637:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.461640:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391232 00000100:00000001:3.0:1788838260.461642:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.461644:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.461647:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.461649:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.461652:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.461654:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8805540 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.461688:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.461690:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.462194:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.462268:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3300. 00000400:00000200:1.0:1788838260.462274:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.462280:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.462287:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:1.0:1788838260.462290:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:1.0:1788838260.462295:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.462301:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.462312:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.462315:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.462322:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.462394:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788838260.466614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a79c0. 00000080:00000010:3.1:1788838260.466643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152eb40. 00000080:00000010:3.1:1788838260.466650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7f00. 00000800:00000001:1.0:1788838260.473743:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.473761:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.473765:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.473768:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.473777:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.473784:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.473793:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.473798:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.473803:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.473807:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4ca00 00000400:00000200:1.0:1788838260.473811:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.473818:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6629 [1] + 224 00000800:00000001:1.0:1788838260.473824:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.473845:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.473850:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.473855:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.473862:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.473870:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.473881:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.473899:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.473908:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.473912:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.473971:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.473979:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.473981:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.473984:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838260.473988:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:3.0:1788838260.473991:0:30904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:3.0:1788838260.473994:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.473999:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.474007:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.474013:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.474015:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.474018:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.474021:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.474024:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.474026:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.474030:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.474040:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.474044:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.474047:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.474048:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.474051:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.474055:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.474058:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.474060:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.474062:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.474065:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.474070:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.474077:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.474080:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.474082:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.474086:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.474100:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132238336:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838260.474105:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.474107:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.474109:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.474111:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.474126:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.474133:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.474136:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.474140:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.474142:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.474144:0:30904:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.474148:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.474151:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.474154:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=4 00000020:00000001:3.0:1788838260.474157:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.474160:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000040:3.0:1788838260.474166:0:30904:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bebe00, remote cookie: 0xff98f31736b3b463, flags: 0x1001 00010000:00010000:3.0:1788838260.474171:0:30904:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838260.474180:0:30904:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838260.474183:0:30904:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788838260.474189:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838260.474191:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.474194:0:30904:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.474197:0:30904:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.476811:0:30904:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.476823:0:30904:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.476828:0:30904:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838260.476830:0:30904:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838260.476832:0:30904:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838260.476833:0:30904:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838260.476835:0:30904:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff98afd83ac200) refcount = 2 00010000:00000040:3.0:1788838260.476841:0:30904:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838260.476844:0:30904:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62ce7e lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b424 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788838260.476852:0:30904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.476858:0:30904:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838260.476862:0:30904:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.476864:0:30904:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.476867:0:30904:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.476870:0:30904:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.476873:0:30904:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.476879:0:30904:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.476881:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.476882:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.476883:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.476884:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.476886:0:30904:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.476893:0:30904:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838260.476895:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.476898:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.476900:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.476902:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.476906:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.476909:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.476910:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.476911:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=4 00000020:00000001:3.0:1788838260.476913:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.476915:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.476917:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.476920:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.476923:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.476930:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.476931:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.476932:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.476933:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.476935:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=5 00000020:00000001:3.0:1788838260.476936:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.476938:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.476941:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.476943:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.476950:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.476951:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838260.476953:0:30904:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.476960:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.476961:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.476962:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.476963:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.476964:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838260.476975:0:30904:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896c000 x1875731132238336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838260.476989:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.476990:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.476992:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.476994:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.476996:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.476998:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.476999:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.477001:0:30904:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.477003:0:30904:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.477005:0:30904:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838260.477008:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.477009:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.477010:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.477012:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.477014:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00000002:00010000:3.0:1788838260.477017:0:30904:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62ce85 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b463 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.477023:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.477024:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.477026:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.477027:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.477028:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.477030:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838260.477031:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838260.477033:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000040:3.0:1788838260.477038:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 3 00010000:00000001:3.0:1788838260.477041:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838260.477045:0:30904:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:3.0:1788838260.477048:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.477049:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.477051:0:30904:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838260.477053:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279f0 00000002:00002000:3.0:1788838260.477056:0:30904:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838260.477059:0:30904:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.477062:0:30904:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.477065:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838260.477068:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838260.477071:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.477075:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:3.0:1788838260.477077:0:30904:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838260.477079:0:30904:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c27e00 it_disposition b 00000080:00000001:3.0:1788838260.477082:0:30904:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838260.477088:0:30904:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838260.477091:0:30904:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838260.477093:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1788838260.477096:0:30904:0:(namei.c:113:ll_iget()) Process entered 00000800:00000200:1.0:1788838260.486622:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.486631:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838260.486638:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.486646:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.486653:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:1.0:1788838260.486675:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:1.0:1788838260.486681:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.486691:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132238592/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.486701:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.486705:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132238592/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.486712:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.486713:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.493498:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.493515:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.493520:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.493523:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.493532:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.493540:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.493550:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.493555:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.493560:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.493566:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4cb00 00000400:00000200:1.0:1788838260.493571:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.493577:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6631 [1] + 224 00000800:00000001:1.0:1788838260.493584:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.493592:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.493595:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.493599:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.493607:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.493616:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132238592/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.493627:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac1180 x1875731132238592/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.493650:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.494783:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.494789:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838260.496489:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.496498:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0f00. 00000400:00000200:1.0:1788838260.496504:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.496512:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.496517:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:1.0:1788838260.496520:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:1.0:1788838260.496524:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.496531:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132238848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.496541:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.496544:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132238848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.496551:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.496552:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838260.501709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00010000:00000010:2.1:1788838260.501728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac200. 00010000:00000010:2.1:1788838260.501751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea400. 00010000:00000010:2.1:1788838260.501753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac300. 00010000:00000010:2.1:1788838260.501756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb800. 00000800:00000001:1.0:1788838260.510914:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.510935:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.510939:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.510942:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.510951:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.510959:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.510969:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.510974:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.510978:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.510984:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4cc00 00000400:00000200:1.0:1788838260.510988:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.510995:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6639 [1] + 224 00000800:00000001:1.0:1788838260.511002:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.511013:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.511016:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.511021:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.511028:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.511035:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132238848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838260.511047:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac1180 x1875731132238848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.511074:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838260.511083:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838260.511086:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.511091:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838260.511096:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2370:2370:256:4294967295] 192.168.203.123@tcp LPNI seq info [2370:2370:8:4294967295] 00000400:00000200:1.0:1788838260.511100:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.511107:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838260.511112:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838260.511127:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838260.511134:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838260.511141:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838260.511146:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838260.511239:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.511243:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:1.0:1788838260.511246:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.511249:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838260.511255:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.511258:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838260.512396:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.512401:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0000. 00000400:00000200:0.0:1788838260.512404:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.512408:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.512412:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a990 00000400:00000010:0.0:1788838260.512414:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a990. 00000100:00000001:0.0:1788838260.512417:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838260.512421:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3480 x1875731132238976/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.512429:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.512431:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3480 x1875731132238976/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.512437:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.512439:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788838260.517719:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1583180. 00000080:00000010:2.1:1788838260.517739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7e00. 00000800:00000001:0.0:1788838260.520703:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.520720:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.520723:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.520726:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.520734:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.520742:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.520749:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.520753:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.520758:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.520762:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4cc80 00000400:00000200:0.0:1788838260.520766:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.520771:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6641 [1] + 224 00000800:00000001:0.0:1788838260.520779:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.520788:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.520791:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.520795:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.520801:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.520809:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132238976/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.520819:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac3480 x1875731132238976/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.520838:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.520847:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.520850:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838260.531069:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.531078:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:1.0:1788838260.531086:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.531323:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.531331:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a330 00000400:00000010:1.0:1788838260.531334:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a330. 00000100:00000001:1.0:1788838260.531339:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.531347:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3480 x1875731132239232/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.531359:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.531362:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3480 x1875731132239232/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.531369:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.531371:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838260.539800:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.539816:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.539822:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.539824:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.539833:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.539842:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.539851:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.539855:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.539860:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.539864:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4cd80 00000400:00000200:0.0:1788838260.539869:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.539875:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6649 [64] + 224 00000800:00000001:0.0:1788838260.539882:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.539889:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.539892:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.539896:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.539904:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.539912:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132239232/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.539923:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc4ac3480 x1875731132239232/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.539944:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.539954:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.539957:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838260.542229:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.542234:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0700. 00000400:00000200:0.0:1788838260.542238:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.542243:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.542249:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a088 00000400:00000010:0.0:1788838260.542251:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a088. 00000100:00000001:0.0:1788838260.542254:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838260.542259:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132239360/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.542267:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.542270:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132239360/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.542275:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.542277:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838260.549160:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.549178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.549194:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.549198:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.549231:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.549238:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.549263:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.549268:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.549274:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.549279:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd4ce00 00000400:00000200:0.0:1788838260.549283:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.549289:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x6651 [256] + 0 00000400:00000010:0.0:1788838260.549294:0:2343:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dd68. 00000400:00000200:0.0:1788838260.549300:0:2343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc411e000 00000800:00000001:0.0:1788838260.549306:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.549316:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.549320:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.549336:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.549343:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc411e000 00000400:00000010:0.0:1788838260.549346:0:2343:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afc411e000. 00000100:00000001:0.0:1788838260.549352:0:2343:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1788838260.549356:0:2343:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc4ac0000 desc ffff98afc406d800 mbits 1875731132239360 00000100:00000001:0.0:1788838260.549370:0:2343:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1788838260.549379:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838260.549382:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.549388:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838260.549394:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2374:2374:256:4294967295] 192.168.203.123@tcp LPNI seq info [2374:2374:8:4294967295] 00000400:00000200:0.0:1788838260.549400:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.549409:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838260.549415:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838260.549423:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afd0c44000. 00000800:00000200:0.0:1788838260.549429:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838260.549437:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838260.549442:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0c44000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838260.549511:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.549515:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afd0c44000. 00000400:00000200:0.0:1788838260.549518:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.549521:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838260.549527:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.549530:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838260.551493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00000800:00000001:0.0:1788838260.554816:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.554842:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.554846:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.554848:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.554866:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.554873:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.554882:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.554887:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.554911:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.554915:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd4ce00 00000400:00000200:0.0:1788838260.554930:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.554937:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x6659 [1] + 224 00000800:00000001:0.0:1788838260.554944:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.554965:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.554969:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.554974:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.554982:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.555001:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132239360/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.555013:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc4ac0000 x1875731132239360/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.555051:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.555070:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.555073:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.560800:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788838260.560826:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838260.560829:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1788838260.560835:0:30904:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.560843:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838260.560867:0:30904:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.560903:0:30904:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838260.560906:0:30904:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838260.560909:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27dd0 00000080:00200008:3.0:1788838260.560912:0:30904:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff98afd15ac2c8), flags 704000 00000080:00400000:3.0:1788838260.560916:0:30904:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:3.0:1788838260.560919:0:30904:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788838260.560934:0:30904:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788838260.560936:0:30904:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788838260.560944:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.560947:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.560969:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:3.0:1788838260.560986:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.560992:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.560995:0:30904:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 0 00000080:00000001:3.0:1788838260.560999:0:30904:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788838260.561002:0:30904:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788838260.561009:0:30904:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc1284600. 00000080:00000001:3.0:1788838260.561028:0:30904:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788838260.561035:0:30904:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788838260.561038:0:30904:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788838260.561040:0:30904:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:3.0:1788838260.561044:0:30904:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788838260.561047:0:30904:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:3.0:1788838260.561053:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ce00. 00000020:00000040:3.0:1788838260.561057:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838260.561061:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.561064:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.561068:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.561076:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc1285400. 00000100:00000001:3.0:1788838260.561083:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788838260.561100:0:30904:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac3480 x1875731132239232/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788838260.561133:0:30904:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788838260.561138:0:30904:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788838260.561160:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.561162:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.561169:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.561172:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483393344 : -113594226158272 : ffff98afc8805540) 00000100:00000001:3.0:1788838260.561174:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.561175:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000100:00000001:3.0:1788838260.561179:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.561182:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.561184:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.561186:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.561631:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.561640:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.561643:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.561646:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.561649:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.561651:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.561676:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ce00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132239616:192.168.203.123@tcp:35:rm.0 00000100:00000001:3.0:1788838260.561681:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.561686:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.561688:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.561691:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.561696:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8716000. 02000000:00000001:3.0:1788838260.561698:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.561704:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.561708:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838260.561714:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce908. 00000100:00000200:3.0:1788838260.561721:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132239616, portal 10 00000100:00000001:3.0:1788838260.561723:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.561725:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000100:00000040:3.0:1788838260.561732:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.561739:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.561742:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.561745:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cef68. 00000100:00000200:3.0:1788838260.561748:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132239616, offset 0 00000400:00000200:3.0:1788838260.561766:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.561775:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.561783:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.561809:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.561815:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.561819:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.561837:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.561842:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2375:2375:256:4294967295] 192.168.203.123@tcp LPNI seq info [2375:2375:8:4294967295] 00000400:00000200:3.0:1788838260.561858:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.561869:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.561888:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.561896:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3e00. 00000800:00000200:3.0:1788838260.561903:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.561929:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.561934:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.561963:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.561967:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 790677 usecs (791 jiffies) 00000400:00000200:3.0:1788838260.561970:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.561985:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391326 00000100:00000001:3.0:1788838260.561989:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.561991:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391326 00000100:00000001:3.0:1788838260.561993:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.561996:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.561999:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.562002:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.562004:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.562006:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8805540 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.562009:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.562012:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838260.562107:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.562112:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3e00. 00000400:00000200:1.0:1788838260.562126:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.562131:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838260.562136:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cef68 00000400:00000010:1.0:1788838260.562139:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cef68. 00000100:00000001:1.0:1788838260.562143:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838260.562148:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.562159:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838260.562162:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.562173:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838260.562175:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838260.574629:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.574644:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.574649:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.574651:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.574698:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.574706:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.574715:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.574720:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.574726:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.574730:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4cf00 00000400:00000200:0.0:1788838260.574735:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.574741:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6661 [1] + 224 00000800:00000001:0.0:1788838260.574748:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.574756:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.574760:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.574765:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.574774:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.574782:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.574793:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.574843:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838260.574862:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.574871:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.574875:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838260.577496:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.577502:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.577506:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838260.577515:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:3.0:1788838260.577517:0:30904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:3.0:1788838260.577521:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.577531:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.577541:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ce00 x1875731132239616/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.577549:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.577551:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.577554:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.577557:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.577559:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.577561:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.577564:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.577573:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=89 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838260.577576:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.577578:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.577580:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.577583:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.577587:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.577590:0:30904:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838260.577592:0:30904:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838260.577594:0:30904:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838260.577596:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.577597:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000100:00000001:3.0:1788838260.577600:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.577602:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.577604:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.577606:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.577611:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ce00 x1875731132239616/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.577617:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.577620:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.577622:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.577625:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ce00 x1875731132239616/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.577632:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ce00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132239616:192.168.203.123@tcp:35:rm.0 00000100:00000001:3.0:1788838260.577636:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.577639:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.577641:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.577643:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.577646:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ce00 x1875731132239616/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.577652:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.578313:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.578320:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.578322:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.578453:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.578455:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000002:00000001:3.0:1788838260.578459:0:30904:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.578462:0:30904:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.578467:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc1284600. 00000080:00000001:3.0:1788838260.578472:0:30904:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788838260.578475:0:30904:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788838260.578480:0:30904:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788838260.578487:0:30904:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac3480 x1875731132239232/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.578497:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.578498:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000001:3.0:1788838260.578501:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.578505:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3480 x1875731132239232/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.578512:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.578514:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.578517:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ce00 x1875731132239616/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.578523:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.578525:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.578528:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3480 x1875731132239232/t4294967625(4294967625) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.578534:0:30904:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788838260.578538:0:30904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.578539:0:30904:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.578542:0:30904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.578545:0:30904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406dc00. 02000000:00000001:3.0:1788838260.578549:0:30904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.578552:0:30904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.578553:0:30904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3480. 00000100:00000001:3.0:1788838260.578557:0:30904:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.578558:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.578559:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.578562:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ce00 x1875731132239616/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.578569:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.578571:0:30904:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e62e0. 00000002:00000001:3.0:1788838260.578573:0:30904:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.578575:0:30904:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.578578:0:30904:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110dd40. 00000100:00000001:3.0:1788838260.578580:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.578583:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ce00 x1875731132239616/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.578589:0:30904:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838260.578591:0:30904:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.578593:0:30904:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8716000. 02000000:00000001:3.0:1788838260.578596:0:30904:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838260.578597:0:30904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838260.578598:0:30904:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838260.578600:0:30904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838260.578602:0:30904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc1285400. 02000000:00000001:3.0:1788838260.578604:0:30904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838260.578606:0:30904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838260.578607:0:30904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ce00. 00000100:00000001:3.0:1788838260.578609:0:30904:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838260.578610:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.578614:0:30904:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.578617:0:30904:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174a00. 00000080:00000001:3.0:1788838260.578620:0:30904:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.578626:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27dd0 00000080:00000008:3.0:1788838260.578629:0:30904:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff98afd15ac2c8), flags 704000, rc = 0 00000080:00000001:3.0:1788838260.578633:0:30904:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.578635:0:30904:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.578827:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.578831:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.578833:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.578835:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00000080:00200000:3.0:1788838260.578837:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838260.578842:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc1285400. 00800000:00000002:3.0:1788838260.578848:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.578851:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.578855:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.578857:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ae0 00800000:00000002:3.0:1788838260.578859:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.578863:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.578866:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.578871:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.578873:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279b0 00000002:00010000:3.0:1788838260.578875:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.578879:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.578881:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.578883:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.578889:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c800 count: 2 00010000:00000001:3.0:1788838260.578892:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.578896:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.578900:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.578905:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62ce8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b486 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788838260.578916:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.578921:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.578924:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62ce8c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b486 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788838260.578930:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.578931:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.578933:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.578935:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.578936:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.578938:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.578941:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.578943:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.578944:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc1285400. 00000080:00000001:3.0:1788838260.578947:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.578949:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.578951:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838260.578955:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ce8c 00800000:00000001:3.0:1788838260.578958:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.578960:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.578961:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.578963:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.578967:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516800 refcount=3 00000020:00000001:3.0:1788838260.578969:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:3.0:1788838260.578972:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:3.0:1788838260.578975:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.578976:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.578977:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.578979:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.578981:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce8c from it ffffbbcb01c27bf8 00010000:00000001:3.0:1788838260.578983:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.578984:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.578985:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516800 refcount=3 00000020:00000001:3.0:1788838260.578986:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:3.0:1788838260.578988:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:3.0:1788838260.578990:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.578992:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62ce8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b486 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838260.578997:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.578998:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.579000:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.579002:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.579005:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62ce8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b486 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838260.579013:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.579016:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.579018:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.579023:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.579024:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.579026:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579028:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.579030:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579032:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579034:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579036:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.579037:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.579038:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.579039:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.579041:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.579042:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838260.579046:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.579049:0:30904:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838260.579051:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00000080:00002000:3.0:1788838260.579053:0:30904:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff98afd173a000) flags 0x20000e refc 1 00000080:00000001:3.0:1788838260.579056:0:30904:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.579058:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27c08 00000080:00200000:3.0:1788838260.579059:0:30904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:3.0:1788838260.579064:0:30904:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838260.579067:0:30904:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.579071:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838260.579072:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8), inode mode 41ed mask 44 00000080:00000001:3.0:1788838260.579075:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.579080:0:30904:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788838260.579082:0:30904:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838260.579083:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b78 00000080:00200008:3.0:1788838260.579085:0:30904:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff98afd15ac2c8), flags 704400 00000080:00000010:3.0:1788838260.579090:0:30904:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a12c0. 00000080:00000001:3.0:1788838260.579095:0:30904:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788838260.579097:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc1285400. 00800000:00000002:3.0:1788838260.579100:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.579103:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.579104:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.579105:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a28 00800000:00000002:3.0:1788838260.579107:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.579110:0:30904:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788838260.579112:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c279a8 00800000:00000002:3.0:1788838260.579126:0:30904:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788838260.579129:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.579130:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c278e0 00000002:00010000:3.0:1788838260.579132:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1788838260.579136:0:30904:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838260.579138:0:30904:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788838260.579141:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.579144:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:3.0:1788838260.579147:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.579149:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.579152:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579154:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.579155:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.579157:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.579158:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c800 count: 2 00010000:00000001:3.0:1788838260.579160:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.579161:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.579162:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579164:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.579165:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.579169:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ce00. 00000020:00000040:3.0:1788838260.579172:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838260.579176:0:30904:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838260.579178:0:30904:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579181:0:30904:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.579184:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.579186:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.579187:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.579189:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.579191:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.579193:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.579196:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.579212:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716000. 00000100:00000001:3.0:1788838260.579220:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579223:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.579225:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579226:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.579227:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.579229:0:30904:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.579235:0:30904:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00010000:00000001:3.0:1788838260.579238:0:30904:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838260.579240:0:30904:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838260.579242:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c800 count: 2 00010000:00000001:3.0:1788838260.579244:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.579246:0:30904:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838260.579249:0:30904:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb600. 00000020:00000001:3.0:1788838260.579252:0:30904:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838260.579254:0:30904:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb600 with handle 0x9f68a6b43b62ce9a to hash 00000020:00000001:3.0:1788838260.579256:0:30904:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838260.579257:0:30904:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.579260:0:30904:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.579262:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.579264:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.579267:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.579273:0:30904:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788838260.579282:0:30904:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788838260.579289:0:30904:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788838260.579297:0:30904:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30904 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838260.579301:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.579303:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.579308:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.579310:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483393344 : -113594226158272 : ffff98afc8805540) 00000100:00000001:3.0:1788838260.579312:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.579313:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000100:00000001:3.0:1788838260.579317:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.579320:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.579322:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.579333:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.579338:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.579344:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.579346:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.579349:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.579352:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.579354:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.579356:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ce00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132239872:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838260.579360:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.579364:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.579366:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.579369:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.579496:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:3.0:1788838260.579499:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.579506:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.579509:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838260.579516:0:30904:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afd0911800. 00000100:00000200:3.0:1788838260.579522:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132239872, portal 10 00000100:00000001:3.0:1788838260.579524:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.579525:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000100:00000040:3.0:1788838260.579531:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.579537:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.579540:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.579543:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce908. 00000100:00000200:3.0:1788838260.579546:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132239872, offset 0 00000400:00000200:3.0:1788838260.579551:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.579559:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.579565:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.579570:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.579574:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.579577:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.579580:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.579583:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2376:2376:256:4294967295] 192.168.203.123@tcp LPNI seq info [2376:2376:8:4294967295] 00000400:00000200:3.0:1788838260.579587:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.579597:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.579602:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.579607:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3400. 00000800:00000200:3.0:1788838260.579613:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.579620:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.579624:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.579643:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.579648:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 789581 usecs (790 jiffies) 00000400:00000200:3.0:1788838260.579652:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.579679:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391342 00000100:00000001:3.0:1788838260.579683:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.579685:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391343 00000100:00000001:3.0:1788838260.579688:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.579690:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.579692:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.579694:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.579696:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.579698:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8805540 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.579701:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.579703:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838260.580907:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.580915:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:0.0:1788838260.580922:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.580929:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.580934:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:0.0:1788838260.580937:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:0.0:1788838260.580942:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838260.580948:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.580959:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.580962:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.580968:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.580969:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838260.590252:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.590273:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.590277:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.590280:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.590290:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.590297:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.590307:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.590312:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.590317:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.590322:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4d000 00000400:00000200:0.0:1788838260.590632:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.590639:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6669 [64] + 224 00000800:00000001:0.0:1788838260.590647:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.590704:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.590707:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.590712:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.590718:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.590727:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838260.590740:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.590759:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838260.590768:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.590771:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.590873:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838260.590881:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.590883:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.590886:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838260.590891:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0911800 00000400:00000010:3.0:1788838260.590894:0:30904:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afd0911800. 00000100:00000001:3.0:1788838260.590897:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.590902:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838260.590911:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ce00 x1875731132239872/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.590918:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.590920:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.590922:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.590925:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.590928:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.590930:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.590933:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.590942:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.590946:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.590949:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.590951:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.590954:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.590957:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.590960:0:30904:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838260.590962:0:30904:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838260.590964:0:30904:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838260.590966:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.590967:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000100:00000001:3.0:1788838260.590971:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.590973:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.590975:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.590977:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.590982:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.590990:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.590993:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.590995:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.590999:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838260.591008:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ce00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132239872:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838260.591013:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.591015:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.591018:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.591020:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.591023:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.591030:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.591033:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.591036:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.591037:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.591040:0:30904:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838260.591045:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.591047:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.591051:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=4 00000020:00000001:3.0:1788838260.591053:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591057:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000040:3.0:1788838260.591062:0:30904:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beb600, remote cookie: 0xff98f31736b3b4a2, flags: 0x1001 00010000:00000040:3.0:1788838260.591065:0:30904:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838260.591069:0:30904:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788838260.591076:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:3.0:1788838260.591079:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.591082:0:30904:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.591087:0:30904:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838260.591096:0:30904:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.591104:0:30904:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838260.591108:0:30904:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838260.591110:0:30904:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838260.591111:0:30904:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838260.591113:0:30904:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838260.591126:0:30904:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff98afd83ac600) refcount = 2 00010000:00000040:3.0:1788838260.591129:0:30904:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838260.591132:0:30904:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788838260.591141:0:30904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.591148:0:30904:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838260.591150:0:30904:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838260.591152:0:30904:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.591155:0:30904:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838260.591157:0:30904:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.591161:0:30904:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.591167:0:30904:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838260.591169:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591171:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.591172:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591173:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.591175:0:30904:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.591179:0:30904:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838260.591182:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.591183:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.591185:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.591187:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591189:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591191:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591192:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838260.591197:0:30904:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838260.591221:0:30904:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788838260.591227:0:30904:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838260.591233:0:30904:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.591235:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.591237:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.591238:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.591240:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591243:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591245:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591246:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.591247:0:30904:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.591249:0:30904:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.591252:0:30904:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788838260.591254:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.591255:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00010000:00000001:3.0:1788838260.591257:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.591258:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.591259:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.591261:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591263:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00000002:00010000:3.0:1788838260.591265:0:30904:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.591272:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591273:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.591274:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838260.591275:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.591276:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.591277:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.591279:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591281:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000040:3.0:1788838260.591284:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 3 00010000:00000001:3.0:1788838260.591286:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838260.591290:0:30904:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 16 res 8589935620/36 (0 0) 00010000:00000001:3.0:1788838260.591292:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591293:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.591294:0:30904:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838260.591297:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27868 00000002:00002000:3.0:1788838260.591299:0:30904:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788838260.591303:0:30904:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.591307:0:30904:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.591310:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838260.591313:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838260.591316:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.591321:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.591559:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc1285400. 00000080:00000001:3.0:1788838260.591566:0:30904:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838260.591571:0:30904:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838260.591575:0:30904:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838260.591577:0:30904:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838260.591580:0:30904:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1788838260.591583:0:30904:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.591588:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788838260.591591:0:30904:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788838260.591596:0:30904:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00010000:00000001:3.0:1788838260.591599:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.591600:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.591602:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.591604:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591606:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591608:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591609:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.591611:0:30904:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838260.591613:0:30904:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838260.591614:0:30904:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.591617:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) for lock 0x9f68a6b43b62ce9a 00800000:00000001:3.0:1788838260.591620:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.591621:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.591623:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.591623:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.591625:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.591627:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591629:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591632:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591633:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.591634:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.591636:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.591640:0:30904:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838260.591642:0:30904:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.591645:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.591652:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838260.591693:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.591696:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce9a from it ffffbbcb01c27bd0 00010000:00000001:3.0:1788838260.591698:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.591700:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.591702:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=3 00000020:00000001:3.0:1788838260.591703:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591706:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.591707:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.591710:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838260.591719:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591720:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.591721:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.591724:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.591726:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838260.591733:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.591735:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.591737:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.591741:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591742:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.591743:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.591746:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.591748:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.591749:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.591752:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.591754:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.591755:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.591756:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838260.591759:0:30904:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.591766:0:30904:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d2300. 00000080:00000001:3.0:1788838260.591769:0:30904:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838260.591772:0:30904:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838260.591774:0:30904:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838260.591777:0:30904:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a7f00. 00000002:00100000:3.0:1788838260.591782:0:30904:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838260.591793:0:30904:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.591795:0:30904:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838260.591798:0:30904:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838260.591801:0:30904:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.591804:0:30904:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838260.591806:0:30904:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.591808:0:30904:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.591811:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.591814:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838260.591820:0:30904:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838260.591823:0:30904:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:3.0:1788838260.591854:0:30904:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838260.591856:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.591858:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27b78 00000080:00000008:3.0:1788838260.591860:0:30904:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff98afd15ac2c8), flags 704400, rc = 0 00000080:00000001:3.0:1788838260.591864:0:30904:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.591885:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d28 00000080:00200008:3.0:1788838260.591887:0:30904:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff98afd15ac2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838260.591894:0:30904:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788838260.591897:0:30904:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.591900:0:30904:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838260.591902:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27ca0 00000080:00200000:3.0:1788838260.591903:0:30904:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8),name=d21g.recovery-small-2 00000080:00000010:3.0:1788838260.591909:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc1285400. 00800000:00000002:3.0:1788838260.591913:0:30904:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838260.591920:0:30904:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838260.591923:0:30904:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.591924:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27bc0 00800000:00000002:3.0:1788838260.591926:0:30904:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838260.591930:0:30904:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838260.591934:0:30904:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838260.591938:0:30904:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838260.591940:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a90 00000002:00010000:3.0:1788838260.591941:0:30904:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838260.591945:0:30904:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838260.591947:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.591948:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.591951:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 3 00010000:00000001:3.0:1788838260.591953:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.591956:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.591958:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838260.591962:0:30904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788838260.591969:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.591973:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.591976:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788838260.591982:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838260.591984:0:30904:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.591986:0:30904:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.591988:0:30904:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838260.591989:0:30904:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838260.591991:0:30904:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838260.591992:0:30904:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838260.591994:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838260.591996:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc1285400. 00000080:00000001:3.0:1788838260.591999:0:30904:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838260.592001:0:30904:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.592003:0:30904:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) 00000080:00010000:3.0:1788838260.592006:0:30904:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) for lock 0x9f68a6b43b62ce62 00800000:00000001:3.0:1788838260.592009:0:30904:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838260.592010:0:30904:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838260.592012:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.592013:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.592015:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.592017:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.592019:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.592021:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.592022:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.592023:0:30904:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.592025:0:30904:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838260.592027:0:30904:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ce62 from it ffffbbcb01c27cd8 00010000:00000001:3.0:1788838260.592029:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.592030:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.592031:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838260.592033:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.592035:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838260.592036:0:30904:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838260.592039:0:30904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838260.592045:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.592046:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.592047:0:30904:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838260.592049:0:30904:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838260.592051:0:30904:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838260.592056:0:30904:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838260.592057:0:30904:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838260.592059:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.592060:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.592061:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.592062:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.592064:0:30904:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838260.592065:0:30904:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.592067:0:30904:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.592069:0:30904:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.592070:0:30904:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838260.592071:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.592072:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838260.592074:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838260.592075:0:30904:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.592077:0:30904:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.592081:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27d28 00000080:00000008:3.0:1788838260.592083:0:30904:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff98afd15ac2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838260.592104:0:30904:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788838260.592106:0:30904:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788838260.592110:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc1285400. 00000080:00000001:3.0:1788838260.592123:0:30904:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788838260.592129:0:30904:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446733001354928192 : -11072354623424 : fffff5ee043c6040) 00000080:00000001:3.0:1788838260.592132:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788838260.592135:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838260.592137:0:30904:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1788838260.592141:0:30904:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.592142:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc1285400. 00000080:00000001:3.0:1788838260.592146:0:30904:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592155:0:30904:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788838260.592156:0:30904:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1788838260.592159:0:30904:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838260.592161:0:30904:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592178:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838260.592180:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838260.592182:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788838260.592185:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592190:0:30904:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838260.592192:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27da0 00000080:00002000:3.0:1788838260.592194:0:30904:0:(dcache.c:87:ll_dcompare()) found name f(ffff98afd8d76288) flags 0x48000e refc 0 00000080:00000001:3.0:1788838260.592196:0:30904:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.592197:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27e10 00000080:00200000:3.0:1788838260.592199:0:30904:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1788838260.592315:0:30904:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838260.592317:0:30904:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788838260.592319:0:30904:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592417:0:30904:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1788838260.592420:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27df8 00000080:00200000:3.0:1788838260.592423:0:30904:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff98afd15ac2c8) 00000080:00000001:3.0:1788838260.592425:0:30904:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788838260.592428:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.592432:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.592435:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838260.592437:0:30904:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838260.592441:0:30904:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000002:3.0:1788838260.592444:0:30904:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1480 addref 2/0 by ffff98b0020dcf80. 00020000:00000002:3.0:1788838260.592447:0:30904:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.592449:0:30904:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838260.592451:0:30904:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838260.592453:0:30904:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838260.592454:0:30904:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788838260.592457:0:30904:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788838260.592460:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.592462:0:30904:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788838260.592467:0:30904:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc1285400. 00800000:00000001:3.0:1788838260.592475:0:30904:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788838260.592478:0:30904:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788838260.592480:0:30904:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x26:0x0] 00800000:00000001:3.0:1788838260.592482:0:30904:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838260.592484:0:30904:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x24:0x0]/[0x200000404:0x26:0x0] -> mds #0 00000002:00000001:3.0:1788838260.592487:0:30904:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788838260.592489:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.592492:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 3 00010000:00000001:3.0:1788838260.592494:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.592496:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.592499:0:30904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838260.592501:0:30904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1788838260.592513:0:30904:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838260.592516:0:30904:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838260.592519:0:30904:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838260.592520:0:30904:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:3.0:1788838260.592523:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.592524:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.592526:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 4 00010000:00000001:3.0:1788838260.592527:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.592530:0:30904:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788838260.592532:0:30904:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788838260.592533:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838260.592536:0:30904:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838260.592539:0:30904:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838260.592545:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.592546:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.592547:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1788838260.592549:0:30904:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838260.592550:0:30904:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838260.592552:0:30904:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=2 00000020:00000001:3.0:1788838260.592554:0:30904:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.592556:0:30904:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838260.592557:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.592558:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838260.592560:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.592561:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.592562:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 4 00010000:00000001:3.0:1788838260.592564:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.592566:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.592567:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.592568:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.592569:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 4 00010000:00000001:3.0:1788838260.592571:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.592573:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592575:0:30904:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838260.592577:0:30904:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff98afd15ac200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838260.592611:0:30904:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788838260.592614:0:30904:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838260.592633:0:30904:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838260.592635:0:30904:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) invalid 00000020:00000001:3.0:1788838260.592638:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a60 00000080:00002000:3.0:1788838260.592640:0:30904:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff98afd173a000) parent ffff98afd8effa20 inode ffff98afd15ac2c8 refc 3 00000080:00000001:3.0:1788838260.592643:0:30904:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838260.592645:0:30904:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838260.592647:0:30904:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.592649:0:30904:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838260.592651:0:30904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838260.592652:0:30904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838260.592654:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.592801:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838260.592804:0:30904:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb400 with handle 0x9f68a6b43b62ce62 from hash 00010000:00000001:3.0:1788838260.592807:0:30904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838260.592808:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.592809:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.592810:0:30904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838260.592812:0:30904:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838260.592814:0:30904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838260.592817:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838260.592825:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.592827:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838260.592829:0:30904:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838260.592831:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 3 00010000:00000001:3.0:1788838260.592833:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.592834:0:30904:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838260.592836:0:30904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838260.592839:0:30904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788838260.592848:0:30904:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838260.592850:0:30904:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838260.592857:0:30904:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838260.592858:0:30904:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:3.0:1788838260.592860:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.592862:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.592863:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 4 00010000:00000001:3.0:1788838260.592865:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.592867:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.592868:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.592869:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.592870:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 4 00010000:00000001:3.0:1788838260.592872:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.592873:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.592874:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.592875:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.592876:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 4 00010000:00000001:3.0:1788838260.592877:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.592879:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.592880:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.592881:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.592882:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 4 00010000:00000001:3.0:1788838260.592884:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.592886:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592888:0:30904:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592890:0:30904:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838260.592891:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.592893:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.592895:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838260.592897:0:30904:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788838260.592899:0:30904:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1788838260.592902:0:30904:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788838260.592903:0:30904:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788838260.592906:0:30904:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838260.592908:0:30904:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838260.592910:0:30904:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788838260.592913:0:30904:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.592914:0:30904:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838260.592916:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.592917:0:30904:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592919:0:30904:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838260.592920:0:30904:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff98afd1585b88) invalid 00000020:00000001:3.0:1788838260.592922:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a60 00000080:00002000:3.0:1788838260.592924:0:30904:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd8d76288) parent ffff98afd173a000 inode ffff98afd1585b88 refc 1 00000080:00000001:3.0:1788838260.592926:0:30904:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838260.592927:0:30904:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838260.592929:0:30904:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.592931:0:30904:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838260.592932:0:30904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838260.592933:0:30904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838260.592935:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.592936:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838260.592938:0:30904:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baae00 with handle 0x9f68a6b43b62ce69 from hash 00010000:00000001:3.0:1788838260.592940:0:30904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838260.592941:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.592942:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.592943:0:30904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838260.592945:0:30904:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838260.592946:0:30904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838260.592948:0:30904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838260.592950:0:30904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788838260.592956:0:30904:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838260.592957:0:30904:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838260.592958:0:30904:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838260.592959:0:30904:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:3.0:1788838260.592961:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.592962:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.592964:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31600 count: 4 00010000:00000001:3.0:1788838260.592966:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838260.592968:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592969:0:30904:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592971:0:30904:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838260.592972:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.592973:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.592975:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838260.592976:0:30904:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788838260.592977:0:30904:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1788838260.592979:0:30904:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788838260.592980:0:30904:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788838260.592981:0:30904:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838260.592982:0:30904:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838260.592984:0:30904:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788838260.592985:0:30904:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.592987:0:30904:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838260.592988:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.592989:0:30904:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.592991:0:30904:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838260.592992:0:30904:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.592993:0:30904:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838260.592994:0:30904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838260.592996:0:30904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838260.592997:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838260.592998:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838260.593000:0:30904:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baa600 with handle 0x9f68a6b43b62ce3f from hash 00010000:00000001:3.0:1788838260.593002:0:30904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838260.593003:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.593003:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.593004:0:30904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838260.593005:0:30904:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838260.593007:0:30904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838260.593008:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788838260.593010:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788838260.593011:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788838260.593016:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ed80. 00000020:00000040:3.0:1788838260.593020:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838260.593025:0:30904:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838260.593027:0:30904:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.593029:0:30904:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838260.593033:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838260.593036:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838260.593037:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.593038:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.593041:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838260.593042:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838260.593045:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838260.593051:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc1284600. 00000100:00000001:3.0:1788838260.593057:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.593059:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.593061:0:30904:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838260.593065:0:30904:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838260.593072:0:30904:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 1/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838260.593078:0:30904:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1788838260.593083:0:30904:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788838260.593085:0:30904:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788838260.593086:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838260.593089:0:30904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baae00/0x9f68a6b43b62ce69 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b401 expref: -99 pid: 30903 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788838260.593096:0:30904:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110df80. 00010000:00000001:3.0:1788838260.593102:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.593104:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838260.593105:0:30904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa600/0x9f68a6b43b62ce3f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b36e expref: -99 pid: 30868 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788838260.593111:0:30904:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd1358500. 00010000:00000040:3.0:1788838260.593125:0:30904:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31600 count: 0 00010000:00000010:3.0:1788838260.593129:0:30904:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e300. 00010000:00000001:3.0:1788838260.593136:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.593137:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838260.593138:0:30904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62ce62 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b3e5 expref: -99 pid: 30903 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838260.593146:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838260.593148:0:30904:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.593150:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838260.593151:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.593153:0:30904:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788838260.593163:0:30904:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788838260.593174:0:30904:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838260.593182:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838260.593184:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838260.593189:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.593191:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479483393344 : -113594226158272 : ffff98afc8805540) 00000100:00000001:3.0:1788838260.593194:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.593195:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00000100:00000001:3.0:1788838260.593199:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838260.593315:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.593318:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838260.593320:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838260.593457:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.593466:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838260.593469:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.593473:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838260.593476:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838260.593478:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838260.593482:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ed80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132240128:192.168.203.123@tcp:36:rm.0 00000100:00000001:3.0:1788838260.593486:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838260.593492:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838260.593494:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.593496:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838260.593501:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838260.593503:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838260.593509:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838260.593513:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838260.593518:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838260.593525:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132240128, portal 10 00000100:00000001:3.0:1788838260.593527:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.593528:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00000100:00000040:3.0:1788838260.593534:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.593541:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838260.593544:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838260.593547:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce440. 00000100:00000200:3.0:1788838260.593551:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875731132240128, offset 0 00000400:00000200:3.0:1788838260.593558:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838260.593567:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.593575:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838260.593581:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838260.593586:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838260.593590:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838260.593593:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838260.593596:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2377:2377:256:4294967295] 192.168.203.123@tcp LPNI seq info [2377:2377:8:4294967295] 00000400:00000200:3.0:1788838260.593600:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838260.593610:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838260.593616:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838260.593621:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3d00. 00000800:00000200:3.0:1788838260.593629:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838260.593638:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838260.593643:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3d00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788838260.593743:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.593748:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 788480 usecs (789 jiffies) 00000400:00000200:3.0:1788838260.593752:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838260.593755:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391356 00000100:00000001:3.0:1788838260.593758:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:3.0:1788838260.593760:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391356 00000100:00000001:3.0:1788838260.593763:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:3.0:1788838260.593765:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.593767:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.593770:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838260.593771:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838260.593774:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8805540 going to sleep for 11 seconds 00000100:00000001:3.0:1788838260.593776:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838260.593778:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838260.596536:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.596545:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3d00. 00000400:00000200:0.0:1788838260.596551:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.596570:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.596587:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce440 00000400:00000010:0.0:1788838260.596590:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce440. 00000100:00000001:0.0:1788838260.596595:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838260.596613:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.596625:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.596629:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.596635:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.596637:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838260.598721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baae00. 00010000:00000010:3.1:1788838260.598732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31600. 00010000:00000010:3.1:1788838260.598752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa600. 00010000:00000010:3.1:1788838260.598756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb400. 00000800:00000001:0.0:1788838260.615827:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.615842:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838260.615846:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.615849:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.615857:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.615865:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838260.615873:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.615878:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.615883:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.615886:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4d100 00000400:00000200:0.0:1788838260.615891:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.615896:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6671 [1] + 224 00000800:00000001:0.0:1788838260.615902:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.615908:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838260.615911:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.615915:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838260.615921:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838260.615930:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838260.615941:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.615993:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838260.616009:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838260.616017:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838260.616020:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.616026:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838260.616031:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2378:2378:256:4294967295] 192.168.203.123@tcp LPNI seq info [2378:2378:8:4294967295] 00000400:00000200:0.0:1788838260.616035:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838260.616043:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838260.616049:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838260.616055:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838260.616061:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838260.616068:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838260.616072:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838260.616156:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.616159:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:0.0:1788838260.616162:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.616166:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838260.616170:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838260.616173:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838260.623472:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838260.623480:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838260.623483:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838260.623490:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:3.0:1788838260.623493:0:30904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:3.0:1788838260.623497:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838260.623508:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838260.623520:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ed80 x1875731132240128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.623527:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838260.623529:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.623532:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838260.623535:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838260.623537:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838260.623540:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838260.623543:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838260.623551:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838260.623554:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838260.623557:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838260.623558:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838260.623561:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838260.623565:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.623567:0:30904:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838260.623569:0:30904:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013d/0x10000013f] 00000100:00000001:3.0:1788838260.623571:0:30904:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838260.623573:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838260.623575:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00000100:00000001:3.0:1788838260.623577:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838260.623579:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1788838260.623581:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838260.623584:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838260.623588:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ed80 x1875731132240128/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838276 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.623595:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838260.623597:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838260.623599:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838260.623602:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ed80 x1875731132240128/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838276 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838260.623609:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ed80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132240128:192.168.203.123@tcp:36:rm.0 00000100:00000001:3.0:1788838260.623614:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838260.623617:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838260.623619:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838260.623621:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.623625:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ed80 x1875731132240128/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838276 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.623631:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838260.623635:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8805540. 00000100:00000001:3.0:1788838260.623638:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838260.623639:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838260.623646:0:30904:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.623649:0:30904:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838260.623654:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc1285400. 00000100:00000001:3.0:1788838260.623675:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838260.623679:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ed80 x1875731132240128/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838260.623685:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.623689:0:30904:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.623700:0:30904:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838260.623703:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27e28 00000080:00002000:3.0:1788838260.623706:0:30904:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff98afd8d76288, parent ffff98afd173a000, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788838260.623709:0:30904:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838260.623715:0:30904:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838260.623721:0:30904:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788838260.623731:0:30904:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788838260.623734:0:30904:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788838260.623736:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.623740:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.623743:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838260.623749:0:30904:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa080 -> ffff98afc7dfa080 00000020:00000001:3.0:1788838260.623751:0:30904:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838260.623754:0:30904:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838260.623756:0:30904:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838260.623759:0:30904:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.623761:0:30904:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838260.623763:0:30904:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838260.623767:0:30904:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff98afc3f370f0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788838260.623770:0:30904:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.623774:0:30904:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838260.623776:0:30904:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838260.623778:0:30904:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838260.623780:0:30904:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623782:0:30904:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838260.623785:0:30904:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838260.623787:0:30904:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623788:0:30904:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.623789:0:30904:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838260.623791:0:30904:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838260.623792:0:30904:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98b0020dcf80 00000020:00000001:3.0:1788838260.623795:0:30904:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623797:0:30904:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838260.623798:0:30904:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788838260.623800:0:30904:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838260.623803:0:30904:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838260.623807:0:30904:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838260.623809:0:30904:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838260.623811:0:30904:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838260.623812:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.623814:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286520 : -113594224265096 : ffff98afc89d3878) 00000020:00001000:3.0:1788838260.623816:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3870 00000020:00000001:3.0:1788838260.623819:0:30904:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa210 -> ffff98afc7dfa080 00000020:00000001:3.0:1788838260.623821:0:30904:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838260.623824:0:30904:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838260.623825:0:30904:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838260.623826:0:30904:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623828:0:30904:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623830:0:30904:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:3.0:1788838260.623832:0:30904:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788838260.623834:0:30904:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623836:0:30904:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623838:0:30904:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623840:0:30904:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788838260.623841:0:30904:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838260.623843:0:30904:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838260.623844:0:30904:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838260.623845:0:30904:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838260.623846:0:30904:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623848:0:30904:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623850:0:30904:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623851:0:30904:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623853:0:30904:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838260.623854:0:30904:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623855:0:30904:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623857:0:30904:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788838260.623859:0:30904:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788838260.623861:0:30904:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838260.623861:0:30904:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788838260.623864:0:30904:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788838260.623866:0:30904:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788838260.623869:0:30904:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788838260.623871:0:30904:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afd00b3500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788838260.623875:0:30904:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838260.623878:0:30904:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afd00b3500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1788838260.623882:0:30904:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838260.623884:0:30904:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623885:0:30904:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623887:0:30904:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623889:0:30904:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623890:0:30904:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623892:0:30904:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788838260.623894:0:30904:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788838260.623895:0:30904:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788838260.623897:0:30904:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788838260.623898:0:30904:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788838260.623899:0:30904:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623901:0:30904:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788838260.623903:0:30904:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788838260.623904:0:30904:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788838260.623906:0:30904:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788838260.623907:0:30904:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838260.623909:0:30904:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838260.623910:0:30904:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788838260.623911:0:30904:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623913:0:30904:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623915:0:30904:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788838260.623916:0:30904:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788838260.623917:0:30904:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788838260.623918:0:30904:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788838260.623919:0:30904:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838260.623921:0:30904:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838260.623922:0:30904:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838260.623923:0:30904:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788838260.623924:0:30904:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788838260.623925:0:30904:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623927:0:30904:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.623928:0:30904:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838260.623930:0:30904:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838260.623931:0:30904:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623933:0:30904:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838260.623935:0:30904:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838260.623936:0:30904:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838260.623937:0:30904:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838260.623938:0:30904:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838260.623940:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3870 00020000:00000001:3.0:1788838260.623943:0:30904:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838260.623945:0:30904:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838260.623946:0:30904:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838260.623948:0:30904:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838260.623951:0:30904:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838260.623952:0:30904:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838260.623954:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.623956:0:30904:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.623959:0:30904:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788838260.623961:0:30904:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x26:0x0](ffff98afd1585b88) 00800000:00000001:3.0:1788838260.623965:0:30904:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788838260.623967:0:30904:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x26:0x0] 00000002:00000001:3.0:1788838260.623971:0:30904:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788838260.623977:0:30904:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838260.623979:0:30904:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.623982:0:30904:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788838260.623984:0:30904:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788838260.623986:0:30904:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838260.623987:0:30904:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838260.623990:0:30904:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838260.623991:0:30904:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838260.623993:0:30904:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00020000:00000001:3.0:1788838260.623998:0:30904:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1788838260.623999:0:30904:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.624002:0:30904:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788838260.624004:0:30904:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1480, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838260.624009:0:30904:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838260.624013:0:30904:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd0502800: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:3.0:1788838260.624016:0:30904:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788838260.624018:0:30904:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.624020:0:30904:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788838260.624022:0:30904:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788838260.624025:0:30904:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788838260.624029:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:3.0:1788838260.624032:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.624034:0:30904:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788838260.624037:0:30904:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788838260.624041:0:30904:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788838242 1788838242 1788838242 by oinfo size 0 blocks 1 [cma]time 1788838242 1788838242 1788838242 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1788838260.624053:0:30904:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000020:00000001:3.0:1788838260.624055:0:30904:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3500 -> ffff98afc7dfa080 00000008:00000001:3.0:1788838260.624057:0:30904:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838260.624059:0:30904:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838260.624061:0:30904:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838260.624063:0:30904:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788838260.624068:0:30904:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98afd00b3500. 00020000:00000001:3.0:1788838260.624072:0:30904:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788838260.624074:0:30904:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98afc7dfa190. 00020000:00000001:3.0:1788838260.624078:0:30904:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788838260.624079:0:30904:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838260.624082:0:30904:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838260.624083:0:30904:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.624085:0:30904:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788838260.624087:0:30904:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788838260.624089:0:30904:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838260.624091:0:30904:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788838260.624093:0:30904:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98afc809fb98. 00020000:00000010:3.0:1788838260.624096:0:30904:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98afc43f8a80. 00020000:00000010:3.0:1788838260.624099:0:30904:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98afd09f8fc0. 00020000:00000002:3.0:1788838260.624102:0:30904:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1480, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838260.624105:0:30904:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838260.624108:0:30904:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd0502800: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:3.0:1788838260.624112:0:30904:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd0502800. 00020000:00000010:3.0:1788838260.624126:0:30904:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a11e0. 00020000:00000010:3.0:1788838260.624129:0:30904:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1480. 00020000:00000001:3.0:1788838260.624130:0:30904:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788838260.624132:0:30904:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a6c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000010:3.0:1788838260.624134:0:30904:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff98afd008a6c8. 00020000:00000001:3.0:1788838260.624136:0:30904:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788838260.624138:0:30904:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff98afc7dfa000. 00000020:00001000:3.0:1788838260.624142:0:30904:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838260.624145:0:30904:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788838260.624146:0:30904:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788838260.624176:0:30904:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838260.624179:0:30904:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838260.624181:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27dd0 00000080:00200008:3.0:1788838260.624183:0:30904:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff98afd15ac2c8), flags 704000 00000080:00400000:3.0:1788838260.624186:0:30904:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:3.0:1788838260.624190:0:30904:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788838260.624191:0:30904:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788838260.624193:0:30904:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788838260.624198:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838260.625083:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838260.625091:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:3.0:1788838260.625095:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838260.625099:0:30904:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788838260.625102:0:30904:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788838260.625105:0:30904:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00000800:00000200:0.0:1788838260.628966:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.628971:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:0.0:1788838260.628975:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.628980:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.628985:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a198 00000400:00000010:0.0:1788838260.628987:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a198. 00000100:00000001:0.0:1788838260.628991:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838260.628995:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132240256/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.629004:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.629008:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132240256/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.629015:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.629016:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788838260.633715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7560. 00000080:00000010:3.1:1788838260.633782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06f40. 00000080:00000010:3.1:1788838260.633800:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1585ac0. 00000800:00000001:1.0:1788838260.635727:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.635740:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.635744:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.635747:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.635755:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.635762:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.635771:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.635776:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.635781:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.635785:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4d180 00000400:00000200:1.0:1788838260.635790:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.635796:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6679 [1] + 224 00000800:00000001:1.0:1788838260.635803:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.635808:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.635811:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.635815:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.635822:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.635830:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132240256/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.635841:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc4ac0000 x1875731132240256/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.635860:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.635868:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.635870:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838260.637546:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a80 00000080:00002000:2.0:1788838260.637548:0:30904:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff98afd173bd80) parent ffff98afd8effa20 inode ffff98afd15ac2c8 refc 2 00000080:00000001:2.0:1788838260.637552:0:30904:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838260.637553:0:30904:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838260.637554:0:30904:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838260.637556:0:30904:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838260.637557:0:30904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838260.637558:0:30904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838260.637560:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838260.637561:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838260.637563:0:30904:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516200 with handle 0x9f68a6b43b62cea1 from hash 00010000:00000001:2.0:1788838260.637565:0:30904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838260.637566:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838260.637566:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838260.637567:0:30904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838260.637569:0:30904:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838260.637570:0:30904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838260.637571:0:30904:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838260.637574:0:30904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788838260.637579:0:30904:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838260.637580:0:30904:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838260.637581:0:30904:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838260.637582:0:30904:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:2.0:1788838260.637584:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838260.637585:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838260.637586:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 4 00010000:00000001:2.0:1788838260.637587:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838260.637589:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838260.637591:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838260.637592:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838260.637593:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 4 00010000:00000001:2.0:1788838260.637594:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838260.637596:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.637597:0:30904:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.637599:0:30904:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838260.637603:0:30904:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838260.637607:0:30904:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc3f24e00. 00000080:00000001:2.0:1788838260.637609:0:30904:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838260.637613:0:30904:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838260.637615:0:30904:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838260.637617:0:30904:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:2.0:1788838260.637620:0:30904:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838260.637622:0:30904:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:2.0:1788838260.637627:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838260.637630:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=10 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838260.637633:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838260.637637:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838260.637640:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838260.637645:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc3f25600. 00000100:00000001:2.0:1788838260.637651:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838260.637687:0:30904:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838260.637698:0:30904:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838260.637703:0:30904:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838260.637710:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838260.637711:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838260.637717:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc426ed80. 00000100:00000001:2.0:1788838260.637719:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479410425216 : -113594299126400 : ffff98afc426ed80) 00000100:00000001:2.0:1788838260.637721:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838260.637723:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838260.637726:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838260.637730:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.637731:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838260.637733:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838260.637736:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.637743:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838260.637746:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838260.637749:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838260.637751:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838260.637753:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838260.637757:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132240512:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838260.637760:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838260.637764:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838260.637766:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838260.637768:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838260.637771:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d800. 02000000:00000001:2.0:1788838260.637773:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838260.637779:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838260.637782:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838260.637787:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838260.637793:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132240512, portal 10 00000100:00000001:2.0:1788838260.637794:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838260.637796:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000040:2.0:1788838260.637801:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.637808:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838260.637811:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838260.637813:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838260.637816:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132240512, offset 0 00000400:00000200:2.0:1788838260.637822:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838260.637829:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838260.637834:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838260.637840:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838260.637844:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838260.637847:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838260.637850:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838260.637854:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2380:2380:256:4294967295] 192.168.203.123@tcp LPNI seq info [2380:2380:8:4294967295] 00000400:00000200:2.0:1788838260.637858:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838260.637867:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838260.637872:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838260.637878:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc51e0900. 00000800:00000200:2.0:1788838260.637884:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838260.637891:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838260.637895:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc51e0900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838260.637959:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838260.637963:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 786313 usecs (787 jiffies) 00000400:00000200:2.0:1788838260.637967:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838260.637969:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391398 00000100:00000001:2.0:1788838260.637972:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:2.0:1788838260.637974:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391398 00000100:00000001:2.0:1788838260.637976:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:2.0:1788838260.637979:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838260.637981:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.637983:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838260.637985:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838260.637987:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc426ed80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838260.637989:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838260.637991:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838260.641106:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.641126:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0900. 00000400:00000200:0.0:1788838260.641134:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.641145:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.641152:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:0.0:1788838260.641156:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:0.0:1788838260.641161:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838260.641170:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.641183:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.641187:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838260.641195:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.641198:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838260.653848:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.653865:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.653870:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.653872:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.653881:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.653889:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.653898:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.653901:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.653906:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.653910:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4d280 00000400:00000200:1.0:1788838260.653914:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.653920:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6681 [1] + 224 00000800:00000001:1.0:1788838260.653926:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.653932:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.653935:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.653940:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.653947:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.653956:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838260.653967:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838260.653987:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838260.653995:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.653998:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838260.654065:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838260.654073:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838260.654075:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838260.654078:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838260.654083:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:2.0:1788838260.654086:0:30904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:2.0:1788838260.654088:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838260.654093:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838260.654102:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132240512/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654108:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838260.654111:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838260.654124:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838260.654127:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838260.654130:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838260.654132:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838260.654135:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838260.654145:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838260.654149:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838260.654152:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838260.654154:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838260.654157:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838260.654160:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.654164:0:30904:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838260.654166:0:30904:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838260.654168:0:30904:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838260.654171:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838260.654172:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838260.654175:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838260.654177:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:2.0:1788838260.654179:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838260.654181:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838260.654187:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0000 x1875731132240512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654194:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838260.654196:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838260.654199:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838260.654321:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132240512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838260.654466:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132240512:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838260.654471:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838260.654474:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.654476:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838260.654478:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838260.654482:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132240512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654489:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838260.654492:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc426ed80. 00000100:00000001:2.0:1788838260.654495:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838260.654497:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.654503:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838260.654504:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000002:00000001:2.0:1788838260.654507:0:30904:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838260.654510:0:30904:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838260.654514:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f24e00. 00000080:00000001:2.0:1788838260.654517:0:30904:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838260.654520:0:30904:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838260.654525:0:30904:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838260.654530:0:30904:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654538:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838260.654539:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000100:00000001:2.0:1788838260.654542:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838260.654545:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654552:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.654554:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838260.654557:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132240512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654563:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.654564:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838260.654567:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ce00 x1875731132239872/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838276 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654574:0:30904:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838260.654577:0:30904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838260.654578:0:30904:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838260.654580:0:30904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838260.654584:0:30904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716000. 02000000:00000001:2.0:1788838260.654587:0:30904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838260.654589:0:30904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838260.654591:0:30904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ce00. 00000100:00000001:2.0:1788838260.654594:0:30904:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838260.654595:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838260.654596:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838260.654599:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132240512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654605:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838260.654607:0:30904:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09a7f00. 00000002:00000001:2.0:1788838260.654610:0:30904:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838260.654612:0:30904:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838260.654614:0:30904:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd00d2300. 00000100:00000001:2.0:1788838260.654617:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838260.654620:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132240512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838260.654626:0:30904:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838260.654628:0:30904:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838260.654630:0:30904:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d800. 02000000:00000001:2.0:1788838260.654633:0:30904:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838260.654634:0:30904:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838260.654635:0:30904:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838260.654637:0:30904:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838260.654639:0:30904:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3f25600. 02000000:00000001:2.0:1788838260.654641:0:30904:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838260.654642:0:30904:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838260.654643:0:30904:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:2.0:1788838260.654645:0:30904:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838260.654646:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838260.654649:0:30904:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.654652:0:30904:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838260.654654:0:30904:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:2.0:1788838260.654702:0:30904:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838260.654705:0:30904:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838260.654712:0:30904:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 4 00010000:00000001:2.0:1788838260.654715:0:30904:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838260.654720:0:30904:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.654722:0:30904:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.654726:0:30904:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838260.654728:0:30904:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff98afd15ac2c8) invalid 00000020:00000001:2.0:1788838260.654732:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27a80 00000080:00002000:2.0:1788838260.654734:0:30904:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff98afd173bd80) parent ffff98afd8effa20 inode ffff98afd15ac2c8 refc 2 00000080:00000001:2.0:1788838260.654738:0:30904:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838260.654741:0:30904:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838260.654742:0:30904:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838260.654746:0:30904:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838260.654750:0:30904:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838260.654751:0:30904:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838260.654753:0:30904:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838260.654756:0:30904:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838260.654760:0:30904:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb600 with handle 0x9f68a6b43b62ce9a from hash 00010000:00000001:2.0:1788838260.654762:0:30904:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838260.654764:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838260.654766:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838260.654767:0:30904:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838260.654770:0:30904:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838260.654772:0:30904:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838260.654774:0:30904:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788838260.654777:0:30904:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788838260.654779:0:30904:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788838260.654785:0:30904:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838260.654788:0:30904:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838260.654792:0:30904:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838260.654793:0:30904:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838260.654796:0:30904:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838260.654800:0:30904:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838260.654802:0:30904:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.654805:0:30904:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838260.654807:0:30904:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838260.654811:0:30904:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838260.654817:0:30904:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc3f25600. 00000100:00000001:2.0:1788838260.654823:0:30904:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838260.654825:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838260.654828:0:30904:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838260.654833:0:30904:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cea1 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b4e1 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838260.654842:0:30904:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 1/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788838260.654851:0:30904:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62ce8c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b486 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788838260.654857:0:30904:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788838260.654859:0:30904:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788838260.654860:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838260.654863:0:30904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cea1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b4e1 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838260.654873:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838260.654874:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838260.654876:0:30904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62ce9a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b4a2 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788838260.654882:0:30904:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac600 count: 0 00010000:00000010:2.0:1788838260.654886:0:30904:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675e80. 00010000:00000001:2.0:1788838260.654892:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838260.654893:0:30904:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838260.654895:0:30904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516800/0x9f68a6b43b62ce8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b486 expref: -99 pid: 30904 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1788838260.654902:0:30904:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c800 count: 0 00010000:00000010:2.0:1788838260.654906:0:30904:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5380. 00010000:00000001:2.0:1788838260.654910:0:30904:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838260.654912:0:30904:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838260.654914:0:30904:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838260.654915:0:30904:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838260.654917:0:30904:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788838260.654926:0:30904:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788838260.654933:0:30904:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838260.654940:0:30904:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838260.654942:0:30904:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838260.654947:0:30904:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc426ed80. 00000100:00000001:2.0:1788838260.654949:0:30904:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479410425216 : -113594299126400 : ffff98afc426ed80) 00000100:00000001:2.0:1788838260.654951:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838260.654952:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838260.654956:0:30904:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838260.654959:0:30904:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.654961:0:30904:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838260.654963:0:30904:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838260.654967:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838260.654974:0:30904:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838260.654976:0:30904:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838260.654979:0:30904:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838260.654982:0:30904:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838260.654984:0:30904:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838260.654988:0:30904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132240768:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838260.654992:0:30904:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838260.654996:0:30904:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838260.654998:0:30904:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838260.655001:0:30904:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838260.655004:0:30904:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d800. 02000000:00000001:2.0:1788838260.655006:0:30904:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838260.655012:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838260.655015:0:30904:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838260.655020:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838260.655025:0:30904:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132240768, portal 10 00000100:00000001:2.0:1788838260.655027:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838260.655028:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000040:2.0:1788838260.655034:0:30904:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838260.655041:0:30904:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838260.655044:0:30904:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838260.655047:0:30904:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aa18. 00000100:00000200:2.0:1788838260.655050:0:30904:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875731132240768, offset 0 00000400:00000200:2.0:1788838260.655056:0:30904:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838260.655064:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838260.655070:0:30904:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838260.655075:0:30904:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838260.655079:0:30904:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838260.655082:0:30904:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838260.655085:0:30904:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838260.655089:0:30904:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2381:2381:256:4294967295] 192.168.203.123@tcp LPNI seq info [2381:2381:8:4294967295] 00000400:00000200:2.0:1788838260.655092:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838260.655100:0:30904:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838260.655105:0:30904:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838260.655110:0:30904:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc51e0700. 00000800:00000200:2.0:1788838260.655128:0:30904:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838260.655136:0:30904:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838260.655141:0:30904:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc51e0700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788838260.655150:0:30904:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838260.655154:0:30904:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 785230 usecs (786 jiffies) 00000400:00000200:2.0:1788838260.655157:0:30904:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838260.655160:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296391414 00000100:00000001:2.0:1788838260.655163:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296392192 00000100:00000001:2.0:1788838260.655166:0:30904:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296391414 00000100:00000001:2.0:1788838260.655168:0:30904:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296392193 00000100:00000001:2.0:1788838260.655171:0:30904:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838260.655173:0:30904:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.655176:0:30904:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838260.655178:0:30904:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838260.655180:0:30904:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc426ed80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838260.655182:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838260.655184:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838260.655446:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838260.655450:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0700. 00000400:00000200:0.0:1788838260.655454:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838260.655459:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838260.655463:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aa18 00000400:00000010:0.0:1788838260.655466:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aa18. 00000100:00000001:0.0:1788838260.655470:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838260.655475:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.655483:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838260.655486:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838260.655491:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838260.655493:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838260.666716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:2.1:1788838260.666730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac600. 00010000:00000010:2.1:1788838260.666735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00010000:00000010:2.1:1788838260.666738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c800. 00010000:00000010:2.1:1788838260.666741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516800. 00000800:00000001:1.0:1788838260.674401:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.674420:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838260.674424:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.674427:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.674435:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.674442:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838260.674455:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.674460:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.674465:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.674469:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4d380 00000400:00000200:1.0:1788838260.674473:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.674479:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6689 [1] + 224 00000800:00000001:1.0:1788838260.674487:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.674498:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838260.674502:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.674506:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838260.674513:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838260.674522:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838260.674534:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838260.674561:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838260.674571:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838260.674575:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.674581:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838260.674587:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2382:2382:256:4294967295] 192.168.203.123@tcp LPNI seq info [2382:2382:8:4294967295] 00000400:00000200:1.0:1788838260.674591:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838260.674599:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838260.674604:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838260.674610:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838260.674616:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838260.674623:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838260.674628:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838260.674767:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838260.674771:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:1.0:1788838260.674774:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838260.674778:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838260.674784:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838260.674787:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838260.675363:0:30904:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838260.675371:0:30904:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838260.675373:0:30904:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838260.675376:0:30904:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838260.675381:0:30904:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:2.0:1788838260.675383:0:30904:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:2.0:1788838260.675387:0:30904:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838260.675394:0:30904:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838260.675404:0:30904:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132240768/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838276 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838260.675412:0:30904:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838260.675414:0:30904:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838260.675417:0:30904:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838260.675422:0:30904:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838260.675424:0:30904:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838260.675427:0:30904:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838260.675430:0:30904:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838260.675440:0:30904:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=89 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838260.675444:0:30904:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838260.675447:0:30904:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838260.675448:0:30904:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838260.675452:0:30904:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838260.675455:0:30904:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.675459:0:30904:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838260.675461:0:30904:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x10000013d] 00000100:00000001:2.0:1788838260.675463:0:30904:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838260.675465:0:30904:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838260.675467:0:30904:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838260.675470:0:30904:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838260.675472:0:30904:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967616 00000100:00000001:2.0:1788838260.675474:0:30904:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838260.675477:0:30904:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838260.675484:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0000 x1875731132240768/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838276 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838260.675491:0:30904:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838260.675495:0:30904:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838260.675497:0:30904:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838260.675501:0:30904:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132240768/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838276 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838260.675510:0:30904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:30904:1875731132240768:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838260.675516:0:30904:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838260.675519:0:30904:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838260.675521:0:30904:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838260.675524:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838260.675528:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132240768/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838276 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838260.675536:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838260.675538:0:30904:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc426ed80. 00000100:00000001:2.0:1788838260.675541:0:30904:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838260.675542:0:30904:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838260.675549:0:30904:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838260.675552:0:30904:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838260.675555:0:30904:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838260.675558:0:30904:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f24200. 00000100:00000001:2.0:1788838260.675565:0:30904:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838260.675568:0:30904:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132240768/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838276 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838260.675573:0:30904:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.675575:0:30904:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.675589:0:30904:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788838260.675592:0:30904:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788838260.675593:0:30904:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x24:0x0](ffff98afd15ac2c8) 00800000:00000001:2.0:1788838260.675597:0:30904:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788838260.675598:0:30904:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x24:0x0] 00000002:00000001:2.0:1788838260.675604:0:30904:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788838260.675609:0:30904:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838260.675612:0:30904:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.675614:0:30904:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788838260.675616:0:30904:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788838260.675618:0:30904:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.675620:0:30904:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838260.675624:0:30904:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788838260.675626:0:30904:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788838260.675638:0:30904:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838260.675641:0:30904:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c27e30 00000080:00002000:2.0:1788838260.675643:0:30904:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff98afd173bd80, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788838260.675647:0:30904:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838260.675650:0:30904:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838260.675652:0:30904:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788838260.681500:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15ac200. 00000080:00000010:2.1:1788838260.681513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6680. 00010000:00000001:0.0:1788838261.260905:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838261.260911:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838261.260917:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838261.260918:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838261.260921:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838261.260922:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838261.261969:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838261.261973:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838261.261976:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788838261.728644:0:30989:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838262.283381:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838262.283388:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838262.283394:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838262.283395:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838262.283398:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838262.283399:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838262.297022:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.297029:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.297034:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838262.730771:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296392192, at 4296392704 00000100:00000010:0.0:1788838262.730786:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b40c0. 00000100:00000040:1.0:1788838262.731448:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296392193, at 4296392704 00000100:00000010:1.0:1788838262.731455:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b4960. 00000800:00000001:1.0:1788838262.939616:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.939634:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838262.939639:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.939642:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838262.939651:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.939674:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838262.939683:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.939688:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.939693:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.939697:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c4e480 00000400:00000200:1.0:1788838262.939705:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6131 [2] + 656 00000800:00000001:1.0:1788838262.939712:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.939720:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838262.939724:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838262.939728:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838262.939736:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788838262.939738:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788838262.939744:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122680. 00000100:00000040:1.0:1788838262.939748:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd1122680 x1875731147973760 msgsize 328 00000100:00100000:1.0:1788838262.939753:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:1.0:1788838262.939766:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788838262.939774:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.939777:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838262.940839:0:15899:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838262.940844:0:15899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147973760 02000000:00000001:0.0:1788838262.940847:0:15899:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838262.940849:0:15899:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838262.940850:0:15899:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838262.940855:0:15899:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838262.940859:0:15899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147973760 00000020:00000001:0.0:1788838262.940862:0:15899:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838262.940864:0:15899:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:0.0:1788838262.940866:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838262.940870:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:0.0:1788838262.940873:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:0.0:1788838262.940875:0:15899:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000001:0.0:1788838262.940879:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838262.940883:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358e80. 00000100:00000001:0.0:1788838262.940886:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838262.940888:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358e80. 00000020:00000010:0.0:1788838262.940894:0:15899:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4acce00. 00000020:00000010:0.0:1788838262.940899:0:15899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9e080. 00000020:00000010:0.0:1788838262.940903:0:15899:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfa960. 00000100:00000040:0.0:1788838262.940911:0:15899:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838262.940914:0:15899:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838262.940915:0:15899:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838262.940917:0:15899:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838262.940923:0:15899:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838262.940931:0:15899:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838262.940940:0:15899:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838262.940942:0:15899:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838262.940946:0:15899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 55 00000100:00000040:0.0:1788838262.940950:0:15899:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506d000 : new rpc_count 1 00000100:00000001:0.0:1788838262.940952:0:15899:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000040:0.0:1788838262.940958:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd1122680 x1875731147973760/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:163/0 lens 328/0 e 0 to 0 dl 1788838273 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838262.940967:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838262.940969:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358e80. 00000100:00000001:0.0:1788838262.940970:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838262.940972:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358e80. 00000100:00100000:0.0:1788838262.940976:0:15899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd1122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6713:x1875731147973760:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838262.940983:0:15899:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147973760 00010000:00000001:0.0:1788838262.940985:0:15899:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838262.940991:0:15899:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838262.940992:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838262.940994:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=2 00000020:00000001:0.0:1788838262.940996:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:0.0:1788838262.940998:0:15899:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:0.0:1788838262.941001:0:15899:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838262.941005:0:15899:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838262.941009:0:15899:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788838262.941019:0:15899:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838262.941021:0:15899:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838262.941025:0:15899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0081000. 02000000:00000001:0.0:1788838262.941027:0:15899:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838262.941029:0:15899:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838262.941033:0:15899:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838262.941036:0:15899:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838262.941039:0:15899:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838262.941043:0:15899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838262.941046:0:15899:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838262.941048:0:15899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838262.941050:0:15899:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838262.941052:0:15899:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838262.941055:0:15899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838262.941057:0:15899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838262.941061:0:15899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc880. 00000100:00000200:0.0:1788838262.941065:0:15899:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147973760, offset 224 00000400:00000200:0.0:1788838262.941071:0:15899:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838262.941078:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838262.941084:0:15899:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838262.941089:0:15899:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2383:2383:256:4294967295] 192.168.203.123@tcp LPNI seq info [2383:2383:8:4294967295] 00000400:00000200:0.0:1788838262.941094:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838262.941112:0:15899:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838262.941118:0:15899:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838262.941122:0:15899:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838262.941128:0:15899:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838262.941136:0:15899:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838262.941139:0:15899:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838262.941148:0:15899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838262.941151:0:15899:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838262.941154:0:15899:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838262.941157:0:15899:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc66aecc0. 00010000:00000001:0.0:1788838262.941159:0:15899:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788838262.941173:0:15899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838262.941176:0:15899:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838262.941177:0:15899:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838262.941179:0:15899:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838262.941184:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122680 x1875731147973760/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:163/0 lens 328/224 e 0 to 0 dl 1788838273 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838262.941193:0:15899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd1122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6713:x1875731147973760:12345-192.168.203.123@tcp:104: Request processed in 224us (1442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838262.941200:0:15899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 55 00000100:00000040:0.0:1788838262.941203:0:15899:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506d000 : new rpc_count 0 00000100:00000001:0.0:1788838262.941204:0:15899:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838262.941206:0:15899:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838262.941210:0:15899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9e080. 00000020:00000010:0.0:1788838262.941214:0:15899:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfa960. 00000020:00000010:0.0:1788838262.941217:0:15899:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc4acce00. 00000020:00000040:0.0:1788838262.941221:0:15899:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:0.0:1788838262.941224:0:15899:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838262.943268:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.943275:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.943280:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788838262.943284:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788838262.943286:0:16036:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838262.943292:0:16036:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838262.943323:0:16036:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc1516c00 already unused, calling callback (ffffffffc1039300) 00000008:00000001:2.0:1788838262.943326:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788838262.943328:0:16036:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838262.943330:0:16036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838262.943332:0:16036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838262.943334:0:16036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=3 00000020:00000001:2.0:1788838262.943336:0:16036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838262.943338:0:16036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838262.943341:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838262.943344:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788838262.943350:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788838262.943352:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838262.943355:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838262.943357:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000008:00000001:2.0:1788838262.943360:0:16036:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788838262.943361:0:16036:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838262.943363:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000008:00000001:2.0:1788838262.943366:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.943369:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838262.943372:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838262.943374:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838262.943376:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838262.943378:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838262.943380:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516c00 with handle 0x9f68a6b43b62ce70 from hash 00010000:00000001:2.0:1788838262.943383:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838262.943384:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838262.943386:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838262.943387:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838262.943390:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838262.943392:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788838262.943396:0:16036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838262.943399:0:16036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.943401:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838262.943403:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788838262.943410:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0a80. 00000020:00000040:2.0:1788838262.943413:0:16036:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:2.0:1788838262.943417:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838262.943419:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838262.943423:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838262.943429:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc40d9000. 00000100:00000001:2.0:1788838262.943435:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.943438:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838262.943442:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838262.943448:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838262.943450:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838262.943454:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838262.943458:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838262.943468:0:16036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baed55ed] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788838262.943488:0:16036:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838262.943492:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838262.943493:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838262.943494:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.943496:0:16036:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838262.943498:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.943501:0:16036:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838262.943506:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838262.943508:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62ce70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b408 expref: -99 pid: 30903 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788838262.943515:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110d180. 00010000:00000040:2.0:1788838262.943520:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c200 count: 0 00010000:00000010:2.0:1788838262.943526:0:16036:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afc7e4c400. 00010000:00000001:2.0:1788838262.943534:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838262.943535:0:16036:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788838262.943537:0:16036:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afc66aecc0. 00010000:00000001:2.0:1788838262.943540:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838262.943542:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.943543:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.943545:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838262.943547:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.943548:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.943549:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838262.943550:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.943552:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.943553:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838262.943576:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838262.943579:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838262.943582:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838262.943588:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838262.943595:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838262.943597:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838262.943600:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838262.943603:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838262.943605:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838262.943609:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132240896:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838262.943613:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838262.943618:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838262.943620:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838262.943623:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838262.943628:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d9400. 02000000:00000001:2.0:1788838262.943630:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838262.943636:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838262.943641:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838262.943648:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838262.943654:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132240896, portal 18 00000100:00000001:2.0:1788838262.943674:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838262.943676:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000040:2.0:1788838262.943684:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838262.943691:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838262.943694:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838262.943696:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a880. 00000100:00000200:2.0:1788838262.943700:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132240896, offset 0 00000400:00000200:2.0:1788838262.943706:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838262.943714:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838262.943719:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838262.943724:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838262.943728:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838262.943732:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838262.943734:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838262.943738:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2384:2384:255:4294967295] 192.168.203.123@tcp LPNI seq info [2384:2384:7:4294967295] 00000400:00000200:2.0:1788838262.943742:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838262.943750:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838262.943755:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838262.943760:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc51e0e00. 00000800:00000200:2.0:1788838262.943766:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838262.943773:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838262.943777:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc51e0e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838262.943781:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838262.943785:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22747 usecs (23 jiffies) 00000400:00000200:2.0:1788838262.943788:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838262.943791:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296392935 00000100:00000010:2.0:1788838262.943795:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd0b17e40. 00000100:00000001:2.0:1788838262.943801:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788838262.943807:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296392935 00000100:00000010:2.0:1788838262.943810:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd0b176c0. 00000100:00000001:2.0:1788838262.943814:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788838262.943817:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838262.943820:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.943822:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.943824:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838262.943830:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838262.943832:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838262.943834:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838262.943835:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838262.943836:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.943838:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.943846:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838262.943848:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838262.945026:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838262.945033:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:0.0:1788838262.945040:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838262.945046:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838262.945052:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc880 00000400:00000010:0.0:1788838262.945054:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc880. 00000100:00000001:0.0:1788838262.945058:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788838262.945059:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788838262.945132:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838262.945135:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0e00. 00000400:00000200:0.0:1788838262.945139:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838262.945143:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838262.945145:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:0.0:1788838262.945147:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:0.0:1788838262.945150:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838262.945156:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838262.945166:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838262.945169:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838262.945177:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838262.945178:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838262.946415:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.946427:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838262.946431:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.946433:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838262.946440:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.946445:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838262.946453:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.946457:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.946461:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.946464:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c4e400 00000400:00000200:1.0:1788838262.946471:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6131 [2] + 984 00000800:00000001:1.0:1788838262.946477:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.946485:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838262.946487:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838262.946490:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838262.946495:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788838262.946497:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788838262.946502:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122d80. 00000100:00000040:1.0:1788838262.946505:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd1122d80 x1875731147973632 msgsize 328 00000100:00100000:1.0:1788838262.946508:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:1.0:1788838262.946516:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788838262.946522:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.946524:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838262.946539:0:15898:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788838262.946541:0:15898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147973632 02000000:00000001:1.0:1788838262.946543:0:15898:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788838262.946546:0:15898:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838262.946547:0:15898:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838262.946551:0:15898:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838262.946554:0:15898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147973632 00000020:00000001:1.0:1788838262.946557:0:15898:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838262.946558:0:15898:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:1.0:1788838262.946560:0:15898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838262.946563:0:15898:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:1.0:1788838262.946565:0:15898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:1.0:1788838262.946567:0:15898:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000001:1.0:1788838262.946570:0:15898:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838262.946574:0:15898:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98980. 00000100:00000001:1.0:1788838262.946577:0:15898:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838262.946579:0:15898:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98980. 00000020:00000010:1.0:1788838262.946584:0:15898:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc66aa000. 00000020:00000010:1.0:1788838262.946588:0:15898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc894aa80. 00000020:00000010:1.0:1788838262.946592:0:15898:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afd00a0bb8. 00000100:00000040:1.0:1788838262.946599:0:15898:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788838262.946602:0:15898:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788838262.946603:0:15898:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788838262.946605:0:15898:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838262.946612:0:15898:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838262.946622:0:15898:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838262.946631:0:15898:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788838262.946633:0:15898:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788838262.946637:0:15898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 56 00000100:00000040:1.0:1788838262.946641:0:15898:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506e000 : new rpc_count 1 00000100:00000001:1.0:1788838262.946642:0:15898:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479627169152 : -113594082382464 : ffff98afd1122d80) 00000100:00000040:1.0:1788838262.946649:0:15898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd1122d80 x1875731147973632/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:163/0 lens 328/0 e 0 to 0 dl 1788838273 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838262.948772:0:15898:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838262.948781:0:15898:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98980. 00000100:00000001:1.0:1788838262.948784:0:15898:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838262.948788:0:15898:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98980. 00000100:00100000:1.0:1788838262.948797:0:15898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd1122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7020:x1875731147973632:12345-192.168.203.123@tcp:104: 00000100:00000200:1.0:1788838262.948801:0:15898:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147973632 00010000:00000001:1.0:1788838262.948804:0:15898:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788838262.948811:0:15898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838262.948813:0:15898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838262.948816:0:15898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=2 00000020:00000001:1.0:1788838262.948818:0:15898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:1.0:1788838262.948821:0:15898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:1.0:1788838262.948824:0:15898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838262.948827:0:15898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838262.948831:0:15898:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788838262.948844:0:15898:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788838262.948847:0:15898:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788838262.948852:0:15898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd13e8c00. 02000000:00000001:1.0:1788838262.948854:0:15898:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838262.948857:0:15898:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838262.948861:0:15898:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788838262.948864:0:15898:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838262.948868:0:15898:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838262.948872:0:15898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788838262.948875:0:15898:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838262.948877:0:15898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:1.0:1788838262.948879:0:15898:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788838262.948881:0:15898:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838262.948884:0:15898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838262.948886:0:15898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838262.948898:0:15898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838262.948905:0:15898:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147973632, offset 224 00000400:00000200:1.0:1788838262.948912:0:15898:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838262.948920:0:15898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.948928:0:15898:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838262.948934:0:15898:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2385:2385:256:4294967295] 192.168.203.123@tcp LPNI seq info [2385:2385:8:4294967295] 00000400:00000200:1.0:1788838262.948938:0:15898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.948947:0:15898:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838262.948952:0:15898:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838262.948957:0:15898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933100. 00000800:00000200:1.0:1788838262.948963:0:15898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838262.948971:0:15898:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838262.948975:0:15898:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838262.948995:0:15898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838262.948999:0:15898:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:1.0:1788838262.949001:0:15898:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788838262.949005:0:15898:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc6139c00. 00010000:00000001:1.0:1788838262.949007:0:15898:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788838262.949015:0:15898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788838262.949017:0:15898:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838262.949018:0:15898:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838262.949021:0:15898:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838262.949027:0:15898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122d80 x1875731147973632/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:163/0 lens 328/224 e 0 to 0 dl 1788838273 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788838262.949037:0:15898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd1122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7020:x1875731147973632:12345-192.168.203.123@tcp:104: Request processed in 268us (2530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838262.949045:0:15898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 56 00000100:00000040:1.0:1788838262.949048:0:15898:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506e000 : new rpc_count 0 00000100:00000001:1.0:1788838262.949050:0:15898:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788838262.949052:0:15898:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788838262.949057:0:15898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc894aa80. 00000020:00000010:1.0:1788838262.949061:0:15898:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afd00a0bb8. 00000020:00000010:1.0:1788838262.949065:0:15898:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc66aa000. 00000020:00000040:1.0:1788838262.949070:0:15898:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:1.0:1788838262.949073:0:15898:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838262.949185:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838262.949189:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933100. 00000400:00000200:1.0:1788838262.949193:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838262.949198:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838262.949203:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838262.949205:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838262.949209:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788838262.949210:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788838262.957784:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.957791:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.957795:0:15909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788838262.957799:0:15909:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788838262.957801:0:15909:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838262.957807:0:15909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838262.957820:0:15909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8bea600 already unused, calling callback (ffffffffc1039300) 00000008:00000001:2.0:1788838262.957824:0:15909:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788838262.957827:0:15909:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838262.957829:0:15909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838262.957831:0:15909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838262.957834:0:15909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:2.0:1788838262.957837:0:15909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838262.957840:0:15909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838262.957843:0:15909:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838262.957846:0:15909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788838262.957854:0:15909:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788838262.957856:0:15909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838262.957871:0:15909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838262.957874:0:15909:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000008:00000001:2.0:1788838262.957876:0:15909:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788838262.957878:0:15909:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838262.957880:0:15909:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000008:00000001:2.0:1788838262.957882:0:15909:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.957885:0:15909:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838262.957889:0:15909:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838262.957898:0:15909:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838262.957901:0:15909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838262.957904:0:15909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838262.957906:0:15909:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea600 with handle 0x9f68a6b43b62ce5b from hash 00010000:00000001:2.0:1788838262.957908:0:15909:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838262.957910:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838262.957912:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838262.957913:0:15909:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838262.957916:0:15909:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838262.957917:0:15909:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788838262.957922:0:15909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838262.957923:0:15909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.957925:0:15909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838262.957928:0:15909:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788838262.957933:0:15909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3100. 00000020:00000040:2.0:1788838262.957936:0:15909:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838262.957941:0:15909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838262.957944:0:15909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838262.957949:0:15909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838262.957956:0:15909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc40d9c00. 00000100:00000001:2.0:1788838262.957962:0:15909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.957965:0:15909:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838262.957970:0:15909:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838262.957978:0:15909:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838262.957980:0:15909:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838262.957984:0:15909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838262.957989:0:15909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838262.958001:0:15909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c43da504] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788838262.958021:0:15909:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838262.958024:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838262.958026:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838262.958027:0:15909:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.958029:0:15909:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838262.958031:0:15909:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.958034:0:15909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838262.958040:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838262.958042:0:15909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62ce5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b3c9 expref: -99 pid: 30902 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788838262.958049:0:15909:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2900. 00010000:00000040:2.0:1788838262.958053:0:15909:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83acf00 count: 0 00010000:00000010:2.0:1788838262.958060:0:15909:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afd83ace00. 00010000:00000001:2.0:1788838262.958066:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838262.958067:0:15909:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788838262.958069:0:15909:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afc6139c00. 00010000:00000001:2.0:1788838262.958072:0:15909:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838262.958074:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.958076:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.958077:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838262.958079:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.958080:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.958081:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838262.958083:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838262.958084:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838262.958085:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838262.958091:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838262.958094:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838262.958097:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838262.958111:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838262.958119:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838262.958121:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838262.958124:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838262.958127:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838262.958129:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838262.958132:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132241024:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838262.958136:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838262.958141:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838262.958144:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838262.958146:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838262.958150:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d9600. 02000000:00000001:2.0:1788838262.958152:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838262.958159:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838262.958163:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dbb0. 00000400:00000010:2.0:1788838262.958169:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a660. 00000100:00000200:2.0:1788838262.958175:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132241024, portal 18 00000100:00000001:2.0:1788838262.958177:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838262.958179:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419158784 : -113594290392832 : ffff98afc4ac3100) 00000100:00000040:2.0:1788838262.958186:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838262.958193:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838262.958196:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838262.958199:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a220. 00000100:00000200:2.0:1788838262.958203:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132241024, offset 0 00000400:00000200:2.0:1788838262.958209:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838262.958217:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838262.958223:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838262.958228:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838262.958232:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838262.958235:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838262.958237:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838262.958241:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2386:2386:256:4294967295] 192.168.203.123@tcp LPNI seq info [2386:2386:8:4294967295] 00000400:00000200:2.0:1788838262.958245:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838262.958254:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838262.958259:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838262.958264:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc51e0a00. 00000800:00000200:2.0:1788838262.958270:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838262.958278:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838262.958282:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc51e0a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838262.958295:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838262.958299:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 243260 usecs (244 jiffies) 00000400:00000200:2.0:1788838262.958302:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838262.958305:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296393164 00000100:00000001:2.0:1788838262.958314:0:2353:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296392935 00000100:00000001:2.0:1788838262.958319:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296393164 00000100:00000001:2.0:1788838262.958322:0:2353:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296392935 00000100:00000001:2.0:1788838262.958325:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838262.958327:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.958331:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.958333:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838262.958339:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838262.958341:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838262.958343:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838262.958344:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838262.958346:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.958348:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.958359:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838262.958361:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838262.958363:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.958364:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838262.958749:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838262.958754:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838262.958759:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838262.958764:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838262.958769:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a220 00000400:00000010:1.0:1788838262.958772:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a220. 00000100:00000001:1.0:1788838262.958775:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838262.958781:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838262.958790:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838262.958794:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838262.958800:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838262.958802:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838262.959716:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.959729:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838262.959732:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.959735:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838262.959740:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.959745:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838262.959752:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.959755:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.959760:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.959764:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd4d400 00000400:00000200:1.0:1788838262.959768:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838262.959773:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6699 [1] + 224 00000800:00000001:1.0:1788838262.959779:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.959785:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838262.959788:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838262.959791:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838262.959796:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838262.959803:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838262.959812:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838262.959826:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838262.959832:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838262.959836:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838262.960082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:2.1:1788838262.960089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00000100:00000001:2.0:1788838262.960111:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838262.960114:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838262.960120:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838262.960122:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838262.960124:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838262.960128:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:2.0:1788838262.960131:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:2.0:1788838262.960133:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838262.960138:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838262.960147:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838262.960153:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838262.960155:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838262.960157:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838262.960159:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838262.960161:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838262.960163:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838262.960166:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838262.960173:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52ca8 time=90 v=5 (5 5 0 5) 00000100:00001000:2.0:1788838262.960177:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838262.960179:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838262.960181:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838262.960183:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838262.960186:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.960190:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838262.960192:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967333 00000100:00000001:2.0:1788838262.960194:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838262.960196:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838262.960200:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838262.960207:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838262.960209:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838262.960211:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838262.960215:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838262.960222:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132240896:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838262.960226:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838262.960228:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838262.960231:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0a80 x1875731132240896/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838262.960237:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838262.960239:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838262.960242:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d9400. 02000000:00000001:2.0:1788838262.960245:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838262.960247:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838262.960249:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838262.960251:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838262.960253:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc40d9000. 02000000:00000001:2.0:1788838262.960255:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838262.960257:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838262.960258:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0a80. 00000100:00000001:2.0:1788838262.960261:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838262.960262:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838262.960264:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838262.960271:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838262.960272:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838262.960275:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838262.960277:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788838262.966620:0:31086:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acf00. 00010000:00000010:2.1:1788838262.966633:0:31086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00000800:00000001:0.0:1788838262.976512:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838262.976528:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838262.976532:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838262.976535:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838262.976542:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838262.976550:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838262.976558:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838262.976562:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838262.976567:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838262.976571:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd4d480 00000400:00000200:0.0:1788838262.976576:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838262.976582:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x66a9 [1] + 224 00000800:00000001:0.0:1788838262.976589:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838262.976604:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838262.976607:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838262.976612:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838262.976619:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838262.976627:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838262.976639:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838262.976675:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838262.976684:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838262.976687:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838262.977783:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838262.977789:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838262.977796:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838262.977798:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838262.977801:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dbb0. 00000400:00000200:3.0:1788838262.977808:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a660 00000400:00000010:3.0:1788838262.977810:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a660. 00000100:00000001:3.0:1788838262.977815:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838262.977823:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838262.977853:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838262.977899:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838262.977901:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838262.977904:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838262.977907:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838262.977909:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838262.977912:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838262.977915:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838262.977934:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef538 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838262.977939:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838262.977941:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838262.977943:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838262.977946:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838262.977949:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838262.977953:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838262.977955:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838262.977956:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838262.977958:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838262.977978:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838262.977998:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838262.978002:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838262.978003:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838262.978008:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838262.978015:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132241024:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838262.978020:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838262.978023:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838262.978039:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3100 x1875731132241024/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838278 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838262.978047:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838262.978049:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838262.978052:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d9600. 02000000:00000001:3.0:1788838262.978056:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838262.978058:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838262.978060:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838262.978062:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838262.978064:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc40d9c00. 02000000:00000001:3.0:1788838262.978067:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838262.978068:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838262.978070:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3100. 00000100:00000001:3.0:1788838262.978086:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838262.978088:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838262.978090:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838262.978113:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838262.978115:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838262.978117:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838262.978120:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838263.196928:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296393164, at 4296393170 00000100:00000010:0.0:1788838263.196941:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17e40. 00000100:00000040:1.0:1788838263.197438:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296393164, at 4296393170 00000100:00000010:1.0:1788838263.197445:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b176c0. 00000100:00000040:3.0:1788838263.243317:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838263.243325:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838263.243334:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896e680. 00000020:00000040:3.0:1788838263.243340:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838263.243344:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838263.243347:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838263.243352:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838263.243360:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3600. 00000100:00000001:3.0:1788838263.243368:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838263.243380:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838263.243392:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838263.243397:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838263.243403:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcbd579f] to pc [ptlrpcd_01_01+1] req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.243434:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838263.243436:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838263.243440:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838263.243443:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d500. 00000020:00000040:3.0:1788838263.243445:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=10 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838263.243447:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838263.243449:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838263.243451:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838263.243454:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3000. 00000100:00000001:3.0:1788838263.243456:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838263.243461:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838263.243468:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838263.243470:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838263.243474:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bde23ac6] to pc [ptlrpcd_01_00+0] req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.243482:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838263.243487:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1730) 00000100:00000001:3.0:1788838263.243496:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838263.243500:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838263.243502:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838263.243508:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.243514:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838263.243517:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838263.243520:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838263.243522:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838263.243525:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838263.243528:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132241280:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838263.243532:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838263.243538:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838263.243540:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838263.243543:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838263.243548:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc120b000. 02000000:00000001:3.0:1788838263.243550:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838263.243556:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838263.243560:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838263.243566:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838263.243572:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132241280, portal 10 00000100:00000001:3.0:1788838263.243575:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838263.243577:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484867840 : -113594224683776 : ffff98afc896d500) 00000100:00000040:3.0:1788838263.243594:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.243602:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788838263.243603:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788838263.243604:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000100:00000001:2.0:1788838263.243606:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1788838263.243607:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cebb0. 00000100:00000001:2.0:1788838263.243607:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1788838263.243611:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132241280, offset 0 00000100:00000040:2.0:1788838263.243612:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788838263.243617:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000100:00000001:2.0:1788838263.243619:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838263.243620:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838263.243622:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838263.243624:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788838263.243625:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 02000000:00000001:2.0:1788838263.243626:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838263.243628:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132241152:192.168.203.123@tcp:400:kworker.0 00000400:00000200:3.0:1788838263.243632:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000100:00000001:2.0:1788838263.243632:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838263.243634:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838263.243635:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838263.243637:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788838263.243638:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1788838263.243640:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d9600. 02000000:00000001:2.0:1788838263.243642:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838263.243643:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838263.243645:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838263.243647:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1788838263.243648:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000200:3.0:1788838263.243650:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000010:2.0:1788838263.243651:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000400:00000200:3.0:1788838263.243653:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2387:2387:256:4294967295] 192.168.203.123@tcp LPNI seq info [2387:2387:8:4294967295] 00000400:00000200:3.0:1788838263.243675:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000200:2.0:1788838263.243675:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132241152, portal 25 00000100:00000001:2.0:1788838263.243677:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838263.243678:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484872320 : -113594224679296 : ffff98afc896e680) 00000100:00000040:2.0:1788838263.243683:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788838263.243685:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000100:00000001:2.0:1788838263.243689:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788838263.243691:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000100:00000040:2.0:1788838263.243692:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838263.243694:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a908. 00000800:00000010:3.0:1788838263.243696:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3b00. 00000100:00000200:2.0:1788838263.243696:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132241152, offset 0 00000400:00000200:2.0:1788838263.243701:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000800:00000200:3.0:1788838263.243702:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000400:00000200:2.0:1788838263.243704:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838263.243707:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000800:00000200:3.0:1788838263.243710:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000400:00000200:2.0:1788838263.243710:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838263.243712:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000800:00000200:3.0:1788838263.243714:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788838263.243714:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838263.243716:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838263.243719:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2388:2388:255:4294967295] 192.168.203.123@tcp LPNI seq info [2388:2388:7:4294967295] 00000400:00000200:2.0:1788838263.243722:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838263.243726:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838263.243728:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000100:00000040:3.0:1788838263.243729:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 784157 usecs (785 jiffies) 00000800:00000200:2.0:1788838263.243732:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838263.243733:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838263.243735:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296394001 00000800:00000010:2.0:1788838263.243736:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc51e0a00. 00000800:00000200:2.0:1788838263.243739:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000100:00000010:3.0:1788838263.243740:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acbea0. 00000800:00000200:2.0:1788838263.243743:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000100:00000001:3.0:1788838263.243745:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000800:00000200:2.0:1788838263.243745:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc51e0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838263.243747:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838263.243750:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838263.243751:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296394001 00000100:00000001:2.0:1788838263.243751:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296397302 00000100:00000010:3.0:1788838263.243754:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acbe40. 00000100:00000001:3.0:1788838263.243756:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788838263.243756:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296394001 00000100:00000001:2.0:1788838263.243758:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296397302 00000100:00000001:3.0:1788838263.243759:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838263.243761:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296394001 00000100:00000001:3.0:1788838263.243762:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838263.243764:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838263.243765:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838263.243765:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838263.243767:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838263.243768:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838263.243768:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838263.243776:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838263.243776:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838263.243778:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838263.243778:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838263.243780:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838263.243780:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838263.243782:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838263.243782:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838263.243783:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838263.243783:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838263.243785:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838263.243785:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838263.243879:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838263.243885:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:1.0:1788838263.243901:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838263.243907:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838263.243912:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cebb0 00000400:00000010:1.0:1788838263.243915:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cebb0. 00000100:00000001:1.0:1788838263.243919:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838263.243923:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838263.243933:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838263.243936:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838263.243942:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838263.243944:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838263.245992:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838263.246000:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc51e0a00. 00000400:00000200:1.0:1788838263.246009:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838263.246016:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838263.246022:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a908 00000400:00000010:1.0:1788838263.246025:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a908. 00000100:00000001:1.0:1788838263.246030:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838263.246036:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838263.246048:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838263.246051:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838263.246058:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838263.246059:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838263.272070:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838263.272084:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838263.272089:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838263.272091:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838263.272111:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272118:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838263.272127:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272132:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272138:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272142:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4d580 00000400:00000200:0.0:1788838263.272146:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272153:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x66b1 [1] + 224 00000800:00000001:0.0:1788838263.272159:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838263.272163:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838263.272165:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838263.272170:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838263.272177:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838263.272186:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838263.272203:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.272254:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838263.272257:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838263.272285:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838263.272293:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838263.272297:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838263.272299:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838263.272302:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838263.272305:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272309:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838263.272312:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272314:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272317:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272319:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4d500 00000400:00000200:0.0:1788838263.272323:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838263.272327:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x66b9 [1] + 224 00000800:00000001:0.0:1788838263.272331:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838263.272337:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838263.272339:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838263.272342:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838263.272345:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838263.272350:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838263.272358:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838263.272375:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838263.272379:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838263.272383:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838263.272505:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838263.272508:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838263.272514:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838263.272516:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838263.272520:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838263.272525:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:2.0:1788838263.272527:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:2.0:1788838263.272530:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838263.272535:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838263.272544:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838263.272550:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838263.272553:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838263.272555:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838263.272558:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838263.272561:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838263.272564:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838263.272567:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838263.272573:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838263.272577:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1788838263.272590:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838263.272592:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838263.272595:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838263.272598:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838263.272601:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838263.272606:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838263.272612:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838263.272615:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838263.272617:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838263.272621:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838263.272628:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132241152:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838263.272633:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838263.272635:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838263.272639:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896e680 x1875731132241152/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838263.272645:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838263.272647:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838263.272651:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d9600. 02000000:00000001:2.0:1788838263.272654:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838263.272682:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838263.272683:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838263.272686:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838263.272689:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3600. 02000000:00000001:2.0:1788838263.272692:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838263.272694:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838263.272696:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896e680. 00000100:00000001:2.0:1788838263.272700:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838263.272701:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838263.272703:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838263.272710:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838263.272711:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838263.272714:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838263.272716:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788838263.275156:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838263.275163:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838263.275166:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838263.275172:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:3.0:1788838263.275174:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:3.0:1788838263.275178:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838263.275187:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838263.275197:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275204:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838263.275206:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838263.275209:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838263.275212:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838263.275214:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838263.275216:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838263.275219:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838263.275227:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=92 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838263.275231:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838263.275234:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838263.275235:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838263.275238:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838263.275242:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838263.275245:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788838263.275247:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967630 gen 2 00000100:00000040:3.0:1788838263.275254:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff98afd090aa00 x1875731132233216/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838263.275262:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838263.275265:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090aa00 x1875731132233216/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838263.275272:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838263.275274:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838263.275287:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0082c00. 02000000:00000001:3.0:1788838263.275293:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838263.275295:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838263.275296:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838263.275299:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838263.275302:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4010400. 02000000:00000001:3.0:1788838263.275305:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838263.275307:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838263.275309:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090aa00. 00000100:00000001:3.0:1788838263.275312:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838263.275313:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838263.275318:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff98afd090a300 x1875731132235776/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838263.275324:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838263.275327:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a300 x1875731132235776/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838274 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838263.275333:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838263.275334:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838263.275336:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0082000. 02000000:00000001:3.0:1788838263.275338:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838263.275339:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838263.275341:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838263.275343:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838263.275344:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1126600. 02000000:00000001:3.0:1788838263.275347:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838263.275348:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838263.275349:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a300. 00000100:00000001:3.0:1788838263.275351:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838263.275353:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838263.275358:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff98afc896ea00 x1875731132238208/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275364:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838263.275366:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ea00 x1875731132238208/t4294967622(4294967622) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275372:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838263.275373:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838263.275374:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8714800. 02000000:00000001:3.0:1788838263.275377:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838263.275378:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838263.275379:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838263.275381:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838263.275382:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc2c77600. 02000000:00000001:3.0:1788838263.275385:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838263.275386:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838263.275387:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ea00. 00000100:00000001:3.0:1788838263.275389:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838263.275390:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838263.275395:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff98afc4ac1180 x1875731132238848/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275402:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838263.275405:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1180 x1875731132238848/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275410:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838263.275411:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838263.275413:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e000. 02000000:00000001:3.0:1788838263.275415:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838263.275416:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838263.275418:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838263.275419:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838263.275421:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3f24800. 02000000:00000001:3.0:1788838263.275423:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838263.275424:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838263.275425:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1180. 00000100:00000001:3.0:1788838263.275427:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838263.275428:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838263.275433:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff98afc896ed80 x1875731132240128/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275438:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838263.275441:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ed80 x1875731132240128/t4294967628(4294967628) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275446:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838263.275448:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838263.275449:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838263.275451:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838263.275452:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838263.275453:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838263.275455:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838263.275456:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc1284600. 02000000:00000001:3.0:1788838263.275459:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838263.275460:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838263.275461:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ed80. 00000100:00000001:3.0:1788838263.275463:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838263.275464:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838263.275469:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967630) req@ffff98afc4ac0000 x1875731132240768/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275475:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838263.275477:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132240768/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838276 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275482:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838263.275483:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838263.275484:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d800. 02000000:00000001:3.0:1788838263.275486:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838263.275487:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838263.275489:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838263.275490:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838263.275492:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3f25600. 02000000:00000001:3.0:1788838263.275494:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838263.275495:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838263.275496:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:3.0:1788838263.275498:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838263.275499:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838263.275502:0:2353:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788838263.275504:0:2353:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:3.0:1788838263.275506:0:2353:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838263.275508:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838263.275512:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275518:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838263.275520:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838263.275522:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838263.275526:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838263.275534:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132241280:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838263.275538:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838263.275541:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838263.275543:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d500 x1875731132241280/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838263.275549:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838263.275550:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838263.275552:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc120b000. 02000000:00000001:3.0:1788838263.275554:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838263.275555:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838263.275557:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838263.275558:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838263.275560:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3000. 02000000:00000001:3.0:1788838263.275562:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838263.275563:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838263.275564:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d500. 00000100:00000001:3.0:1788838263.275567:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838263.275568:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838263.275570:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838263.275577:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838263.275578:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838263.276035:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838263.276040:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838263.307720:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838263.307727:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838263.310448:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838263.310454:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838263.310458:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788838263.610251:0:31126:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838264.337299:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838264.337307:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838264.337309:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838264.337313:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838264.337317:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838264.337319:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838264.337323:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838264.337325:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838264.337645:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838264.337650:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838264.337654:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838265.361621:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838265.361628:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838265.361835:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838265.361838:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838265.361841:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838265.401525:0:31270:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838266.260613:0:31332:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838266.378963:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838266.378970:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838266.379394:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838266.379398:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838266.379401:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838267.331782:0:31424:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838267.339930:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296397302, at 4296397313 00000100:00000010:0.0:1788838267.339946:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbea0. 00000100:00000040:1.0:1788838267.341159:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296397302, at 4296397313 00000100:00000010:1.0:1788838267.341171:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbe40. 00010000:00000001:0.0:1788838267.402722:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838267.402729:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838267.402765:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838267.402769:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838267.402772:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788838267.706154:0:31460:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788838267.706160:0:31460:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 23:31:06 (1788838266) 00000001:00000001:3.0:1788838267.735982:0:31460:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788838268.010013:0:31472:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838268.010020:0:31472:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838268.010022:0:31472:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838268.010025:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fb20 00000080:00200000:2.0:1788838268.010030:0:31472:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838268.010039:0:31472:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abfc00. 00800000:00000002:2.0:1788838268.010045:0:31472:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838268.010049:0:31472:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838268.010053:0:31472:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.010055:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fa40 00800000:00000002:2.0:1788838268.010057:0:31472:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838268.010061:0:31472:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838268.010074:0:31472:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838268.010079:0:31472:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.010082:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f910 00000002:00010000:2.0:1788838268.010083:0:31472:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838268.010087:0:31472:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838268.010089:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838268.010092:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838268.010098:0:31472:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.010100:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.010102:0:31472:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.010104:0:31472:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838268.010106:0:31472:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838268.010112:0:31472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0a80. 00000020:00000040:2.0:1788838268.010116:0:31472:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838268.010122:0:31472:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838268.010127:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.010130:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.010133:0:31472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838268.010135:0:31472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838268.010139:0:31472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838268.010146:0:31472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406dc00. 00000100:00000001:2.0:1788838268.010152:0:31472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.010157:0:31472:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838268.010159:0:31472:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.010160:0:31472:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838268.010162:0:31472:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.010163:0:31472:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.010169:0:31472:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00010000:00000001:2.0:1788838268.010173:0:31472:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838268.010175:0:31472:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838268.010179:0:31472:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c500. 00010000:00000010:2.0:1788838268.010183:0:31472:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5e80. 00010000:00000001:2.0:1788838268.010189:0:31472:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838268.010193:0:31472:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517800. 00000020:00000001:2.0:1788838268.010196:0:31472:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838268.010199:0:31472:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517800 with handle 0x9f68a6b43b62cea8 to hash 00000020:00000001:2.0:1788838268.010201:0:31472:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838268.010203:0:31472:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.010206:0:31472:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.010210:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.010213:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.010217:0:31472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.010227:0:31472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.010238:0:31472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838268.010243:0:31472:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838268.010245:0:31472:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838268.010251:0:31472:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.010254:0:31472:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037888 : -113594297513728 : ffff98afc43f8900) 00000100:00000001:2.0:1788838268.010257:0:31472:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.010258:0:31472:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000001:2.0:1788838268.010262:0:31472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838268.010267:0:31472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.010269:0:31472:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838268.010270:0:31472:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838268.010280:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.010289:0:31472:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838268.010291:0:31472:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.010294:0:31472:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838268.010296:0:31472:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838268.010298:0:31472:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838268.010378:0:31472:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31472:1875731132241408:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838268.010383:0:31472:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838268.010388:0:31472:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838268.010390:0:31472:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.010392:0:31472:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838268.010398:0:31472:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0c800. 02000000:00000001:2.0:1788838268.010400:0:31472:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838268.010407:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838268.010410:0:31472:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838268.010417:0:31472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838268.010423:0:31472:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132241408, portal 10 00000100:00000001:2.0:1788838268.010425:0:31472:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.010426:0:31472:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000040:2.0:1788838268.010433:0:31472:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.010441:0:31472:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838268.010444:0:31472:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838268.010447:0:31472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a3b8. 00000100:00000200:2.0:1788838268.010451:0:31472:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132241408, offset 0 00000400:00000200:2.0:1788838268.010457:0:31472:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838268.010466:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.010472:0:31472:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838268.010477:0:31472:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838268.010481:0:31472:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838268.010485:0:31472:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838268.010487:0:31472:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838268.010491:0:31472:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2389:2389:256:4294967295] 192.168.203.123@tcp LPNI seq info [2389:2389:8:4294967295] 00000400:00000200:2.0:1788838268.010495:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.010503:0:31472:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838268.010509:0:31472:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838268.010514:0:31472:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14e00. 00000800:00000200:2.0:1788838268.010520:0:31472:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838268.010527:0:31472:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838268.010531:0:31472:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788838268.010551:0:31472:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.010555:0:31472:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 783107 usecs (784 jiffies) 00000400:00000200:2.0:1788838268.010559:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838268.010562:0:31472:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398767 00000100:00000010:2.0:1788838268.010566:0:31472:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd0b17d20. 00000100:00000001:2.0:1788838268.010571:0:31472:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788838268.010578:0:31472:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398767 00000100:00000010:2.0:1788838268.010581:0:31472:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd0b17300. 00000100:00000001:2.0:1788838268.010584:0:31472:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788838268.010588:0:31472:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.010590:0:31472:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.010592:0:31472:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838268.010594:0:31472:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838268.010596:0:31472:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8900 going to sleep for 11 seconds 00000100:00000001:2.0:1788838268.010599:0:31472:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838268.010601:0:31472:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838268.010781:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838268.010786:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14e00. 00000400:00000200:1.0:1788838268.010791:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838268.010796:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838268.010802:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a3b8 00000400:00000010:1.0:1788838268.010804:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a3b8. 00000100:00000001:1.0:1788838268.010807:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838268.010812:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.010821:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838268.010825:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.010831:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.010833:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838268.026418:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.026433:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.026437:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.026452:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.026461:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.026469:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.026482:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.026486:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.026492:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.026496:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4d600 00000400:00000200:0.0:1788838268.026500:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.026506:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x66c1 [1] + 224 00000800:00000001:0.0:1788838268.026513:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.026520:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.026523:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.026527:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.026535:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.026543:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838268.026559:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.026582:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.026590:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.026594:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.027028:0:31472:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838268.027036:0:31472:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838268.027038:0:31472:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838268.027042:0:31472:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838268.027047:0:31472:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:2.0:1788838268.027049:0:31472:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:2.0:1788838268.027052:0:31472:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838268.027057:0:31472:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838268.027080:0:31472:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.027087:0:31472:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838268.027088:0:31472:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.027091:0:31472:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838268.027094:0:31472:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838268.027097:0:31472:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838268.027099:0:31472:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.027102:0:31472:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838268.027110:0:31472:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838268.027114:0:31472:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838268.027117:0:31472:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838268.027119:0:31472:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027122:0:31472:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838268.027125:0:31472:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.027129:0:31472:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838268.027131:0:31472:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788838268.027132:0:31472:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838268.027135:0:31472:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.027139:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.027145:0:31472:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.027148:0:31472:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838268.027150:0:31472:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838268.027154:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838268.027161:0:31472:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31472:1875731132241408:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838268.027167:0:31472:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.027170:0:31472:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.027172:0:31472:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838268.027174:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.027179:0:31472:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.027186:0:31472:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838268.027188:0:31472:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.027192:0:31472:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838268.027193:0:31472:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027196:0:31472:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838268.027199:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027202:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027205:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838268.027207:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027210:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838268.027217:0:31472:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517800, remote cookie: 0xff98f31736b3b512, flags: 0x1001 00010000:00010000:2.0:1788838268.027223:0:31472:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.027234:0:31472:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.027241:0:31472:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838268.027244:0:31472:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838268.027246:0:31472:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838268.027248:0:31472:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838268.027249:0:31472:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838268.027252:0:31472:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc7e4c500) refcount = 1 00010000:00010000:2.0:1788838268.027256:0:31472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.027263:0:31472:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838268.027266:0:31472:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838268.027268:0:31472:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.027270:0:31472:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838268.027273:0:31472:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.027276:0:31472:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.027282:0:31472:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838268.027284:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027286:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.027287:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027288:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.027289:0:31472:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.027293:0:31472:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838268.027295:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027296:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027297:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.027299:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027311:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027313:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027314:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027315:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838268.027317:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027318:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027321:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.027324:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.027327:0:31472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.027334:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027335:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.027336:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027337:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027338:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=5 00000020:00000001:2.0:1788838268.027340:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027342:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027344:0:31472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.027347:0:31472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.027353:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027354:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838268.027356:0:31472:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.027362:0:31472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.027363:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027364:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.027365:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027366:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838268.027371:0:31472:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838268.027379:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027380:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027381:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.027383:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027385:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027387:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027388:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.027390:0:31472:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.027392:0:31472:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.027394:0:31472:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838268.027397:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027398:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027399:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.027401:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027403:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00000002:00010000:2.0:1788838268.027406:0:31472:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.027417:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027418:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.027420:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838268.027421:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027422:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027424:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.027425:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027427:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838268.027433:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:2.0:1788838268.027436:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838268.027450:0:31472:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788838268.027453:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027454:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.027456:0:31472:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838268.027459:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f898 00000002:00002000:2.0:1788838268.027461:0:31472:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838268.027464:0:31472:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.027467:0:31472:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.027470:0:31472:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838268.027472:0:31472:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838268.027475:0:31472:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838268.027478:0:31472:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838268.027482:0:31472:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abfc00. 00000080:00000001:2.0:1788838268.027486:0:31472:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838268.027488:0:31472:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838268.027494:0:31472:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788838268.027498:0:31472:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788838268.027504:0:31472:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd110d640. 00800000:00000001:2.0:1788838268.027506:0:31472:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479627081280 : -113594082470336 : ffff98afd110d640) 00800000:00000001:2.0:1788838268.027508:0:31472:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.027509:0:31472:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838268.027512:0:31472:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838268.027514:0:31472:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788838268.027516:0:31472:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838268.027519:0:31472:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838268.027521:0:31472:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.027525:0:31472:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838268.027527:0:31472:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788838268.027532:0:31472:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788838268.027534:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027535:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027536:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.027538:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027540:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027542:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027543:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838268.027545:0:31472:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838268.027547:0:31472:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788838268.027548:0:31472:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd110d640 1 00800000:00000010:2.0:1788838268.027551:0:31472:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd110d640. 00800000:00000001:2.0:1788838268.027553:0:31472:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838268.027557:0:31472:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cea8 00800000:00000001:2.0:1788838268.027559:0:31472:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838268.027561:0:31472:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838268.027562:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027563:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027565:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.027567:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027568:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027571:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027572:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.027573:0:31472:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.027575:0:31472:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.027578:0:31472:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838268.027580:0:31472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838268.027583:0:31472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cea8 from it ffffbbcb00d1fb58 00010000:00000001:2.0:1788838268.027585:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.027586:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.027588:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.027589:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027591:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.027593:0:31472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.027596:0:31472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.027602:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027603:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.027605:0:31472:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838268.027607:0:31472:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838268.027609:0:31472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838268.027618:0:31472:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838268.027620:0:31472:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838268.027622:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.027626:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027627:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.027628:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027632:0:31472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838268.027633:0:31472:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027635:0:31472:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027638:0:31472:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027639:0:31472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.027640:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027642:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838268.027644:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.027648:0:31472:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0a80 x1875731132241408/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.027684:0:31472:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838268.027687:0:31472:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838268.027690:0:31472:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0c800. 02000000:00000001:2.0:1788838268.027694:0:31472:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838268.027696:0:31472:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838268.027698:0:31472:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838268.027700:0:31472:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838268.027703:0:31472:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406dc00. 02000000:00000001:2.0:1788838268.027706:0:31472:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838268.027708:0:31472:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838268.027709:0:31472:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0a80. 00000100:00000001:2.0:1788838268.027712:0:31472:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838268.027714:0:31472:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838268.027717:0:31472:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838268.027722:0:31472:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838268.027736:0:31472:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6720. 00000020:00000001:2.0:1788838268.027741:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fae8 00000080:00200000:2.0:1788838268.027743:0:31472:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=13 00000080:00000001:2.0:1788838268.027747:0:31472:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838268.027749:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f998 00000080:00200000:2.0:1788838268.027750:0:31472:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:2.0:1788838268.027758:0:31472:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abfc00. 00800000:00000002:2.0:1788838268.027762:0:31472:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838268.027766:0:31472:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838268.027769:0:31472:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.027770:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f8b8 00800000:00000002:2.0:1788838268.027773:0:31472:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838268.027775:0:31472:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788838268.027780:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f850 00800000:00000002:2.0:1788838268.027782:0:31472:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788838268.027786:0:31472:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.027787:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f788 00000002:00010000:2.0:1788838268.027789:0:31472:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788838268.027793:0:31472:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838268.027795:0:31472:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838268.027799:0:31472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0a80. 00000020:00000040:2.0:1788838268.027802:0:31472:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838268.027806:0:31472:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838268.027810:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.027812:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.027813:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.027814:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.027817:0:31472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838268.027819:0:31472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838268.027823:0:31472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838268.027828:0:31472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406dc00. 00000100:00000001:2.0:1788838268.027834:0:31472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027837:0:31472:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838268.027839:0:31472:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027841:0:31472:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838268.027842:0:31472:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.027843:0:31472:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.027849:0:31472:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00010000:00000001:2.0:1788838268.027852:0:31472:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838268.027854:0:31472:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838268.027857:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:2.0:1788838268.027859:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.027861:0:31472:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838268.027864:0:31472:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516600. 00000020:00000001:2.0:1788838268.027867:0:31472:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838268.027869:0:31472:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516600 with handle 0x9f68a6b43b62ceaf to hash 00000020:00000001:2.0:1788838268.027872:0:31472:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838268.027873:0:31472:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.027876:0:31472:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.027879:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.027880:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.027884:0:31472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.027891:0:31472:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.027900:0:31472:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838268.027906:0:31472:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838268.027907:0:31472:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838268.027912:0:31472:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.027914:0:31472:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037888 : -113594297513728 : ffff98afc43f8900) 00000100:00000001:2.0:1788838268.027917:0:31472:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.027918:0:31472:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000001:2.0:1788838268.027923:0:31472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838268.027927:0:31472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.027929:0:31472:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838268.027930:0:31472:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838268.027935:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.027942:0:31472:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838268.027944:0:31472:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.027947:0:31472:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838268.027950:0:31472:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838268.027952:0:31472:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838268.027956:0:31472:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31472:1875731132241536:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838268.027959:0:31472:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838268.027964:0:31472:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838268.027967:0:31472:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.027969:0:31472:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838268.027974:0:31472:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0c800. 02000000:00000001:2.0:1788838268.027976:0:31472:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838268.027981:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838268.027984:0:31472:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838268.027989:0:31472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838268.027996:0:31472:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132241536, portal 10 00000100:00000001:2.0:1788838268.027998:0:31472:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.027999:0:31472:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000040:2.0:1788838268.028005:0:31472:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.028017:0:31472:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838268.028020:0:31472:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838268.028023:0:31472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512af68. 00000100:00000200:2.0:1788838268.028026:0:31472:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132241536, offset 0 00000400:00000200:2.0:1788838268.028033:0:31472:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838268.028040:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.028047:0:31472:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838268.028052:0:31472:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838268.028056:0:31472:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838268.028059:0:31472:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838268.028061:0:31472:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838268.028076:0:31472:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2390:2390:256:4294967295] 192.168.203.123@tcp LPNI seq info [2390:2390:8:4294967295] 00000400:00000200:2.0:1788838268.028081:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.028089:0:31472:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838268.028095:0:31472:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838268.028100:0:31472:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14c00. 00000800:00000200:2.0:1788838268.028106:0:31472:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838268.028113:0:31472:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838268.028118:0:31472:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788838268.028138:0:31472:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.028142:0:31472:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 782033 usecs (783 jiffies) 00000400:00000200:2.0:1788838268.028146:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838268.028148:0:31472:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398784 00000100:00000001:2.0:1788838268.028157:0:31472:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296398767 00000100:00000001:2.0:1788838268.028162:0:31472:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398784 00000100:00000001:2.0:1788838268.028166:0:31472:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296398767 00000100:00000001:2.0:1788838268.028169:0:31472:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.028171:0:31472:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.028174:0:31472:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838268.028175:0:31472:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838268.028178:0:31472:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8900 going to sleep for 11 seconds 00000100:00000001:2.0:1788838268.028180:0:31472:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838268.028182:0:31472:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838268.028741:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838268.028746:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14c00. 00000400:00000200:1.0:1788838268.028752:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838268.028758:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838268.028763:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512af68 00000400:00000010:1.0:1788838268.028766:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512af68. 00000100:00000001:1.0:1788838268.028770:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838268.028775:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.028784:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838268.028788:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.028794:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.028796:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838268.038777:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.038797:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.038801:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.038804:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.038812:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.038819:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.038829:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.038834:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.038839:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.038842:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4d680 00000400:00000200:0.0:1788838268.038847:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.038852:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x66c9 [1] + 224 00000800:00000001:0.0:1788838268.038859:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.038868:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.038871:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.038875:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.038883:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.038891:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838268.038903:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.038924:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.038931:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.038934:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.039174:0:31472:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838268.039182:0:31472:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838268.039184:0:31472:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838268.039187:0:31472:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838268.039192:0:31472:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:2.0:1788838268.039194:0:31472:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:2.0:1788838268.039197:0:31472:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838268.039201:0:31472:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838268.039210:0:31472:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.039216:0:31472:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838268.039218:0:31472:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.039220:0:31472:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838268.039224:0:31472:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838268.039226:0:31472:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838268.039228:0:31472:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.039232:0:31472:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838268.039240:0:31472:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838268.039244:0:31472:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838268.039247:0:31472:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788838268.039251:0:31472:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.039257:0:31472:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838268.039271:0:31472:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838268.039273:0:31472:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788838268.039275:0:31472:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838268.039276:0:31472:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788838268.039280:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.039292:0:31472:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788838268.039295:0:31472:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838268.039297:0:31472:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838268.039307:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838268.039315:0:31472:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31472:1875731132241536:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838268.039319:0:31472:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.039322:0:31472:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838268.039324:0:31472:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838268.039326:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.039329:0:31472:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.039334:0:31472:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838268.039337:0:31472:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.039341:0:31472:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838268.039343:0:31472:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788838268.039346:0:31472:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838268.039350:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.039352:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.039355:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=4 00000020:00000001:2.0:1788838268.039357:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.039359:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00010000:2.0:1788838268.039363:0:31472:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.039372:0:31472:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788838268.039376:0:31472:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.039382:0:31472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.039385:0:31472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.039390:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.039392:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838268.039394:0:31472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.039398:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.039401:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.039404:0:31472:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838268.039406:0:31472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.039411:0:31472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc1516600 already unused, calling callback (ffffffffc1970460) 00000080:00000001:2.0:1788838268.039414:0:31472:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788838268.039417:0:31472:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.039422:0:31472:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788838268.039424:0:31472:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788838268.039427:0:31472:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.039431:0:31472:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788838268.039433:0:31472:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838268.039434:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.039436:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.039437:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=5 00000020:00000001:2.0:1788838268.039593:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.039596:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.039599:0:31472:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838268.039602:0:31472:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788838268.039612:0:31472:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838268.039614:0:31472:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.039617:0:31472:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788838268.039618:0:31472:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838268.039621:0:31472:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838268.039623:0:31472:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838268.039624:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.039626:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838268.039628:0:31472:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516600 with handle 0x9f68a6b43b62ceaf from hash 00010000:00000001:2.0:1788838268.039630:0:31472:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838268.039631:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.039632:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.039633:0:31472:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838268.039635:0:31472:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838268.039636:0:31472:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788838268.039638:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.039639:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.039640:0:31472:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.039641:0:31472:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.039643:0:31472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.039648:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.039648:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.039649:0:31472:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788838268.039651:0:31472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.039652:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.039653:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.039696:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838268.039698:0:31472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31472 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.039709:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.039712:0:31472:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788838268.039716:0:31472:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788838268.039721:0:31472:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838268.039729:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838268.039731:0:31472:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.039732:0:31472:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.039734:0:31472:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.039737:0:31472:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838268.039739:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838268.039740:0:31472:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.039743:0:31472:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838268.039745:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f710 00000002:00002000:2.0:1788838268.039746:0:31472:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788838268.039749:0:31472:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.039752:0:31472:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.039755:0:31472:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838268.039757:0:31472:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838268.039760:0:31472:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838268.039763:0:31472:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:2.0:1788838268.039765:0:31472:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838268.039767:0:31472:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb00d1fb20 it_disposition 7 00000080:00002000:2.0:1788838268.039772:0:31472:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd15b5bd0 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1788838268.039778:0:31472:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838268.039782:0:31472:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838268.039784:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838268.039786:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838268.039791:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:2.0:1788838268.039794:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.039797:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.039799:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838268.039802:0:31472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838268.039809:0:31472:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838268.039813:0:31472:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.039816:0:31472:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838268.039822:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838268.039824:0:31472:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838268.039826:0:31472:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838268.039828:0:31472:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838268.039830:0:31472:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb00d1f930 released 00000080:00010000:2.0:1788838268.039833:0:31472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cea8 from it ffffbbcb00d1f930 00010000:00000001:2.0:1788838268.039834:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.039836:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.039837:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.039839:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.039841:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.039843:0:31472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.039846:0:31472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838268.039851:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.039852:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.039854:0:31472:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838268.039855:0:31472:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838268.039858:0:31472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838268.039863:0:31472:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838268.039865:0:31472:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838268.039867:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.039870:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.039871:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.039872:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.039875:0:31472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838268.039876:0:31472:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.039878:0:31472:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.039880:0:31472:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.039882:0:31472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.039883:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.039884:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838268.039885:0:31472:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788838268.039887:0:31472:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838268.039890:0:31472:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838268.039893:0:31472:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abfc00. 00000100:00000001:2.0:1788838268.039897:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.039901:0:31472:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0a80 x1875731132241536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.039907:0:31472:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838268.039909:0:31472:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838268.039911:0:31472:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0c800. 02000000:00000001:2.0:1788838268.039914:0:31472:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838268.039916:0:31472:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838268.039918:0:31472:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838268.039919:0:31472:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838268.039922:0:31472:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406dc00. 02000000:00000001:2.0:1788838268.039925:0:31472:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838268.039927:0:31472:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838268.039929:0:31472:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0a80. 00000100:00000001:2.0:1788838268.039931:0:31472:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838268.039933:0:31472:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838268.039935:0:31472:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838268.039936:0:31472:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb00d1fb20 released 00000080:00000001:2.0:1788838268.039937:0:31472:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788838268.039941:0:31472:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838268.039942:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fb70 00000080:00002000:2.0:1788838268.039944:0:31472:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff98afd15b5bd0, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788838268.039947:0:31472:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.039985:0:31472:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838268.039989:0:31472:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838268.039991:0:31472:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838268.039992:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fbb0 00000080:00200000:2.0:1788838268.039994:0:31472:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838268.040000:0:31472:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abfc00. 00800000:00000002:2.0:1788838268.040004:0:31472:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838268.040006:0:31472:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838268.040009:0:31472:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.040011:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fad0 00800000:00000002:2.0:1788838268.040013:0:31472:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838268.040016:0:31472:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838268.040018:0:31472:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838268.040022:0:31472:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.040023:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f9a0 00000002:00010000:2.0:1788838268.040025:0:31472:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838268.040028:0:31472:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838268.040029:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838268.040031:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838268.040033:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:2.0:1788838268.040036:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.040038:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.040040:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838268.040042:0:31472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838268.040049:0:31472:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838268.040051:0:31472:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.040054:0:31472:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838268.040059:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838268.040061:0:31472:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838268.040063:0:31472:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838268.040074:0:31472:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838268.040076:0:31472:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838268.040078:0:31472:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838268.040080:0:31472:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838268.040082:0:31472:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838268.040084:0:31472:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abfc00. 00000080:00000001:2.0:1788838268.040087:0:31472:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838268.040088:0:31472:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838268.040091:0:31472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838268.040094:0:31472:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cea8 00800000:00000001:2.0:1788838268.040096:0:31472:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838268.040099:0:31472:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838268.040100:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.040101:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.040102:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.040104:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.040106:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.040108:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.040109:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.040110:0:31472:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.040112:0:31472:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838268.040113:0:31472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cea8 from it ffffbbcb00d1fbe8 00010000:00000001:2.0:1788838268.040115:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.040116:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.040117:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838268.040119:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.040120:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838268.040122:0:31472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.040124:0:31472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838268.040129:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.040130:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.040131:0:31472:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838268.040132:0:31472:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838268.040134:0:31472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838268.040139:0:31472:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838268.040140:0:31472:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838268.040141:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.040143:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.040144:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.040146:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.040147:0:31472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838268.040148:0:31472:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.040150:0:31472:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.040152:0:31472:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.040153:0:31472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.040154:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.040155:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838268.040157:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838268.040158:0:31472:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838268.040160:0:31472:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838268.040164:0:31472:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.040167:0:31472:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838268.040169:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fbd8 00000080:00002000:2.0:1788838268.040170:0:31472:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff98afd15b5bd0) flags 0x8000e refc 0 00000080:00000001:2.0:1788838268.040173:0:31472:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.040175:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fc20 00000080:00200000:2.0:1788838268.040176:0:31472:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:2.0:1788838268.040180:0:31472:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838268.040181:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fba8 00000080:00002000:2.0:1788838268.040183:0:31472:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff98afd15b5bd0, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788838268.040185:0:31472:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.040204:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fd08 00000080:00200008:2.0:1788838268.040207:0:31472:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788838268.040213:0:31472:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788838268.040215:0:31472:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.040217:0:31472:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838268.040218:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fc80 00000080:00200000:2.0:1788838268.040220:0:31472:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838268.040223:0:31472:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abfc00. 00800000:00000002:2.0:1788838268.040225:0:31472:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838268.040227:0:31472:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838268.040229:0:31472:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.040230:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fba0 00800000:00000002:2.0:1788838268.040232:0:31472:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838268.040234:0:31472:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838268.040236:0:31472:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838268.040239:0:31472:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.040240:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fa70 00000002:00010000:2.0:1788838268.040242:0:31472:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838268.040244:0:31472:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838268.040245:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838268.040247:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838268.040249:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:2.0:1788838268.040251:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.040254:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.040256:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838268.040259:0:31472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788838268.045590:0:31472:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838268.045807:0:31472:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838268.045814:0:31472:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788838268.045829:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838268.045832:0:31472:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838268.045834:0:31472:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838268.045837:0:31472:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838268.045840:0:31472:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838268.045842:0:31472:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838268.045845:0:31472:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838268.045848:0:31472:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838268.045852:0:31472:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abfc00. 00000080:00000001:3.0:1788838268.045856:0:31472:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838268.045858:0:31472:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838268.045861:0:31472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838268.045865:0:31472:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cea8 00800000:00000001:3.0:1788838268.045868:0:31472:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838268.045871:0:31472:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838268.045873:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.045876:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.045878:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838268.045880:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.045883:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.045886:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.045887:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838268.045888:0:31472:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838268.045890:0:31472:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838268.045893:0:31472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cea8 from it ffffbbcb00d1fcb8 00010000:00000001:3.0:1788838268.045895:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.045896:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.045897:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838268.045899:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.045901:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.045903:0:31472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838268.045906:0:31472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838268.045913:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.045914:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.045915:0:31472:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838268.045918:0:31472:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838268.045921:0:31472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838268.045928:0:31472:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838268.045930:0:31472:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838268.045933:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838268.045937:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.045938:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.045940:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.045943:0:31472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838268.045944:0:31472:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.045946:0:31472:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.045949:0:31472:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.045951:0:31472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838268.045953:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.045954:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838268.045956:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838268.045958:0:31472:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838268.045962:0:31472:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838268.045968:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fd08 00000080:00000008:3.0:1788838268.045970:0:31472:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788838268.046990:0:31472:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838268.047025:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fd08 00000080:00200008:3.0:1788838268.047028:0:31472:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788838268.047034:0:31472:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838268.047036:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fc80 00000080:00200000:3.0:1788838268.047037:0:31472:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838268.047044:0:31472:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc480d200. 00800000:00000002:3.0:1788838268.047048:0:31472:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838268.047053:0:31472:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838268.047057:0:31472:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838268.047059:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fba0 00800000:00000002:3.0:1788838268.047061:0:31472:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838268.048205:0:31472:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838268.048211:0:31472:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838268.048218:0:31472:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838268.048221:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fa70 00000002:00010000:3.0:1788838268.048224:0:31472:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838268.048228:0:31472:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838268.048230:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838268.048232:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838268.048239:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:3.0:1788838268.048242:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838268.048247:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838268.048251:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838268.048256:0:31472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788838268.048406:0:31472:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838268.048411:0:31472:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838268.048414:0:31472:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788838268.048422:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838268.048423:0:31472:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838268.048426:0:31472:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838268.048427:0:31472:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838268.048430:0:31472:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838268.048432:0:31472:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838268.048435:0:31472:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838268.048437:0:31472:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838268.048648:0:31472:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc480d200. 00000080:00000001:3.0:1788838268.048710:0:31472:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838268.048713:0:31472:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838268.048717:0:31472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838268.048720:0:31472:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cea8 00800000:00000001:3.0:1788838268.048724:0:31472:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838268.048727:0:31472:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838268.048728:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.048730:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.048733:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838268.048735:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.048738:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.048741:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.048742:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838268.048743:0:31472:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838268.048745:0:31472:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838268.048747:0:31472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cea8 from it ffffbbcb00d1fcb8 00010000:00000001:3.0:1788838268.048750:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.048751:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.048752:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838268.048754:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.048756:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.048758:0:31472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838268.048761:0:31472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838268.048768:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.048769:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.048770:0:31472:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838268.048772:0:31472:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838268.048775:0:31472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838268.048782:0:31472:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838268.048784:0:31472:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838268.048786:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838268.048790:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.048791:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.048793:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.048795:0:31472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838268.048797:0:31472:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.048799:0:31472:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.048802:0:31472:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.048804:0:31472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838268.048805:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.048806:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838268.048808:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838268.048810:0:31472:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838268.048814:0:31472:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838268.048818:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fd08 00000080:00000008:3.0:1788838268.048820:0:31472:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788838268.049151:0:31472:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838268.049154:0:31472:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838268.049156:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fb78 00000080:00200000:3.0:1788838268.049158:0:31472:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838268.049163:0:31472:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc480d200. 00800000:00000002:3.0:1788838268.049168:0:31472:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838268.049172:0:31472:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838268.049176:0:31472:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838268.049177:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fa98 00800000:00000002:3.0:1788838268.049179:0:31472:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838268.049182:0:31472:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838268.049185:0:31472:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838268.049188:0:31472:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838268.049189:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f968 00000002:00010000:3.0:1788838268.049190:0:31472:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838268.049522:0:31472:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838268.049523:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838268.049526:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838268.049529:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:3.0:1788838268.049532:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838268.049535:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838268.049538:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838268.049542:0:31472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788838268.049551:0:31472:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838268.049555:0:31472:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838268.049558:0:31472:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788838268.049564:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838268.049566:0:31472:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838268.049567:0:31472:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838268.049569:0:31472:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838268.049571:0:31472:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838268.049572:0:31472:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838268.049575:0:31472:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838268.049577:0:31472:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838268.049579:0:31472:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc480d200. 00000080:00000001:3.0:1788838268.049583:0:31472:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838268.049584:0:31472:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838268.049586:0:31472:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838268.049589:0:31472:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cea8 00800000:00000001:3.0:1788838268.049591:0:31472:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838268.049593:0:31472:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838268.049595:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.049596:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.049598:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838268.049600:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.049602:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.049604:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.049605:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838268.049606:0:31472:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838268.049607:0:31472:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838268.049609:0:31472:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cea8 from it ffffbbcb00d1fbb0 00010000:00000001:3.0:1788838268.049612:0:31472:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.049612:0:31472:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.049613:0:31472:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838268.049616:0:31472:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.049617:0:31472:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838268.049619:0:31472:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838268.049621:0:31472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838268.049627:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.049628:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.049629:0:31472:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838268.049631:0:31472:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838268.049632:0:31472:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788838268.049638:0:31472:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838268.049640:0:31472:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838268.049641:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838268.049643:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.049644:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.049646:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.049647:0:31472:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838268.049649:0:31472:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.049651:0:31472:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.049653:0:31472:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.049733:0:31472:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838268.049735:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.049736:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838268.049738:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838268.049739:0:31472:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838268.049741:0:31472:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788838268.049745:0:31472:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.049750:0:31472:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788838268.049752:0:31472:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838268.049754:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fb78 00000080:00200008:3.0:1788838268.049757:0:31472:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 300000 00000080:00000010:3.0:1788838268.049762:0:31472:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a17c0. 00000080:00000001:3.0:1788838268.049766:0:31472:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.049768:0:31472:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.049784:0:31472:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838268.049786:0:31472:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c03066f0 arg=7ffecbd5f960 00000020:00000001:3.0:1788838268.049791:0:31472:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838268.049796:0:31472:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff98afc8715000. 00000020:00000001:3.0:1788838268.049800:0:31472:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.049804:0:31472:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1788838268.049805:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fad0 00000080:00200000:3.0:1788838268.049807:0:31472:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1788838268.049812:0:31472:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc480d200. 00800000:00000002:3.0:1788838268.049816:0:31472:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:3.0:1788838268.049823:0:31472:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788838268.050414:0:31472:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788838268.050419:0:31472:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:3.0:1788838268.050423:0:31472:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788838268.050426:0:31472:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788838268.050428:0:31472:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788838268.050431:0:31472:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788838268.050433:0:31472:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x27:0x0] 40000000:00000001:3.0:1788838268.050436:0:31472:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.050438:0:31472:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838268.050507:0:31472:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838268.050510:0:31472:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838268.050512:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f9e8 00800000:00000002:3.0:1788838268.050515:0:31472:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000404:0x27:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788838268.050520:0:31472:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788838268.050522:0:31472:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838268.050526:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 2 00010000:00000001:3.0:1788838268.050529:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838268.050531:0:31472:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838268.050534:0:31472:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838268.050537:0:31472:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788838268.050546:0:31472:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838268.050549:0:31472:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838268.050551:0:31472:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838268.050553:0:31472:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788838268.050556:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838268.050557:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838268.050560:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 3 00010000:00000001:3.0:1788838268.050562:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838268.050564:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.050565:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838268.050566:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838268.050568:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 3 00010000:00000001:3.0:1788838268.050569:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838268.050571:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.050572:0:31472:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838268.050573:0:31472:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838268.050574:0:31472:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c500 count: 3 00010000:00000001:3.0:1788838268.050576:0:31472:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838268.050577:0:31472:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.050579:0:31472:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838268.050582:0:31472:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838268.050586:0:31472:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1788838268.050589:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1f670 00000080:00002000:3.0:1788838268.050591:0:31472:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:3.0:1788838268.050596:0:31472:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838268.050601:0:31472:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788838268.050605:0:31472:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838268.050608:0:31472:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838268.050609:0:31472:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.050612:0:31472:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838268.050615:0:31472:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838268.050617:0:31472:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838268.050619:0:31472:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838268.050621:0:31472:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838268.050623:0:31472:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517800 with handle 0x9f68a6b43b62cea8 from hash 00010000:00000001:3.0:1788838268.050626:0:31472:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838268.050628:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.050629:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.050630:0:31472:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838268.050633:0:31472:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838268.050634:0:31472:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838268.050637:0:31472:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838268.050638:0:31472:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838268.050640:0:31472:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788838268.050646:0:31472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d500. 00000020:00000040:3.0:1788838268.050650:0:31472:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838268.050683:0:31472:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838268.050686:0:31472:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.050688:0:31472:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838268.050692:0:31472:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838268.050694:0:31472:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.050696:0:31472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838268.050698:0:31472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838268.050701:0:31472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838268.050708:0:31472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716000. 00000100:00000001:3.0:1788838268.050715:0:31472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.050717:0:31472:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838268.050720:0:31472:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838268.050726:0:31472:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788838268.050732:0:31472:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838268.050734:0:31472:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838268.050736:0:31472:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838268.050738:0:31472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cea8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b512 expref: -99 pid: 31472 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788838268.050744:0:31472:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c500 count: 0 00010000:00000010:3.0:1788838268.050749:0:31472:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5e80. 00010000:00000001:3.0:1788838268.050755:0:31472:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.050758:0:31472:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.050759:0:31472:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838268.050760:0:31472:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.050762:0:31472:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788838268.050773:0:31472:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788838268.050785:0:31472:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838268.050793:0:31472:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838268.050795:0:31472:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838268.050802:0:31472:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838268.050804:0:31472:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418774464 : -113594290777152 : ffff98afc4a653c0) 00000100:00000001:3.0:1788838268.050806:0:31472:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838268.050808:0:31472:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484867840 : -113594224683776 : ffff98afc896d500) 00000100:00000001:3.0:1788838268.050812:0:31472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838268.050816:0:31472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.050818:0:31472:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838268.050820:0:31472:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838268.051771:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838268.051784:0:31472:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838268.051787:0:31472:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838268.051791:0:31472:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838268.051794:0:31472:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838268.051797:0:31472:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838268.051800:0:31472:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d500 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31472:1875731132241792:192.168.203.123@tcp:36:lfs.0 00000100:00000001:3.0:1788838268.051804:0:31472:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838268.051809:0:31472:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838268.051811:0:31472:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838268.051814:0:31472:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838268.051820:0:31472:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8715800. 02000000:00000001:3.0:1788838268.051822:0:31472:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838268.051839:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838268.051843:0:31472:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838268.051850:0:31472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838268.051856:0:31472:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132241792, portal 10 00000100:00000001:3.0:1788838268.051858:0:31472:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838268.051859:0:31472:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484867840 : -113594224683776 : ffff98afc896d500) 00000100:00000040:3.0:1788838268.051865:0:31472:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838268.051872:0:31472:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838268.051874:0:31472:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838268.051877:0:31472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce000. 00000100:00000200:3.0:1788838268.051880:0:31472:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875731132241792, offset 0 00000400:00000200:3.0:1788838268.051887:0:31472:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838268.051902:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838268.051909:0:31472:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838268.051913:0:31472:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838268.051917:0:31472:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838268.051921:0:31472:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838268.051923:0:31472:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838268.051927:0:31472:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2391:2391:256:4294967295] 192.168.203.123@tcp LPNI seq info [2391:2391:8:4294967295] 00000400:00000200:3.0:1788838268.051931:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838268.051941:0:31472:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838268.051945:0:31472:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838268.051950:0:31472:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3000. 00000800:00000200:3.0:1788838268.051956:0:31472:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838268.051964:0:31472:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838268.051967:0:31472:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3000 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788838268.051982:0:31472:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838268.051986:0:31472:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 780953 usecs (781 jiffies) 00000400:00000200:3.0:1788838268.051989:0:31472:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838268.051992:0:31472:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398806 00000100:00000001:3.0:1788838268.051999:0:31472:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296398784 00000100:00000001:3.0:1788838268.052004:0:31472:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398806 00000100:00000001:3.0:1788838268.052007:0:31472:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296398784 00000100:00000001:3.0:1788838268.052009:0:31472:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838268.052012:0:31472:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.052014:0:31472:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838268.052016:0:31472:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838268.052019:0:31472:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a653c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838268.052021:0:31472:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838268.052024:0:31472:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838268.052151:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838268.052155:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:1.0:1788838268.052160:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838268.052165:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838268.052171:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce000 00000400:00000010:1.0:1788838268.052173:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce000. 00000100:00000001:1.0:1788838268.052176:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838268.052181:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.052194:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838268.052197:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.052203:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.052204:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838268.053728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00000080:00000010:3.1:1788838268.057989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6720. 00010000:00000010:3.1:1788838268.058006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c500. 00010000:00000010:3.1:1788838268.058011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000800:00000001:0.0:1788838268.068313:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.068330:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.068334:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.068336:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.068345:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.068353:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.068362:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.068366:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.068371:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.068376:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd4d780 00000400:00000200:0.0:1788838268.068380:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.068387:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x66d1 [1] + 224 00000800:00000001:0.0:1788838268.068394:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.068400:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.068403:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.068407:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.068414:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.068422:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838268.068433:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.068460:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838268.068468:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838268.068472:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.068477:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838268.068483:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2392:2392:256:4294967295] 192.168.203.123@tcp LPNI seq info [2392:2392:8:4294967295] 00000400:00000200:0.0:1788838268.068487:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.068494:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838268.068500:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838268.068505:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838268.068510:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838268.068518:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838268.068522:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788838268.068587:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1788838268.068603:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.068607:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:0.0:1788838268.068610:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.068614:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838268.068620:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838268.068961:0:31472:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838268.068968:0:31472:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838268.068970:0:31472:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838268.068973:0:31472:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838268.068978:0:31472:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:3.0:1788838268.068981:0:31472:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:3.0:1788838268.068984:0:31472:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838268.068990:0:31472:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838268.068998:0:31472:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d500 x1875731132241792/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838268.069004:0:31472:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838268.069006:0:31472:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838268.069009:0:31472:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838268.069012:0:31472:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838268.069014:0:31472:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838268.069016:0:31472:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838268.069019:0:31472:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838268.069027:0:31472:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838268.069031:0:31472:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838268.069034:0:31472:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838268.069036:0:31472:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.069038:0:31472:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838268.069041:0:31472:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.069044:0:31472:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838268.069046:0:31472:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1788838268.069048:0:31472:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838268.069050:0:31472:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838268.069051:0:31472:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484867840 : -113594224683776 : ffff98afc896d500) 00000100:00000001:3.0:1788838268.069054:0:31472:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838268.069056:0:31472:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1788838268.069058:0:31472:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838268.069061:0:31472:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838268.069075:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d500 x1875731132241792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838268.069082:0:31472:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838268.069085:0:31472:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838268.069087:0:31472:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838268.069091:0:31472:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d500 x1875731132241792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838268.069100:0:31472:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d500 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31472:1875731132241792:192.168.203.123@tcp:36:lfs.0 00000100:00000001:3.0:1788838268.069105:0:31472:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838268.069108:0:31472:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.069110:0:31472:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838268.069112:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838268.069116:0:31472:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d500 x1875731132241792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838268.069121:0:31472:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838268.069123:0:31472:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838268.069127:0:31472:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838268.069129:0:31472:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.069136:0:31472:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838268.069141:0:31472:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x27:0x0] 00800000:00000001:3.0:1788838268.069143:0:31472:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.069147:0:31472:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838268.069152:0:31472:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838268.069154:0:31472:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838268.069157:0:31472:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788838268.069160:0:31472:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788838268.069179:0:31472:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd15aeb40. 00000080:00000001:3.0:1788838268.069188:0:31472:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788838268.069190:0:31472:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08) 00000080:00000001:3.0:1788838268.069193:0:31472:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838268.069195:0:31472:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1788838268.069198:0:31472:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.069199:0:31472:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788838268.069202:0:31472:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788838268.069204:0:31472:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 0 to 1788838268 00000080:00200000:3.0:1788838268.069208:0:31472:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:3.0:1788838268.069210:0:31472:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788838268.069212:0:31472:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631936520 : -113594077615096 : ffff98afd15aec08) 00000080:00000001:3.0:1788838268.069214:0:31472:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838268.069217:0:31472:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838268.069219:0:31472:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.069225:0:31472:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838268.069229:0:31472:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d500 x1875731132241792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838268.069235:0:31472:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838268.069238:0:31472:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838268.069241:0:31472:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc480d200. 00000080:00000010:3.0:1788838268.069247:0:31472:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff98afc8715000. 00000080:00000001:3.0:1788838268.069250:0:31472:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.069277:0:31472:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838268.069279:0:31472:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838268.069283:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fdd0 00000080:00200008:3.0:1788838268.069285:0:31472:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 300000 00000080:00400000:3.0:1788838268.069289:0:31472:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788838268.069291:0:31472:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a17c0. 00000080:00000001:3.0:1788838268.069296:0:31472:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838268.069298:0:31472:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d1fdd0 00000080:00000008:3.0:1788838268.069308:0:31472:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 300000, rc = 0 00000080:00000001:3.0:1788838268.069312:0:31472:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.069313:0:31472:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.108765:0:31473:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838268.108771:0:31473:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838268.108774:0:31473:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838268.108776:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7b20 00000080:00200000:2.0:1788838268.108781:0:31473:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838268.108788:0:31473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abf200. 00800000:00000002:2.0:1788838268.108794:0:31473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838268.108797:0:31473:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838268.108801:0:31473:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.108803:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7a40 00800000:00000002:2.0:1788838268.108805:0:31473:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838268.108809:0:31473:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838268.108812:0:31473:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838268.108818:0:31473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.108820:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7910 00000002:00010000:2.0:1788838268.108822:0:31473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838268.108825:0:31473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838268.108828:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838268.108831:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838268.108836:0:31473:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.108839:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.108841:0:31473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.108843:0:31473:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838268.108845:0:31473:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838268.108850:0:31473:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0a80. 00000020:00000040:2.0:1788838268.108853:0:31473:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838268.108859:0:31473:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838268.108863:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.108867:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.108869:0:31473:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838268.108871:0:31473:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838268.108875:0:31473:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838268.108882:0:31473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406cc00. 00000100:00000001:2.0:1788838268.108888:0:31473:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.112264:0:31473:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838268.112274:0:31473:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.112277:0:31473:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838268.112279:0:31473:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.112280:0:31473:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.112290:0:31473:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00010000:00000001:2.0:1788838268.112296:0:31473:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838268.112298:0:31473:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838268.112319:0:31473:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c900. 00010000:00000010:2.0:1788838268.112326:0:31473:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5e00. 00010000:00000001:2.0:1788838268.112332:0:31473:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838268.112335:0:31473:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516600. 00000020:00000001:2.0:1788838268.112340:0:31473:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838268.112343:0:31473:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516600 with handle 0x9f68a6b43b62ceb6 to hash 00000020:00000001:2.0:1788838268.112345:0:31473:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838268.112347:0:31473:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.112350:0:31473:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.112353:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.112357:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.112361:0:31473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.112371:0:31473:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.112382:0:31473:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838268.112387:0:31473:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838268.112389:0:31473:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838268.112396:0:31473:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.112398:0:31473:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037888 : -113594297513728 : ffff98afc43f8900) 00000100:00000001:2.0:1788838268.112400:0:31473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.112401:0:31473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000001:2.0:1788838268.112406:0:31473:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838268.112410:0:31473:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.112412:0:31473:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838268.112414:0:31473:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838268.112423:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.112430:0:31473:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838268.112432:0:31473:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.112435:0:31473:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838268.112438:0:31473:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838268.112455:0:31473:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838268.112458:0:31473:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31473:1875731132241920:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838268.112462:0:31473:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838268.112466:0:31473:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838268.112469:0:31473:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.112471:0:31473:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838268.112476:0:31473:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0c800. 02000000:00000001:2.0:1788838268.112478:0:31473:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838268.112485:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838268.112489:0:31473:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838268.112496:0:31473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838268.112502:0:31473:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132241920, portal 10 00000100:00000001:2.0:1788838268.112504:0:31473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.112505:0:31473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000040:2.0:1788838268.112510:0:31473:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.112517:0:31473:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838268.112520:0:31473:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838268.112523:0:31473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a2a8. 00000100:00000200:2.0:1788838268.112526:0:31473:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132241920, offset 0 00000400:00000200:2.0:1788838268.112532:0:31473:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838268.112541:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.112548:0:31473:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838268.112553:0:31473:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838268.112557:0:31473:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838268.112560:0:31473:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838268.112562:0:31473:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838268.112566:0:31473:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2393:2393:256:4294967295] 192.168.203.123@tcp LPNI seq info [2393:2393:8:4294967295] 00000400:00000200:2.0:1788838268.112570:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.112578:0:31473:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838268.112583:0:31473:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838268.112588:0:31473:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14500. 00000800:00000200:2.0:1788838268.112594:0:31473:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838268.112601:0:31473:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838268.112606:0:31473:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788838268.112627:0:31473:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.112631:0:31473:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 779888 usecs (780 jiffies) 00000400:00000200:2.0:1788838268.112635:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838268.112638:0:31473:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398861 00000100:00000001:2.0:1788838268.112646:0:31473:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296398806 00000100:00000001:2.0:1788838268.112651:0:31473:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398861 00000100:00000001:2.0:1788838268.112654:0:31473:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296398806 00000100:00000001:2.0:1788838268.112672:0:31473:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.112676:0:31473:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.112678:0:31473:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838268.112679:0:31473:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838268.112682:0:31473:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8900 going to sleep for 11 seconds 00000100:00000001:2.0:1788838268.112685:0:31473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838268.112688:0:31473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838268.112956:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.112961:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14500. 00000400:00000200:0.0:1788838268.112967:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.112972:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.112977:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a2a8 00000400:00000010:0.0:1788838268.112980:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a2a8. 00000100:00000001:0.0:1788838268.112983:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.112988:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.112999:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.113002:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.113009:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.113011:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838268.124058:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.134057:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.134075:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.134083:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.134091:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.134098:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.134108:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.134112:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.134117:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.134121:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4d800 00000400:00000200:0.0:1788838268.134126:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.134132:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x66d9 [1] + 224 00000800:00000001:0.0:1788838268.134139:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.134151:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.134155:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.134159:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.134166:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.134174:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838268.134184:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.134260:0:31473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838268.134278:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.134288:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.134291:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838268.137149:0:31473:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838268.137155:0:31473:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838268.137159:0:31473:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838268.137167:0:31473:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:2.0:1788838268.137169:0:31473:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:2.0:1788838268.137173:0:31473:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838268.137183:0:31473:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838268.137192:0:31473:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.137201:0:31473:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838268.137203:0:31473:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.137206:0:31473:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838268.137210:0:31473:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838268.137212:0:31473:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838268.137214:0:31473:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.137217:0:31473:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838268.137225:0:31473:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838268.137230:0:31473:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838268.137233:0:31473:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838268.137235:0:31473:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.137237:0:31473:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838268.137241:0:31473:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.137245:0:31473:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838268.137247:0:31473:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788838268.137249:0:31473:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838268.137252:0:31473:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.137256:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.137263:0:31473:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.137266:0:31473:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838268.137268:0:31473:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838268.137272:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838268.137280:0:31473:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31473:1875731132241920:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838268.137285:0:31473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.137288:0:31473:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.137290:0:31473:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838268.137292:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.137295:0:31473:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.137525:0:31473:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838268.137530:0:31473:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.137534:0:31473:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838268.137536:0:31473:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.137539:0:31473:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838268.137542:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.137545:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.137548:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=4 00000020:00000001:2.0:1788838268.137550:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.137553:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000040:2.0:1788838268.137559:0:31473:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516600, remote cookie: 0xff98f31736b3b543, flags: 0x1001 00010000:00010000:2.0:1788838268.137564:0:31473:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.137575:0:31473:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.137581:0:31473:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838268.137585:0:31473:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838268.137587:0:31473:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838268.137588:0:31473:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838268.137590:0:31473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838268.137592:0:31473:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc7e4c900) refcount = 1 00010000:00010000:2.0:1788838268.137596:0:31473:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.137602:0:31473:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838268.137605:0:31473:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838268.137606:0:31473:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.137608:0:31473:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838268.137610:0:31473:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.137613:0:31473:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.137619:0:31473:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838268.137620:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.137622:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.137623:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.137624:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.137625:0:31473:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.137629:0:31473:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838268.137631:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.137632:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.137634:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838268.137635:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.137637:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.137639:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.137640:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.137642:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=4 00000020:00000001:2.0:1788838268.137643:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.137645:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.137648:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.137651:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.137654:0:31473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.138025:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.138026:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.138028:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.138029:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.138030:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=5 00000020:00000001:2.0:1788838268.138032:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.138034:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.138036:0:31473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.138039:0:31473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.138045:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.138046:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838268.138048:0:31473:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.138054:0:31473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.138055:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.138057:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.138058:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.138059:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838268.138074:0:31473:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838268.138089:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.138090:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.138092:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838268.138094:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.138096:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.138099:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.138100:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.138102:0:31473:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.138103:0:31473:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.138106:0:31473:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838268.138109:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.138110:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.138111:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838268.138113:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.138115:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00000002:00010000:2.0:1788838268.138119:0:31473:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.138124:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.138125:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.138127:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838268.138128:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.138129:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.138130:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838268.138132:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838268.138134:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000040:2.0:1788838268.138140:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:2.0:1788838268.138142:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838268.138146:0:31473:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788838268.138148:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.138149:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.138151:0:31473:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838268.138153:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7898 00000002:00002000:2.0:1788838268.138156:0:31473:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838268.138158:0:31473:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.138162:0:31473:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.138164:0:31473:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838268.138167:0:31473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838268.138170:0:31473:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838268.138175:0:31473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838268.138178:0:31473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abf200. 00000080:00000001:2.0:1788838268.138183:0:31473:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838268.138185:0:31473:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838268.138192:0:31473:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788838268.138195:0:31473:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788838268.147100:0:31473:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd1358a40. 00800000:00000001:0.0:1788838268.147110:0:31473:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479629486656 : -113594080064960 : ffff98afd1358a40) 00800000:00000001:0.0:1788838268.147115:0:31473:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838268.147119:0:31473:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838268.147123:0:31473:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838268.147126:0:31473:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788838268.147130:0:31473:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838268.147133:0:31473:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838268.147135:0:31473:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838268.147139:0:31473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788838268.147142:0:31473:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788838268.147145:0:31473:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788838260 to 1788838268 00000080:00200000:0.0:1788838268.147149:0:31473:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788838268.147152:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838268.147155:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838268.147158:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:0.0:1788838268.147161:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838268.147164:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838268.147166:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838268.147168:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838268.147170:0:31473:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838268.147173:0:31473:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788838268.147176:0:31473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd1358a40 1 00800000:00000010:0.0:1788838268.147179:0:31473:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd1358a40. 00800000:00000001:0.0:1788838268.147186:0:31473:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838268.147189:0:31473:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceb6 00800000:00000001:0.0:1788838268.147192:0:31473:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838268.147195:0:31473:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838268.147196:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838268.147198:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838268.147199:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:0.0:1788838268.147201:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838268.147203:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838268.147205:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838268.147207:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838268.147208:0:31473:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838268.147210:0:31473:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838268.147212:0:31473:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838268.147215:0:31473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838268.147218:0:31473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceb6 from it ffffbbcb01cd7b58 00010000:00000001:0.0:1788838268.147220:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838268.147221:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838268.147222:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:0.0:1788838268.147224:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838268.147226:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838268.147229:0:31473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838268.147233:0:31473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838268.147243:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838268.147244:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838268.147245:0:31473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838268.147248:0:31473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838268.147251:0:31473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838268.147263:0:31473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838268.147266:0:31473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838268.147268:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838268.147273:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838268.147274:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838268.147275:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.147278:0:31473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838268.147280:0:31473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.147281:0:31473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.147284:0:31473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.147286:0:31473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838268.147287:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838268.147288:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838268.147291:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.147431:0:31473:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0a80 x1875731132241920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.147508:0:31473:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838268.147512:0:31473:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838268.147515:0:31473:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0c800. 02000000:00000001:0.0:1788838268.147520:0:31473:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838268.147522:0:31473:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838268.147523:0:31473:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838268.147526:0:31473:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838268.147529:0:31473:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406cc00. 02000000:00000001:0.0:1788838268.147532:0:31473:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838268.147533:0:31473:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838268.147535:0:31473:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0a80. 00000100:00000001:0.0:1788838268.147539:0:31473:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838268.147540:0:31473:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838268.147544:0:31473:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838268.147549:0:31473:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838268.149799:0:31473:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692a00. 00000020:00000001:1.0:1788838268.149811:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7ae8 00000080:00200000:1.0:1788838268.149814:0:31473:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=13 00000080:00000001:1.0:1788838268.149818:0:31473:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838268.149821:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7998 00000080:00200000:1.0:1788838268.149824:0:31473:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:1.0:1788838268.149832:0:31473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f2600. 00800000:00000002:1.0:1788838268.149838:0:31473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838268.149843:0:31473:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838268.149848:0:31473:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.149849:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd78b8 00800000:00000002:1.0:1788838268.149851:0:31473:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838268.149854:0:31473:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788838268.149859:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7850 00800000:00000002:1.0:1788838268.149861:0:31473:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788838268.149866:0:31473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.149868:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7788 00000002:00010000:1.0:1788838268.149869:0:31473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788838268.149873:0:31473:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838268.149876:0:31473:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838268.149881:0:31473:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122300. 00000020:00000040:1.0:1788838268.149885:0:31473:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838268.149998:0:31473:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838268.150003:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838268.150010:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.150012:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.150014:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.150018:0:31473:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838268.150020:0:31473:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838268.150025:0:31473:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838268.150031:0:31473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e9400. 00000100:00000001:1.0:1788838268.150038:0:31473:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.150042:0:31473:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838268.150043:0:31473:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.150045:0:31473:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838268.150046:0:31473:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.150048:0:31473:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.150055:0:31473:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627166464 : -113594082385152 : ffff98afd1122300) 00010000:00000001:1.0:1788838268.150060:0:31473:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838268.150062:0:31473:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838268.150078:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:1.0:1788838268.150081:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838268.150084:0:31473:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838268.150088:0:31473:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0fe00. 00000020:00000001:1.0:1788838268.150093:0:31473:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838268.150096:0:31473:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0fe00 with handle 0x9f68a6b43b62cebd to hash 00000020:00000001:1.0:1788838268.150098:0:31473:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838268.150100:0:31473:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838268.150103:0:31473:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838268.150106:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.150109:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838268.150113:0:31473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838268.150123:0:31473:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838268.150138:0:31473:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838268.150148:0:31473:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838268.150150:0:31473:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838268.150156:0:31473:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc403da80. 00000100:00000001:1.0:1788838268.150159:0:31473:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479408126592 : -113594301425024 : ffff98afc403da80) 00000100:00000001:1.0:1788838268.150161:0:31473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838268.150162:0:31473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627166464 : -113594082385152 : ffff98afd1122300) 00000100:00000001:1.0:1788838268.150166:0:31473:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838268.150170:0:31473:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.150172:0:31473:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838268.150173:0:31473:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838268.150183:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.150191:0:31473:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838268.150193:0:31473:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.150196:0:31473:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838268.150199:0:31473:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838268.150201:0:31473:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838268.150204:0:31473:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122300 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31473:1875731132242048:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838268.150208:0:31473:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838268.150213:0:31473:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838268.150215:0:31473:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.150218:0:31473:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838268.150222:0:31473:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4ee8000. 02000000:00000001:1.0:1788838268.150224:0:31473:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838268.150230:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838268.150233:0:31473:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838268.150240:0:31473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838268.150246:0:31473:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132242048, portal 10 00000100:00000001:1.0:1788838268.150248:0:31473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838268.150249:0:31473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627166464 : -113594082385152 : ffff98afd1122300) 00000100:00000040:1.0:1788838268.150254:0:31473:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.150266:0:31473:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838268.150269:0:31473:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838268.150272:0:31473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838268.150275:0:31473:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132242048, offset 0 00000400:00000200:1.0:1788838268.150281:0:31473:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838268.150289:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.150295:0:31473:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838268.150300:0:31473:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838268.150367:0:31473:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838268.150372:0:31473:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838268.150375:0:31473:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838268.150378:0:31473:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2394:2394:256:4294967295] 192.168.203.123@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:1.0:1788838268.150383:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.150391:0:31473:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838268.150397:0:31473:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838268.150402:0:31473:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838268.150409:0:31473:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838268.150417:0:31473:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838268.150421:0:31473:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788838268.150433:0:31473:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.150437:0:31473:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 778838 usecs (779 jiffies) 00000400:00000200:1.0:1788838268.150512:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838268.150515:0:31473:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398902 00000100:00000001:1.0:1788838268.150524:0:31473:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296398861 00000100:00000001:1.0:1788838268.150530:0:31473:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398902 00000100:00000001:1.0:1788838268.150533:0:31473:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296398861 00000100:00000001:1.0:1788838268.150536:0:31473:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838268.150539:0:31473:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.150542:0:31473:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838268.150544:0:31473:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838268.150547:0:31473:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc403da80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838268.150549:0:31473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838268.150551:0:31473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838268.150740:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.150745:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:0.0:1788838268.150750:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.150755:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.150760:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc110 00000400:00000010:0.0:1788838268.150762:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc110. 00000100:00000001:0.0:1788838268.150766:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.150770:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.150779:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.150782:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.150787:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.150789:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838268.157706:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.157725:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.157728:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.157731:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.157739:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.157746:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.157755:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.157760:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.157765:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.157768:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4d880 00000400:00000200:0.0:1788838268.157773:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.157778:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x66e1 [1] + 224 00000800:00000001:0.0:1788838268.157783:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.157789:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.157792:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.157796:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.157803:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.157810:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838268.157820:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.157837:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.157844:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.157847:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.157926:0:31473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838268.157934:0:31473:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838268.157936:0:31473:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838268.157939:0:31473:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:1.0:1788838268.157943:0:31473:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838268.157945:0:31473:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838268.157948:0:31473:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838268.157954:0:31473:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838268.157961:0:31473:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.157967:0:31473:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838268.157969:0:31473:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.157971:0:31473:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838268.157974:0:31473:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838268.157976:0:31473:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838268.157979:0:31473:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.157981:0:31473:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838268.157990:0:31473:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838268.157994:0:31473:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838268.157997:0:31473:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788838268.158000:0:31473:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.158006:0:31473:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788838268.158009:0:31473:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838268.158011:0:31473:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1788838268.158013:0:31473:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838268.158015:0:31473:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788838268.158020:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.158032:0:31473:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788838268.158035:0:31473:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838268.158037:0:31473:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838268.158041:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838268.158048:0:31473:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122300 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31473:1875731132242048:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838268.158052:0:31473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.158055:0:31473:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788838268.158057:0:31473:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838268.158059:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838268.158073:0:31473:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.158080:0:31473:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838268.158082:0:31473:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc403da80. 00000100:00000001:1.0:1788838268.158086:0:31473:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838268.158087:0:31473:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788838268.158091:0:31473:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838268.158094:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.158096:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.158099:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=4 00000020:00000001:1.0:1788838268.158101:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838268.158104:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00010000:1.0:1788838268.158108:0:31473:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838268.158117:0:31473:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788838268.158122:0:31473:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838268.158128:0:31473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838268.158131:0:31473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838268.158136:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.158138:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838268.158140:0:31473:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838268.158145:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.158148:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.158151:0:31473:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788838268.158153:0:31473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838268.158159:0:31473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc2f0fe00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:1.0:1788838268.158162:0:31473:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788838268.158165:0:31473:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838268.158170:0:31473:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788838268.158172:0:31473:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788838268.158175:0:31473:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838268.158179:0:31473:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788838268.158181:0:31473:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788838268.158182:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.158183:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.158184:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fe00 refcount=5 00000020:00000001:1.0:1788838268.158186:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838268.158188:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390113280 : -113594319438336 : ffff98afc2f0fe00) 00010000:00000001:1.0:1788838268.158191:0:31473:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838268.158193:0:31473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788838268.158202:0:31473:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838268.158203:0:31473:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838268.158206:0:31473:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788838268.158208:0:31473:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838268.158211:0:31473:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838268.158212:0:31473:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838268.158214:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.158215:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838268.158217:0:31473:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0fe00 with handle 0x9f68a6b43b62cebd from hash 00010000:00000001:1.0:1788838268.158220:0:31473:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838268.158221:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.158222:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.158223:0:31473:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838268.158224:0:31473:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838268.158226:0:31473:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788838268.158228:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.158228:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.158230:0:31473:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.158231:0:31473:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838268.158234:0:31473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838268.158238:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.158239:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.158241:0:31473:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788838268.158242:0:31473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838268.158244:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.158244:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.158245:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838268.158247:0:31473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fe00/0x9f68a6b43b62cebd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31473 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838268.158257:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.158258:0:31473:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788838268.158262:0:31473:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788838268.158267:0:31473:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838268.158274:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788838268.158556:0:31473:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.158560:0:31473:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.158562:0:31473:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.158565:0:31473:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838268.158567:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788838268.158568:0:31473:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.158570:0:31473:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838268.158572:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7710 00000002:00002000:1.0:1788838268.158575:0:31473:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788838268.158578:0:31473:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838268.158582:0:31473:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838268.158584:0:31473:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838268.158587:0:31473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788838268.158590:0:31473:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838268.158593:0:31473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:1.0:1788838268.158596:0:31473:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788838268.158598:0:31473:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01cd7b20 it_disposition 7 00000080:00002000:1.0:1788838268.158603:0:31473:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd16f8288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788838268.158611:0:31473:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838268.158614:0:31473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838268.158616:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838268.158618:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838268.158623:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:1.0:1788838268.158626:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838268.158629:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.158631:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838268.158635:0:31473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838268.158642:0:31473:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838268.158646:0:31473:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838268.158649:0:31473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788838268.158982:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838268.158984:0:31473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.158986:0:31473:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838268.158988:0:31473:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788838268.158990:0:31473:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01cd7930 released 00000080:00010000:1.0:1788838268.158992:0:31473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceb6 from it ffffbbcb01cd7930 00010000:00000001:1.0:1788838268.158994:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.158995:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.158997:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.158999:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159001:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159003:0:31473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838268.159005:0:31473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838268.159011:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159012:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.159013:0:31473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838268.159015:0:31473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838268.159018:0:31473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838268.159025:0:31473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838268.159027:0:31473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838268.159029:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838268.159033:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159034:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.159035:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159038:0:31473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838268.159039:0:31473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159041:0:31473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159044:0:31473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159045:0:31473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838268.159047:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159048:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838268.159049:0:31473:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788838268.159050:0:31473:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838268.159053:0:31473:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838268.159058:0:31473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f2600. 00000100:00000001:1.0:1788838268.159062:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838268.159077:0:31473:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122300 x1875731132242048/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838268.159084:0:31473:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838268.159087:0:31473:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838268.159090:0:31473:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4ee8000. 02000000:00000001:1.0:1788838268.159094:0:31473:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838268.159096:0:31473:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838268.159098:0:31473:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838268.159100:0:31473:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838268.159103:0:31473:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e9400. 02000000:00000001:1.0:1788838268.159106:0:31473:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838268.159107:0:31473:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838268.159109:0:31473:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122300. 00000100:00000001:1.0:1788838268.159112:0:31473:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838268.159113:0:31473:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838268.159116:0:31473:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788838268.159117:0:31473:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01cd7b20 released 00000080:00000001:1.0:1788838268.159119:0:31473:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788838268.159123:0:31473:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838268.159125:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7b70 00000080:00002000:1.0:1788838268.159126:0:31473:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff98afd16f8288, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788838268.159130:0:31473:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.159172:0:31473:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838268.159175:0:31473:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838268.159177:0:31473:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838268.159179:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7bb0 00000080:00200000:1.0:1788838268.159181:0:31473:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838268.159187:0:31473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f2600. 00800000:00000002:1.0:1788838268.159192:0:31473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838268.159194:0:31473:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838268.159197:0:31473:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.159198:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7ad0 00800000:00000002:1.0:1788838268.159200:0:31473:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838268.159203:0:31473:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838268.159207:0:31473:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838268.159210:0:31473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.159211:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd79a0 00000002:00010000:1.0:1788838268.159213:0:31473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838268.159216:0:31473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838268.159217:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838268.159218:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838268.159221:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:1.0:1788838268.159224:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838268.159226:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.159228:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838268.159230:0:31473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788838268.159237:0:31473:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838268.159239:0:31473:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838268.159242:0:31473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788838268.159246:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838268.159248:0:31473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838268.159249:0:31473:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.159251:0:31473:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.159253:0:31473:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838268.159254:0:31473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838268.159257:0:31473:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838268.159259:0:31473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838268.159260:0:31473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f2600. 00000080:00000001:1.0:1788838268.159263:0:31473:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838268.159265:0:31473:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838268.159267:0:31473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838268.159271:0:31473:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceb6 00800000:00000001:1.0:1788838268.159273:0:31473:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838268.159276:0:31473:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838268.159277:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.159278:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.159279:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.159281:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159283:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159285:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159286:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838268.159287:0:31473:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838268.159288:0:31473:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838268.159290:0:31473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceb6 from it ffffbbcb01cd7be8 00010000:00000001:1.0:1788838268.159291:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.159292:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.159294:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.159295:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159297:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159298:0:31473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838268.159437:0:31473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838268.159518:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159519:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.159521:0:31473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838268.159522:0:31473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838268.159525:0:31473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838268.159531:0:31473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838268.159532:0:31473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838268.159534:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838268.159536:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159538:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.159539:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159541:0:31473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838268.159542:0:31473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159544:0:31473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159546:0:31473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159548:0:31473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838268.159549:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159550:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838268.159552:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838268.159554:0:31473:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838268.159556:0:31473:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838268.159561:0:31473:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.159564:0:31473:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788838268.159566:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7bd8 00000080:00002000:1.0:1788838268.159567:0:31473:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff98afd16f8288) flags 0x8000e refc 0 00000080:00000001:1.0:1788838268.159570:0:31473:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838268.159571:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7c20 00000080:00200000:1.0:1788838268.159573:0:31473:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:1.0:1788838268.159576:0:31473:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838268.159578:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7ba8 00000080:00002000:1.0:1788838268.159579:0:31473:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff98afd16f8288, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788838268.159582:0:31473:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838268.159606:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7d08 00000080:00200008:1.0:1788838268.159609:0:31473:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788838268.159614:0:31473:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838268.159615:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7c80 00000080:00200000:1.0:1788838268.159617:0:31473:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838268.159620:0:31473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f2600. 00800000:00000002:1.0:1788838268.159623:0:31473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838268.159625:0:31473:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838268.159627:0:31473:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.159628:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7ba0 00800000:00000002:1.0:1788838268.159630:0:31473:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838268.159632:0:31473:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838268.159635:0:31473:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838268.159638:0:31473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.159640:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7a70 00000002:00010000:1.0:1788838268.159641:0:31473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838268.159645:0:31473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838268.159646:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838268.159648:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838268.159650:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:1.0:1788838268.159652:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838268.159677:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.159680:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838268.159683:0:31473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788838268.159689:0:31473:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838268.159691:0:31473:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838268.159693:0:31473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788838268.159699:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838268.159701:0:31473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838268.159703:0:31473:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.159704:0:31473:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.159706:0:31473:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838268.159708:0:31473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838268.159710:0:31473:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838268.159712:0:31473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838268.159714:0:31473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f2600. 00000080:00000001:1.0:1788838268.159716:0:31473:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838268.159718:0:31473:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838268.159720:0:31473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838268.159722:0:31473:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceb6 00800000:00000001:1.0:1788838268.159725:0:31473:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838268.159727:0:31473:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838268.159728:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.159729:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.159731:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.159733:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159735:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159737:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159738:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838268.159739:0:31473:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838268.159740:0:31473:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838268.159742:0:31473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceb6 from it ffffbbcb01cd7cb8 00010000:00000001:1.0:1788838268.159743:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.159744:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.159746:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.159748:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159749:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.159751:0:31473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838268.159753:0:31473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838268.159758:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159759:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.159760:0:31473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838268.159761:0:31473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838268.159764:0:31473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838268.159768:0:31473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838268.159770:0:31473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838268.159771:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838268.159773:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159774:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.159776:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159777:0:31473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838268.159779:0:31473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159781:0:31473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159782:0:31473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.159784:0:31473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838268.159785:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.159786:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838268.159787:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838268.159789:0:31473:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838268.159791:0:31473:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838268.159794:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7d08 00000080:00000008:1.0:1788838268.159796:0:31473:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788838268.164039:0:31473:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838268.164086:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7d08 00000080:00200008:1.0:1788838268.164090:0:31473:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788838268.164096:0:31473:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838268.164098:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7c80 00000080:00200000:1.0:1788838268.164100:0:31473:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838268.164106:0:31473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f2600. 00800000:00000002:1.0:1788838268.164111:0:31473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838268.164114:0:31473:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838268.164118:0:31473:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.164120:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7ba0 00800000:00000002:1.0:1788838268.164122:0:31473:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838268.164125:0:31473:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838268.164129:0:31473:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838268.164134:0:31473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.164136:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7a70 00000002:00010000:1.0:1788838268.164137:0:31473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838268.164141:0:31473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838268.164143:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838268.164145:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838268.164151:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:1.0:1788838268.164154:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838268.164158:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.164162:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838268.164167:0:31473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788838268.164178:0:31473:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838268.164183:0:31473:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838268.164186:0:31473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788838268.164194:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838268.164195:0:31473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838268.164197:0:31473:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.164199:0:31473:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.164201:0:31473:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838268.164203:0:31473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838268.164205:0:31473:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838268.164208:0:31473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838268.164211:0:31473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f2600. 00000080:00000001:1.0:1788838268.164214:0:31473:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838268.164216:0:31473:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838268.164218:0:31473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838268.164221:0:31473:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceb6 00800000:00000001:1.0:1788838268.164224:0:31473:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838268.164226:0:31473:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838268.164228:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.164230:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.164233:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.164235:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.164238:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.164240:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164241:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838268.164243:0:31473:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838268.164244:0:31473:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838268.164247:0:31473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceb6 from it ffffbbcb01cd7cb8 00010000:00000001:1.0:1788838268.164249:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.164250:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.164252:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.164253:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.164256:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.164258:0:31473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838268.164261:0:31473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838268.164267:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164268:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.164269:0:31473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838268.164271:0:31473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838268.164273:0:31473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788838268.164280:0:31473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838268.164283:0:31473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838268.164284:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838268.164288:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164289:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.164291:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164293:0:31473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838268.164295:0:31473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164297:0:31473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164299:0:31473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164311:0:31473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838268.164313:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164314:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838268.164317:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838268.164319:0:31473:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838268.164322:0:31473:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838268.164326:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7d08 00000080:00000008:1.0:1788838268.164328:0:31473:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788838268.164429:0:31473:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838268.164431:0:31473:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838268.164432:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7b78 00000080:00200000:1.0:1788838268.164434:0:31473:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838268.164438:0:31473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f2600. 00800000:00000002:1.0:1788838268.164451:0:31473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838268.164453:0:31473:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838268.164455:0:31473:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.164456:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7a98 00800000:00000002:1.0:1788838268.164458:0:31473:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838268.164461:0:31473:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838268.164463:0:31473:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838268.164466:0:31473:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838268.164467:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7968 00000002:00010000:1.0:1788838268.164469:0:31473:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838268.164472:0:31473:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838268.164473:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838268.164474:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838268.164477:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:1.0:1788838268.164478:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838268.164481:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.164483:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838268.164486:0:31473:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788838268.164493:0:31473:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838268.164495:0:31473:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838268.164498:0:31473:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788838268.164503:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838268.164505:0:31473:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838268.164507:0:31473:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.164508:0:31473:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838268.164510:0:31473:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838268.164512:0:31473:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838268.164514:0:31473:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838268.164516:0:31473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838268.164518:0:31473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f2600. 00000080:00000001:1.0:1788838268.164521:0:31473:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838268.164522:0:31473:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838268.164523:0:31473:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838268.164526:0:31473:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceb6 00800000:00000001:1.0:1788838268.164528:0:31473:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838268.164530:0:31473:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838268.164531:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.164532:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.164533:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.164535:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.164537:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.164539:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164540:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838268.164541:0:31473:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838268.164543:0:31473:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838268.164545:0:31473:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceb6 from it ffffbbcb01cd7bb0 00010000:00000001:1.0:1788838268.164547:0:31473:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838268.164548:0:31473:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838268.164549:0:31473:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:1.0:1788838268.164551:0:31473:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.164553:0:31473:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:1.0:1788838268.164555:0:31473:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838268.164557:0:31473:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788838268.164563:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164564:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.164565:0:31473:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838268.164566:0:31473:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838268.164568:0:31473:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788838268.164574:0:31473:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838268.164576:0:31473:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838268.164577:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838268.164579:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164580:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.164581:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164583:0:31473:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838268.164584:0:31473:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164586:0:31473:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164588:0:31473:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164589:0:31473:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838268.164590:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164591:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838268.164593:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838268.164594:0:31473:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838268.164596:0:31473:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788838268.164600:0:31473:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.164603:0:31473:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788838268.164605:0:31473:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788838268.164607:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7b78 00000080:00200008:1.0:1788838268.164609:0:31473:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 300000 00000080:00000010:1.0:1788838268.164614:0:31473:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afda0f2500. 00000080:00000001:1.0:1788838268.164617:0:31473:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.164619:0:31473:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.164629:0:31473:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838268.164632:0:31473:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c03066f0 arg=7ffd58817340 00000020:00000001:1.0:1788838268.164637:0:31473:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838268.164641:0:31473:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff98afd13e9400. 00000020:00000001:1.0:1788838268.164644:0:31473:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.164647:0:31473:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788838268.164649:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7ad0 00000080:00200000:1.0:1788838268.164651:0:31473:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1788838268.164685:0:31473:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f2600. 00800000:00000002:1.0:1788838268.164688:0:31473:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:1.0:1788838268.164694:0:31473:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788838268.164696:0:31473:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788838268.164699:0:31473:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:1.0:1788838268.164702:0:31473:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788838268.164704:0:31473:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788838268.164707:0:31473:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788838268.164709:0:31473:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788838268.164712:0:31473:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x28:0x0] 40000000:00000001:1.0:1788838268.164714:0:31473:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.164717:0:31473:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838268.164718:0:31473:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838268.164720:0:31473:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838268.164722:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd79e8 00800000:00000002:1.0:1788838268.164724:0:31473:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000404:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788838268.164728:0:31473:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788838268.164730:0:31473:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788838268.164732:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:1.0:1788838268.164734:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838268.164736:0:31473:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788838268.164739:0:31473:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838268.164741:0:31473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788838268.164748:0:31473:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838268.164752:0:31473:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788838268.164753:0:31473:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788838268.164755:0:31473:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788838268.164757:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838268.164758:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838268.164760:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 3 00010000:00000001:1.0:1788838268.164762:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838268.164764:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.164766:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838268.164767:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838268.164768:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 3 00010000:00000001:1.0:1788838268.164770:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838268.164772:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.164773:0:31473:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838268.164774:0:31473:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838268.164776:0:31473:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 3 00010000:00000001:1.0:1788838268.164778:0:31473:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838268.164780:0:31473:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.164782:0:31473:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788838268.164784:0:31473:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788838268.164788:0:31473:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788838268.164791:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7670 00000080:00002000:1.0:1788838268.164792:0:31473:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:1.0:1788838268.164797:0:31473:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788838268.164800:0:31473:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788838268.164803:0:31473:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788838268.164805:0:31473:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788838268.164807:0:31473:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164809:0:31473:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838268.164812:0:31473:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838268.164813:0:31473:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838268.164815:0:31473:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838268.164817:0:31473:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788838268.164819:0:31473:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516600 with handle 0x9f68a6b43b62ceb6 from hash 00010000:00000001:1.0:1788838268.164821:0:31473:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838268.164822:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838268.164823:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.164825:0:31473:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838268.164827:0:31473:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838268.164828:0:31473:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788838268.164831:0:31473:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838268.164832:0:31473:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838268.164834:0:31473:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788838268.164839:0:31473:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122300. 00000020:00000040:1.0:1788838268.164843:0:31473:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:1.0:1788838268.164848:0:31473:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788838268.164849:0:31473:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164851:0:31473:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838268.164855:0:31473:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838268.164857:0:31473:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.164859:0:31473:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838268.164861:0:31473:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838268.164864:0:31473:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838268.164870:0:31473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13ebc00. 00000100:00000001:1.0:1788838268.164877:0:31473:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164879:0:31473:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838268.164881:0:31473:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788838268.164886:0:31473:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788838268.164904:0:31473:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788838268.164905:0:31473:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838268.164907:0:31473:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838268.164909:0:31473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62ceb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b543 expref: -99 pid: 31473 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788838268.164915:0:31473:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c900 count: 0 00010000:00000010:1.0:1788838268.164920:0:31473:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5e00. 00010000:00000001:1.0:1788838268.164926:0:31473:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838268.164927:0:31473:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164929:0:31473:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838268.164930:0:31473:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.164932:0:31473:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788838268.164942:0:31473:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788838268.164953:0:31473:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838268.164960:0:31473:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838268.164962:0:31473:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838268.164968:0:31473:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc403da80. 00000100:00000001:1.0:1788838268.164970:0:31473:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479408126592 : -113594301425024 : ffff98afc403da80) 00000100:00000001:1.0:1788838268.164973:0:31473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838268.164974:0:31473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627166464 : -113594082385152 : ffff98afd1122300) 00000100:00000001:1.0:1788838268.164978:0:31473:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838268.164982:0:31473:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.164984:0:31473:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838268.164986:0:31473:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838268.164990:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.164997:0:31473:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838268.164999:0:31473:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.165003:0:31473:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838268.165005:0:31473:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838268.165007:0:31473:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838268.165010:0:31473:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122300 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31473:1875731132242304:192.168.203.123@tcp:36:lfs.0 00000100:00000001:1.0:1788838268.165014:0:31473:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838268.165018:0:31473:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838268.165020:0:31473:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.165022:0:31473:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838268.165026:0:31473:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e9c00. 02000000:00000001:1.0:1788838268.165028:0:31473:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838268.165035:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838268.165038:0:31473:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838268.165044:0:31473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838268.165050:0:31473:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132242304, portal 10 00000100:00000001:1.0:1788838268.165051:0:31473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838268.165052:0:31473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627166464 : -113594082385152 : ffff98afd1122300) 00000100:00000040:1.0:1788838268.165058:0:31473:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.165493:0:31473:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838268.165497:0:31473:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838268.165501:0:31473:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcd48. 00000100:00000200:1.0:1788838268.165504:0:31473:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875731132242304, offset 0 00000400:00000200:1.0:1788838268.165511:0:31473:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838268.165519:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.165525:0:31473:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838268.165530:0:31473:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838268.165534:0:31473:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838268.165537:0:31473:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838268.165540:0:31473:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838268.165543:0:31473:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2395:2395:256:4294967295] 192.168.203.123@tcp LPNI seq info [2395:2395:8:4294967295] 00000400:00000200:1.0:1788838268.165547:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.165556:0:31473:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838268.165562:0:31473:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838268.165566:0:31473:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933100. 00000800:00000200:1.0:1788838268.165572:0:31473:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838268.165580:0:31473:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838268.165584:0:31473:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933100 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788838268.165652:0:31473:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.165684:0:31473:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 777761 usecs (778 jiffies) 00000400:00000200:1.0:1788838268.165688:0:31473:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838268.165691:0:31473:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398917 00000100:00000001:1.0:1788838268.165698:0:31473:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296398902 00000100:00000001:1.0:1788838268.165703:0:31473:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398917 00000100:00000001:1.0:1788838268.165706:0:31473:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296398902 00000100:00000001:1.0:1788838268.165709:0:31473:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838268.165712:0:31473:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.165714:0:31473:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838268.165715:0:31473:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838268.165718:0:31473:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc403da80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838268.165720:0:31473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838268.165723:0:31473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788838268.167686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fe00. 00000800:00000200:0.0:1788838268.167867:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.167871:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933100. 00000400:00000200:0.0:1788838268.167876:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.167885:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.167903:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcd48 00000400:00000010:0.0:1788838268.167906:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcd48. 00000100:00000001:0.0:1788838268.167910:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.167918:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.167930:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.167933:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.167940:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.167941:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788838268.172739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692a00. 00010000:00000010:1.1:1788838268.172756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c900. 00010000:00000010:1.1:1788838268.172762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00000800:00000001:0.0:1788838268.196629:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.196644:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.196648:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.196651:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.196698:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.196706:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.196714:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.196720:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.196725:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.196729:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd4d980 00000400:00000200:0.0:1788838268.196733:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.196739:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x66f1 [1] + 224 00000800:00000001:0.0:1788838268.196746:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.196753:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.196756:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.196761:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.196767:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.196775:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838268.196785:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.196794:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838268.196801:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838268.196804:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.196808:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838268.196814:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2396:2396:256:4294967295] 192.168.203.123@tcp LPNI seq info [2396:2396:8:4294967295] 00000400:00000200:0.0:1788838268.196818:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.196837:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838268.196843:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838268.196848:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838268.196854:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838268.196861:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838268.196866:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838268.196949:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.196953:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:0.0:1788838268.196956:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.196960:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838268.196965:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.196968:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.197388:0:31473:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838268.197396:0:31473:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838268.197398:0:31473:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838268.197401:0:31473:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:1.0:1788838268.197406:0:31473:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838268.197408:0:31473:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838268.197411:0:31473:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838268.197416:0:31473:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838268.197425:0:31473:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122300 x1875731132242304/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.197431:0:31473:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838268.197433:0:31473:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.197436:0:31473:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838268.197439:0:31473:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838268.197442:0:31473:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838268.197444:0:31473:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.197447:0:31473:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838268.197456:0:31473:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838268.197460:0:31473:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838268.197462:0:31473:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838268.197463:0:31473:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838268.197466:0:31473:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838268.197470:0:31473:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.197472:0:31473:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838268.197474:0:31473:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:1.0:1788838268.197475:0:31473:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838268.197478:0:31473:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838268.197479:0:31473:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627166464 : -113594082385152 : ffff98afd1122300) 00000100:00000001:1.0:1788838268.197482:0:31473:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838268.197484:0:31473:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1788838268.197486:0:31473:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838268.197488:0:31473:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.197493:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122300 x1875731132242304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.197501:0:31473:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838268.197503:0:31473:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838268.197505:0:31473:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838268.197509:0:31473:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122300 x1875731132242304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838268.197517:0:31473:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122300 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:31473:1875731132242304:192.168.203.123@tcp:36:lfs.0 00000100:00000001:1.0:1788838268.197522:0:31473:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.197524:0:31473:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.197527:0:31473:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838268.197529:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838268.197532:0:31473:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122300 x1875731132242304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.197539:0:31473:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838268.197541:0:31473:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc403da80. 00000100:00000001:1.0:1788838268.197544:0:31473:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838268.197546:0:31473:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838268.197552:0:31473:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838268.197555:0:31473:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788838268.197557:0:31473:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.197561:0:31473:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838268.197566:0:31473:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788838268.197568:0:31473:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838268.197571:0:31473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788838268.197574:0:31473:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788838268.197586:0:31473:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd16db9c0. 00000080:00000001:1.0:1788838268.197595:0:31473:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788838268.197596:0:31473:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88) 00000080:00000001:1.0:1788838268.197599:0:31473:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838268.197601:0:31473:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1788838268.197603:0:31473:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.197605:0:31473:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788838268.197607:0:31473:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788838268.197610:0:31473:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 0 to 1788838268 00000080:00200000:1.0:1788838268.197614:0:31473:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:1.0:1788838268.197616:0:31473:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788838268.197618:0:31473:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479633169032 : -113594076382584 : ffff98afd16dba88) 00000080:00000001:1.0:1788838268.197620:0:31473:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838268.197623:0:31473:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788838268.197625:0:31473:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.197631:0:31473:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838268.197635:0:31473:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122300 x1875731132242304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.197640:0:31473:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838268.197642:0:31473:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838268.197645:0:31473:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f2600. 00000080:00000010:1.0:1788838268.197649:0:31473:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff98afd13e9400. 00000080:00000001:1.0:1788838268.197652:0:31473:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.197697:0:31473:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788838268.197700:0:31473:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788838268.197703:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7dd0 00000080:00200008:1.0:1788838268.197705:0:31473:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 300000 00000080:00400000:1.0:1788838268.197709:0:31473:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788838268.197712:0:31473:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afda0f2500. 00000080:00000001:1.0:1788838268.197715:0:31473:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838268.197717:0:31473:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01cd7dd0 00000080:00000008:1.0:1788838268.197719:0:31473:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 300000, rc = 0 00000080:00000001:1.0:1788838268.197721:0:31473:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838268.197722:0:31473:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.244650:0:31475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838268.244784:0:31475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838268.244787:0:31475:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838268.244790:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543bc0 00000080:00200000:3.0:1788838268.244794:0:31475:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838268.244802:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc480d200. 00800000:00000002:3.0:1788838268.244808:0:31475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838268.244811:0:31475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838268.244816:0:31475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838268.244818:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543ae0 00800000:00000002:3.0:1788838268.244887:0:31475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838268.244892:0:31475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838268.244896:0:31475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838268.244902:0:31475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838268.244904:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb015439b0 00000002:00010000:3.0:1788838268.244906:0:31475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838268.244910:0:31475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838268.244912:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838268.244915:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838268.244920:0:31475:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.244923:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.244925:0:31475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.244927:0:31475:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838268.244930:0:31475:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838268.245000:0:31475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ed80. 00000020:00000040:3.0:1788838268.245005:0:31475:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838268.245012:0:31475:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838268.245017:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838268.245020:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.245023:0:31475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838268.245025:0:31475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838268.245029:0:31475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838268.245035:0:31475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8715000. 00000100:00000001:3.0:1788838268.245041:0:31475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.245046:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838268.245048:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.245050:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838268.245051:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.245053:0:31475:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.245058:0:31475:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00010000:00000001:3.0:1788838268.245072:0:31475:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838268.245075:0:31475:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838268.245079:0:31475:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83acd00. 00010000:00000010:3.0:1788838268.245083:0:31475:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675d00. 00010000:00000001:3.0:1788838268.245088:0:31475:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838268.245091:0:31475:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea600. 00000020:00000001:3.0:1788838268.245094:0:31475:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838268.245097:0:31475:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea600 with handle 0x9f68a6b43b62cec4 to hash 00000020:00000001:3.0:1788838268.245099:0:31475:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838268.245100:0:31475:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.245103:0:31475:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.245107:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838268.245109:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838268.245113:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838268.245122:0:31475:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838268.245131:0:31475:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838268.245137:0:31475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838268.245138:0:31475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838268.245144:0:31475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838268.245146:0:31475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418774464 : -113594290777152 : ffff98afc4a653c0) 00000100:00000001:3.0:1788838268.245148:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838268.245149:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00000100:00000001:3.0:1788838268.245154:0:31475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838268.245158:0:31475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.245160:0:31475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838268.245161:0:31475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838268.245171:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838268.245179:0:31475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838268.245180:0:31475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838268.245184:0:31475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838268.245187:0:31475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838268.245190:0:31475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838268.245193:0:31475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ed80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:31475:1875731132242432:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838268.245197:0:31475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838268.245202:0:31475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838268.245204:0:31475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838268.245207:0:31475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838268.245211:0:31475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0910000. 02000000:00000001:3.0:1788838268.245214:0:31475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838268.245221:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838268.245224:0:31475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838268.245230:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838268.245236:0:31475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132242432, portal 10 00000100:00000001:3.0:1788838268.245238:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838268.245239:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00000100:00000040:3.0:1788838268.245245:0:31475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838268.245252:0:31475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838268.245254:0:31475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838268.245256:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce4c8. 00000100:00000200:3.0:1788838268.245260:0:31475:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132242432, offset 0 00000400:00000200:3.0:1788838268.245327:0:31475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838268.245336:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838268.245342:0:31475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838268.245348:0:31475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838268.245352:0:31475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838268.245355:0:31475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838268.245357:0:31475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838268.245361:0:31475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2397:2397:256:4294967295] 192.168.203.123@tcp LPNI seq info [2397:2397:8:4294967295] 00000400:00000200:3.0:1788838268.245364:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838268.245373:0:31475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838268.245378:0:31475:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838268.245383:0:31475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3800. 00000800:00000200:3.0:1788838268.245389:0:31475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838268.245397:0:31475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838268.245401:0:31475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838268.245457:0:31475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838268.245461:0:31475:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 776731 usecs (777 jiffies) 00000400:00000200:3.0:1788838268.245465:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838268.245468:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398995 00000100:00000001:3.0:1788838268.245476:0:31475:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296398917 00000100:00000001:3.0:1788838268.245488:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398995 00000100:00000001:3.0:1788838268.245492:0:31475:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296398917 00000100:00000001:3.0:1788838268.245495:0:31475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838268.245498:0:31475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.245500:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838268.245502:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838268.245505:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a653c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838268.245507:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838268.245510:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838268.246890:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.246900:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:0.0:1788838268.246905:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.246912:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.246919:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce4c8 00000400:00000010:0.0:1788838268.246921:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce4c8. 00000100:00000001:0.0:1788838268.246926:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.246933:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.246953:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.246956:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.246963:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.246964:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838268.252483:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.252499:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.252504:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.252507:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.252515:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.252522:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.252531:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.252535:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.252539:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.252543:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4da00 00000400:00000200:0.0:1788838268.252547:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.252553:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6701 [1] + 224 00000800:00000001:0.0:1788838268.252560:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.252583:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.252587:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.252592:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.252600:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.252608:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838268.252619:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.252638:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.252647:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.252650:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838268.252735:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838268.252742:0:31475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838268.252744:0:31475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838268.252748:0:31475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838268.252752:0:31475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:3.0:1788838268.252755:0:31475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:3.0:1788838268.252758:0:31475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838268.252762:0:31475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838268.252771:0:31475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838268.252777:0:31475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838268.252779:0:31475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838268.252781:0:31475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838268.252784:0:31475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838268.252787:0:31475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838268.252789:0:31475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838268.252792:0:31475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838268.252800:0:31475:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838268.252805:0:31475:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838268.252807:0:31475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838268.252809:0:31475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.252812:0:31475:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838268.252815:0:31475:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.252818:0:31475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838268.252820:0:31475:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1788838268.252833:0:31475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838268.252836:0:31475:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838268.252841:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838268.252849:0:31475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838268.252852:0:31475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838268.252854:0:31475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838268.252858:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838268.252865:0:31475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ed80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:31475:1875731132242432:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838268.252869:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838268.252872:0:31475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.252875:0:31475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838268.252877:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838268.252880:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838268.252886:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838268.252889:0:31475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838268.252893:0:31475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838268.252894:0:31475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.252897:0:31475:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838268.252900:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.252903:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.252906:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:3.0:1788838268.252908:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.252910:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000040:3.0:1788838268.252916:0:31475:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bea600, remote cookie: 0xff98f31736b3b574, flags: 0x1001 00010000:00010000:3.0:1788838268.252921:0:31475:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838268.252932:0:31475:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838268.253105:0:31475:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838268.253109:0:31475:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838268.253111:0:31475:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838268.253112:0:31475:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838268.253114:0:31475:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838268.253116:0:31475:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afd83acd00) refcount = 1 00010000:00010000:3.0:1788838268.253120:0:31475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838268.253126:0:31475:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838268.253128:0:31475:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838268.253130:0:31475:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838268.253133:0:31475:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838268.253135:0:31475:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838268.253138:0:31475:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838268.253144:0:31475:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838268.253145:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253147:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.253147:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253148:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.253150:0:31475:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.253154:0:31475:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838268.253156:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253157:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253159:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838268.253161:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253163:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253165:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253166:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253167:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:3.0:1788838268.253169:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253170:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253173:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838268.253175:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838268.253178:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838268.253184:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253185:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.253186:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253187:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253188:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:3.0:1788838268.253190:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253192:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253194:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838268.253196:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838268.253202:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253202:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838268.253205:0:31475:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838268.253210:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838268.253211:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253212:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.253213:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253214:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838268.253219:0:31475:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838268.253228:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253229:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253230:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838268.253232:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253234:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253236:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253237:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838268.253238:0:31475:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.253240:0:31475:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.253243:0:31475:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838268.253245:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253246:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253247:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838268.253249:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253251:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00000002:00010000:3.0:1788838268.253254:0:31475:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838268.253260:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253261:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.253273:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838268.253274:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253275:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253276:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838268.253278:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253280:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000040:3.0:1788838268.253285:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acd00 count: 2 00010000:00000001:3.0:1788838268.253287:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838268.253290:0:31475:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838268.253292:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253293:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838268.253294:0:31475:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838268.253297:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543938 00000002:00002000:3.0:1788838268.253299:0:31475:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838268.253301:0:31475:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838268.253304:0:31475:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838268.253307:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838268.253310:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838268.253313:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838268.253316:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838268.253320:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc480d200. 00000080:00000001:3.0:1788838268.253326:0:31475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838268.253328:0:31475:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838268.253334:0:31475:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838268.253338:0:31475:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788838268.253344:0:31475:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd00d2c40. 00800000:00000001:3.0:1788838268.253345:0:31475:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479610063936 : -113594099487680 : ffff98afd00d2c40) 00800000:00000001:3.0:1788838268.253347:0:31475:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.253349:0:31475:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838268.253351:0:31475:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838268.253353:0:31475:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788838268.253356:0:31475:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838268.253359:0:31475:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838268.253360:0:31475:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.253365:0:31475:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838268.253367:0:31475:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788838268.253371:0:31475:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788838268.253373:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253374:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253376:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838268.253378:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253380:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253382:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253383:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838268.253384:0:31475:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838268.253387:0:31475:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788838268.253388:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd00d2c40 1 00800000:00000010:3.0:1788838268.253390:0:31475:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd00d2c40. 00800000:00000001:3.0:1788838268.253393:0:31475:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838268.253396:0:31475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cec4 00800000:00000001:3.0:1788838268.253399:0:31475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838268.253401:0:31475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838268.253402:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253403:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253404:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838268.253405:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253407:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253409:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253410:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838268.253411:0:31475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838268.253413:0:31475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838268.253415:0:31475:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838268.253418:0:31475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838268.253420:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cec4 from it ffffbbcb01543bf8 00010000:00000001:3.0:1788838268.253422:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838268.253423:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838268.253424:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838268.253426:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253427:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838268.253429:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838268.253431:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838268.253436:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253437:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.253438:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838268.253440:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838268.253443:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838268.253449:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838268.253451:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838268.253453:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838268.253456:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253457:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.253459:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.253462:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838268.253463:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.253465:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.253467:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.253469:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838268.253470:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253471:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838268.253472:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838268.253476:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ed80 x1875731132242432/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838268.253482:0:31475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838268.253485:0:31475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838268.253488:0:31475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0910000. 02000000:00000001:3.0:1788838268.253491:0:31475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838268.253493:0:31475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838268.253495:0:31475:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838268.253497:0:31475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838268.253500:0:31475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8715000. 02000000:00000001:3.0:1788838268.253503:0:31475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838268.253504:0:31475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838268.253506:0:31475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ed80. 00000100:00000001:3.0:1788838268.253509:0:31475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838268.253510:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838268.253513:0:31475:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838268.253517:0:31475:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838268.253529:0:31475:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a71e0. 00000020:00000001:3.0:1788838268.253533:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543b28 00000080:00200000:3.0:1788838268.253535:0:31475:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=25 00000080:00000001:3.0:1788838268.253539:0:31475:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788838268.253541:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb015439d8 00000080:00200000:3.0:1788838268.253542:0:31475:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:3.0:1788838268.253549:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc480d200. 00800000:00000002:3.0:1788838268.253555:0:31475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838268.253559:0:31475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838268.253561:0:31475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838268.253562:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb015438f8 00800000:00000002:3.0:1788838268.253564:0:31475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838268.253567:0:31475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788838268.253571:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543890 00800000:00000002:3.0:1788838268.253573:0:31475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788838268.253576:0:31475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838268.253578:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb015437c8 00000002:00010000:3.0:1788838268.253579:0:31475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788838268.253583:0:31475:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838268.253584:0:31475:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838268.253588:0:31475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ed80. 00000020:00000040:3.0:1788838268.253591:0:31475:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838268.253595:0:31475:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838268.253599:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838268.253601:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838268.253602:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838268.253603:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838268.253605:0:31475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838268.253607:0:31475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838268.253610:0:31475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838268.253615:0:31475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8715000. 00000100:00000001:3.0:1788838268.253620:0:31475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.253623:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838268.253624:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.253625:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838268.253626:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838268.253627:0:31475:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838268.253633:0:31475:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00010000:00000001:3.0:1788838268.253636:0:31475:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838268.253638:0:31475:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838268.253641:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acd00 count: 2 00010000:00000001:3.0:1788838268.253642:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838268.253644:0:31475:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838268.253647:0:31475:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beba00. 00000020:00000001:3.0:1788838268.253650:0:31475:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838268.253652:0:31475:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beba00 with handle 0x9f68a6b43b62cecb to hash 00000020:00000001:3.0:1788838268.253653:0:31475:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838268.254097:0:31475:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838268.254101:0:31475:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838268.254104:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838268.254106:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838268.254109:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838268.254117:0:31475:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838268.254127:0:31475:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838268.254133:0:31475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838268.254135:0:31475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838268.254539:0:31475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.254543:0:31475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037888 : -113594297513728 : ffff98afc43f8900) 00000100:00000001:2.0:1788838268.254546:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.254548:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00000100:00000001:2.0:1788838268.254552:0:31475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838268.254556:0:31475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.254558:0:31475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838268.254559:0:31475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838268.254567:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.254575:0:31475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838268.254577:0:31475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.254582:0:31475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838268.254585:0:31475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838268.254587:0:31475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838268.254591:0:31475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ed80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:31475:1875731132242560:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838268.254596:0:31475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838268.254601:0:31475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838268.254604:0:31475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.254606:0:31475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838268.254612:0:31475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0a800. 02000000:00000001:2.0:1788838268.254615:0:31475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838268.254621:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838268.254625:0:31475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838268.254631:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838268.254637:0:31475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132242560, portal 10 00000100:00000001:2.0:1788838268.254639:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.254641:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00000100:00000040:2.0:1788838268.254647:0:31475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.254803:0:31475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838268.254807:0:31475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838268.254811:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a110. 00000100:00000200:2.0:1788838268.254815:0:31475:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132242560, offset 0 00000400:00000200:2.0:1788838268.254821:0:31475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838268.255009:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.255016:0:31475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838268.255020:0:31475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838268.255025:0:31475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838268.255028:0:31475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838268.255031:0:31475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838268.255034:0:31475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2398:2398:256:4294967295] 192.168.203.123@tcp LPNI seq info [2398:2398:8:4294967295] 00000400:00000200:2.0:1788838268.255039:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.255048:0:31475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838268.255053:0:31475:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838268.255059:0:31475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14d00. 00000800:00000200:2.0:1788838268.255076:0:31475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838268.255085:0:31475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838268.255089:0:31475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788838268.255135:0:31475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.255140:0:31475:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 775658 usecs (776 jiffies) 00000400:00000200:2.0:1788838268.255143:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838268.255146:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296399004 00000100:00000001:2.0:1788838268.255155:0:31475:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296398995 00000100:00000001:2.0:1788838268.255160:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296399004 00000100:00000001:2.0:1788838268.255163:0:31475:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296398995 00000100:00000001:2.0:1788838268.255166:0:31475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.255168:0:31475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.255170:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838268.255172:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838268.255174:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8900 going to sleep for 11 seconds 00000100:00000001:2.0:1788838268.255177:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838268.255179:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838268.258113:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.258125:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14d00. 00000400:00000200:0.0:1788838268.258131:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.258140:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.258146:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a110 00000400:00000010:0.0:1788838268.258149:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a110. 00000100:00000001:0.0:1788838268.258154:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.258162:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.258174:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.258178:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.258185:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.258186:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838268.261806:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.261834:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.261838:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.261841:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.261849:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.261856:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.261865:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.261870:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.261875:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.261879:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4da80 00000400:00000200:0.0:1788838268.261883:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.261889:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6709 [1] + 224 00000800:00000001:0.0:1788838268.261897:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.261904:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.261908:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.261913:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.261920:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.261928:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838268.261952:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.261970:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.261977:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.261981:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.262098:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838268.262105:0:31475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838268.262108:0:31475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838268.262111:0:31475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838268.262116:0:31475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:2.0:1788838268.262118:0:31475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:2.0:1788838268.262121:0:31475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838268.262126:0:31475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838268.262133:0:31475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.262138:0:31475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838268.262140:0:31475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.262142:0:31475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838268.262145:0:31475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838268.262147:0:31475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838268.262149:0:31475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.262152:0:31475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838268.262160:0:31475:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838268.262164:0:31475:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838268.262166:0:31475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838268.262168:0:31475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262171:0:31475:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838268.262174:0:31475:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.262178:0:31475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838268.262179:0:31475:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788838268.262181:0:31475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838268.262184:0:31475:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.262189:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.262196:0:31475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.262198:0:31475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838268.262200:0:31475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838268.262204:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838268.262211:0:31475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ed80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:31475:1875731132242560:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838268.262215:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.262218:0:31475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.262220:0:31475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838268.262223:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.262226:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.262232:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838268.262235:0:31475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.262238:0:31475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838268.262239:0:31475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262241:0:31475:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838268.262245:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262247:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262251:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=4 00000020:00000001:2.0:1788838268.262253:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262256:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000040:2.0:1788838268.262271:0:31475:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beba00, remote cookie: 0xff98f31736b3b590, flags: 0x1001 00010000:00010000:2.0:1788838268.262277:0:31475:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838268.262286:0:31475:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788838268.262289:0:31475:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838268.262297:0:31475:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c200. 00010000:00000010:2.0:1788838268.262302:0:31475:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5280. 00010000:00000001:2.0:1788838268.262307:0:31475:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.262310:0:31475:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.262317:0:31475:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.262323:0:31475:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838268.262327:0:31475:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838268.262328:0:31475:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838268.262330:0:31475:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838268.262331:0:31475:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838268.262333:0:31475:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff98afc7e4c200) refcount = 1 00010000:00010000:2.0:1788838268.262337:0:31475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.262343:0:31475:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838268.262346:0:31475:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838268.262347:0:31475:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.262350:0:31475:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838268.262352:0:31475:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.262355:0:31475:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.262362:0:31475:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838268.262363:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262365:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.262366:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262367:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.262369:0:31475:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.262373:0:31475:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838268.262374:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262376:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262378:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838268.262380:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262382:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262385:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262386:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262387:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=4 00000020:00000001:2.0:1788838268.262389:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262391:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262393:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.262396:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.262399:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.262405:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262407:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.262408:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262409:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262411:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=5 00000020:00000001:2.0:1788838268.262413:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262414:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262416:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.262418:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.262424:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262425:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838268.262428:0:31475:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.262433:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.262435:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262436:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.262437:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262438:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838268.262442:0:31475:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838268.262450:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262451:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262452:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838268.262454:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262456:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262458:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262459:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.262460:0:31475:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.262462:0:31475:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.262465:0:31475:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838268.262467:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262469:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262470:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838268.262472:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262474:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00000002:00010000:2.0:1788838268.262477:0:31475:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.262494:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262495:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.262497:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838268.262498:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262499:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262501:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838268.262503:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262505:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000040:2.0:1788838268.262509:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:2.0:1788838268.262512:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838268.262515:0:31475:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:2.0:1788838268.262518:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262519:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.262520:0:31475:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838268.262523:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543750 00000002:00002000:2.0:1788838268.262524:0:31475:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838268.262528:0:31475:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.262531:0:31475:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.262534:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838268.262537:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838268.262540:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838268.262543:0:31475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:2.0:1788838268.262546:0:31475:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838268.262548:0:31475:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01543ac8 it_disposition b 00000080:00000001:2.0:1788838268.262551:0:31475:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838268.262556:0:31475:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838268.262558:0:31475:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838268.262560:0:31475:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788838268.262563:0:31475:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788838268.262568:0:31475:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838268.262570:0:31475:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788838268.262573:0:31475:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.262576:0:31475:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788838268.262578:0:31475:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838268.262583:0:31475:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:2.0:1788838268.262585:0:31475:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff98afd15aec08): rc = 0 00000080:00000001:2.0:1788838268.262587:0:31475:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631936520 : -113594077615096 : ffff98afd15aec08) 00010000:00000001:2.0:1788838268.262589:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262590:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262592:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838268.262594:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262596:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262598:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262599:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838268.262601:0:31475:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838268.262602:0:31475:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838268.262604:0:31475:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838268.262606:0:31475:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838268.262608:0:31475:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838268.262611:0:31475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) for lock 0x9f68a6b43b62cecb 00800000:00000001:2.0:1788838268.262614:0:31475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838268.262615:0:31475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838268.262616:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262617:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262619:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838268.262620:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262622:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262624:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262625:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.262626:0:31475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.262628:0:31475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788838268.262633:0:31475:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1646798 inode ffff98afd15aec08 refc 1 flags 0x20000e 00000080:00000001:2.0:1788838268.262637:0:31475:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838268.262638:0:31475:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.262640:0:31475:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788838268.262644:0:31475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) 00000080:00010000:2.0:1788838268.262647:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cecb from it ffffbbcb01543ac8 00010000:00000001:2.0:1788838268.262649:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.262650:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.262651:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838268.262653:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262701:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838268.262704:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.262707:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.262713:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262714:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.262715:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838268.262717:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838268.262720:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838268.262727:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838268.262729:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838268.262731:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.262734:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262736:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.262737:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262740:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838268.262741:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262743:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262746:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262748:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.262749:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262750:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838268.262752:0:31475:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838268.262755:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc480d200. 00000100:00000001:2.0:1788838268.262761:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.262766:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ed80 x1875731132242560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.262772:0:31475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838268.262774:0:31475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838268.262777:0:31475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0a800. 02000000:00000001:2.0:1788838268.262779:0:31475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838268.262781:0:31475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838268.262783:0:31475:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838268.262785:0:31475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838268.262788:0:31475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8715000. 02000000:00000001:2.0:1788838268.262791:0:31475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838268.262793:0:31475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838268.262795:0:31475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ed80. 00000100:00000001:2.0:1788838268.262798:0:31475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838268.262799:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838268.262805:0:31475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838268.262808:0:31475:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08), inode mode 41ed mask 1 00000080:00000001:2.0:1788838268.262811:0:31475:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838268.262836:0:31475:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6e00. 00000080:00000001:2.0:1788838268.262840:0:31475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838268.262842:0:31475:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08), inode mode 41ed mask 3 00000080:00000001:2.0:1788838268.262844:0:31475:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.262847:0:31475:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788838268.262849:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543b58 00000080:00200000:2.0:1788838268.262851:0:31475:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff98afd15aec08), file ffff98afc55efe00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788838268.262856:0:31475:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd0b171e0. 00000080:00000001:2.0:1788838268.262860:0:31475:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838268.262861:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543a08 00000080:00200000:2.0:1788838268.262863:0:31475:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff98afd15aec08), intent=open|creat 00000080:00000010:2.0:1788838268.262870:0:31475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abe000. 00000080:00000001:2.0:1788838268.262876:0:31475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838268.262879:0:31475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.262880:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543928 00800000:00000002:2.0:1788838268.262882:0:31475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788838268.262886:0:31475:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788838268.262888:0:31475:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788838268.262892:0:31475:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:2.0:1788838268.262895:0:31475:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788838268.262897:0:31475:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788838268.262900:0:31475:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788838268.262902:0:31475:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788838268.262905:0:31475:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x29:0x0] 40000000:00000001:2.0:1788838268.262907:0:31475:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.262909:0:31475:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.262911:0:31475:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.262913:0:31475:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.262914:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb015438a8 00800000:00000002:2.0:1788838268.262916:0:31475:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788838268.262920:0:31475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838268.262921:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb015437e0 00000002:00010000:2.0:1788838268.262923:0:31475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788838268.262926:0:31475:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838268.262928:0:31475:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838268.262931:0:31475:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788838268.262934:0:31475:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.262936:0:31475:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838268.262938:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:2.0:1788838268.262940:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.262942:0:31475:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838268.262945:0:31475:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262946:0:31475:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.262949:0:31475:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838268.262953:0:31475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3800. 00000020:00000040:2.0:1788838268.262956:0:31475:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838268.262960:0:31475:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838268.262961:0:31475:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262964:0:31475:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838268.262967:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.262970:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.262971:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.262972:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.262975:0:31475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838268.262977:0:31475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838268.262980:0:31475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838268.262986:0:31475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e800. 00000100:00000001:2.0:1788838268.262991:0:31475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262995:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838268.262996:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.262998:0:31475:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838268.262999:0:31475:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.263001:0:31475:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.263009:0:31475:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00010000:00000001:2.0:1788838268.263012:0:31475:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838268.263014:0:31475:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838268.263016:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:2.0:1788838268.263018:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.263020:0:31475:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838268.263023:0:31475:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517600. 00000020:00000001:2.0:1788838268.263026:0:31475:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838268.263027:0:31475:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517600 with handle 0x9f68a6b43b62ced2 to hash 00000020:00000001:2.0:1788838268.263030:0:31475:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838268.263031:0:31475:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.263034:0:31475:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.263036:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.263038:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.263041:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.263047:0:31475:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838268.263056:0:31475:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838268.263072:0:31475:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838268.263081:0:31475:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31475 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838268.263087:0:31475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838268.263088:0:31475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838268.263094:0:31475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.263096:0:31475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412037888 : -113594297513728 : ffff98afc43f8900) 00000100:00000001:2.0:1788838268.263098:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.263100:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000001:2.0:1788838268.263104:0:31475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838268.263107:0:31475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.263109:0:31475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838268.263111:0:31475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838268.263114:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.263121:0:31475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838268.263123:0:31475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.263126:0:31475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838268.263129:0:31475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838268.263131:0:31475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838268.263134:0:31475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3800 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:31475:1875731132242816:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838268.263138:0:31475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838268.263142:0:31475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838268.263144:0:31475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.263146:0:31475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838268.263197:0:31475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:2.0:1788838268.263199:0:31475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838268.263205:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838268.263208:0:31475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838268.263213:0:31475:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afc406cc00. 00000100:00000200:2.0:1788838268.263219:0:31475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132242816, portal 10 00000100:00000001:2.0:1788838268.263221:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.263222:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000040:2.0:1788838268.263227:0:31475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.263234:0:31475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838268.263237:0:31475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838268.263240:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838268.263243:0:31475:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132242816, offset 0 00000400:00000200:2.0:1788838268.263249:0:31475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838268.263255:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.263261:0:31475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838268.263267:0:31475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838268.263272:0:31475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838268.263275:0:31475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838268.263277:0:31475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838268.263281:0:31475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2399:2399:256:4294967295] 192.168.203.123@tcp LPNI seq info [2399:2399:8:4294967295] 00000400:00000200:2.0:1788838268.263285:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838268.263293:0:31475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838268.263298:0:31475:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838268.263303:0:31475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14100. 00000800:00000200:2.0:1788838268.263309:0:31475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838268.263316:0:31475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838268.263320:0:31475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788838268.263327:0:31475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.263331:0:31475:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 774591 usecs (775 jiffies) 00000400:00000200:2.0:1788838268.263334:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838268.263337:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296399011 00000100:00000001:2.0:1788838268.263344:0:31475:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296399004 00000100:00000001:2.0:1788838268.263349:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296399011 00000100:00000001:2.0:1788838268.263352:0:31475:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296399004 00000100:00000001:2.0:1788838268.263354:0:31475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.263356:0:31475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.263358:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838268.263360:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838268.263362:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8900 going to sleep for 11 seconds 00000100:00000001:2.0:1788838268.263364:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838268.263366:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838268.263831:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.263836:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14100. 00000400:00000200:0.0:1788838268.263841:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.263846:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.263851:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:0.0:1788838268.263853:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:0.0:1788838268.263856:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.263861:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838284 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.263869:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.263872:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838284 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.263877:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.263879:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838268.275597:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.275614:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.275618:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.275620:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.275627:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.275635:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.275642:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.275647:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.275651:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.275691:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd4db80 00000400:00000200:0.0:1788838268.275696:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.275702:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6711 [32] + 224 00000800:00000001:0.0:1788838268.275710:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.275718:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.275721:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.275726:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.275732:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.275741:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838284 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838268.275752:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838268.275772:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838268.275780:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838268.275783:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.275788:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838268.275794:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2400:2400:256:4294967295] 192.168.203.123@tcp LPNI seq info [2400:2400:8:4294967295] 00000400:00000200:0.0:1788838268.275798:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.275806:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838268.275812:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838268.275817:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd0082800. 00000800:00000200:0.0:1788838268.275932:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838268.276002:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838268.276007:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0082800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838268.276163:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.276167:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd0082800. 00000400:00000200:0.0:1788838268.276171:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.276174:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838268.276180:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.276184:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.276232:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838268.276240:0:31475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838268.276243:0:31475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838268.276246:0:31475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838268.276251:0:31475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc406cc00 00000400:00000010:2.0:1788838268.276254:0:31475:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afc406cc00. 00000100:00000001:2.0:1788838268.276257:0:31475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838268.276262:0:31475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838268.276277:0:31475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3800 x1875731132242816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838284 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.276283:0:31475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838268.276286:0:31475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.276288:0:31475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838268.276291:0:31475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838268.276294:0:31475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838268.276296:0:31475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838268.276299:0:31475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838268.276307:0:31475:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838268.276312:0:31475:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838268.276314:0:31475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838268.276316:0:31475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.276319:0:31475:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838268.276322:0:31475:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.276324:0:31475:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838268.276326:0:31475:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x1] 00000100:00000001:2.0:1788838268.276328:0:31475:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838268.276330:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.276331:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000001:2.0:1788838268.276335:0:31475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838268.276336:0:31475:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788838268.276338:0:31475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838268.276341:0:31475:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838268.276345:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838284 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.276354:0:31475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.276357:0:31475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838268.276359:0:31475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838268.276363:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838284 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838268.276371:0:31475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3800 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:31475:1875731132242816:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838268.276376:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838268.276379:0:31475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838268.276382:0:31475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838268.276384:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.276387:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838284 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.276394:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838268.276396:0:31475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8900. 00000100:00000001:2.0:1788838268.276400:0:31475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838268.276401:0:31475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.276404:0:31475:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838268.276409:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.276412:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.276414:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=4 00000020:00000001:2.0:1788838268.276417:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276420:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000040:2.0:1788838268.276426:0:31475:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517600, remote cookie: 0xff98f31736b3b5ac, flags: 0x1001 00010000:00010000:2.0:1788838268.276431:0:31475:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838268.276439:0:31475:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:2.0:1788838268.276442:0:31475:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838268.276450:0:31475:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c300. 00010000:00000010:2.0:1788838268.276454:0:31475:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5680. 00010000:00000001:2.0:1788838268.276459:0:31475:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.276462:0:31475:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838268.276474:0:31475:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.276492:0:31475:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838268.276496:0:31475:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838268.276498:0:31475:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838268.276499:0:31475:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838268.276500:0:31475:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838268.276503:0:31475:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff98afc7e4c300) refcount = 1 00010000:00010000:2.0:1788838268.276506:0:31475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.276512:0:31475:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838268.276514:0:31475:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838268.276516:0:31475:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838268.276518:0:31475:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838268.276520:0:31475:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.276524:0:31475:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.276530:0:31475:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838268.276531:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276533:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.276534:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276535:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.276536:0:31475:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.276540:0:31475:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838268.276542:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.276544:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.276545:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=3 00000020:00000001:2.0:1788838268.276547:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276549:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276552:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.276553:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.276554:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=4 00000020:00000001:2.0:1788838268.276556:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276558:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276561:0:31475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838268.276564:0:31475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.276569:0:31475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.276575:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276576:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.276577:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.276578:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.276579:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=5 00000020:00000001:2.0:1788838268.276581:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276583:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276585:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.276587:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.276592:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276593:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838268.276595:0:31475:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.276601:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.276602:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276603:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.276604:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276605:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838268.276609:0:31475:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838284 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838268.276624:0:31475:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838268.276629:0:31475:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838284 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838268.276634:0:31475:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.276640:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.276642:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.276643:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=3 00000020:00000001:2.0:1788838268.276645:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276647:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00000002:00010000:2.0:1788838268.276650:0:31475:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788838268.276681:0:31475:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd110d640. 00010000:00000001:2.0:1788838268.276684:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276685:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.276686:0:31475:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.276688:0:31475:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838268.276691:0:31475:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788838268.276694:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.276695:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000001:2.0:1788838268.276697:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838268.276698:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00010000:00000001:2.0:1788838268.276700:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.276701:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.276703:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=3 00000020:00000001:2.0:1788838268.276705:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276707:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00000002:00010000:2.0:1788838268.276710:0:31475:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.276721:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276722:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.276724:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838268.276725:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.276726:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.276727:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=3 00000020:00000001:2.0:1788838268.276729:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.276731:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000040:2.0:1788838268.276735:0:31475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:2.0:1788838268.276738:0:31475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838268.276741:0:31475:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:2.0:1788838268.276744:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.276745:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.276746:0:31475:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838268.276749:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543768 00000002:00002000:2.0:1788838268.276752:0:31475:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788838268.276755:0:31475:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.276758:0:31475:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.276761:0:31475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838268.276764:0:31475:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838268.276767:0:31475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.276771:0:31475:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838268.276773:0:31475:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd0b171e0 it_disposition 1800037 00000080:00002000:2.0:1788838268.276778:0:31475:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd15b5438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788838268.276783:0:31475:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838268.276786:0:31475:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788838268.276788:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543998 00000080:00200000:2.0:1788838268.276790:0:31475:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff98afd15aec08), intent=open|creat 00000080:00000001:2.0:1788838268.276792:0:31475:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788838268.276795:0:31475:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838268.276799:0:31475:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838268.276802:0:31475:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838268.276805:0:31475:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788838268.276808:0:31475:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788838268.276833:0:31475:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd152eb40. 00000020:00000001:2.0:1788838268.276844:0:31475:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788838268.276845:0:31475:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788838268.276849:0:31475:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788838268.276850:0:31475:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x29:0x0](ffff98afd152ec08) 00000020:00000001:2.0:1788838268.276854:0:31475:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838268.276859:0:31475:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838268.276862:0:31475:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838268.276866:0:31475:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788838268.276870:0:31475:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd0813bb8. 00000020:00000001:2.0:1788838268.276873:0:31475:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788838268.276874:0:31475:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838268.276882:0:31475:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788838268.276886:0:31475:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afd0ce66c8. 00020000:00000001:2.0:1788838268.276888:0:31475:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479622727368 : -113594086824248 : ffff98afd0ce66c8) 00020000:00000001:2.0:1788838268.276891:0:31475:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788838268.276894:0:31475:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838268.276898:0:31475:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17780. 00020000:00000010:2.0:1788838268.276902:0:31475:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41c6b80. 00020000:00000010:2.0:1788838268.276906:0:31475:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b17180. 00020000:00000001:2.0:1788838268.276908:0:31475:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620829568 : -113594088722048 : ffff98afd0b17180) 00020000:00000002:2.0:1788838268.276912:0:31475:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17180, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838268.276916:0:31475:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838268.276920:0:31475:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6b80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:2.0:1788838268.276923:0:31475:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788838268.276925:0:31475:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17180, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838268.276928:0:31475:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838268.276931:0:31475:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6b80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:2.0:1788838268.277247:0:31475:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afd05b2c90. 00020000:00000010:2.0:1788838268.277253:0:31475:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc43f8900. 00020000:00000001:2.0:1788838268.277258:0:31475:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788838268.277269:0:31475:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc32f8ce0. 00020000:00000001:2.0:1788838268.277272:0:31475:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788838268.277273:0:31475:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788838268.277278:0:31475:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788838268.277282:0:31475:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afd0813898. 00000020:00000001:2.0:1788838268.277284:0:31475:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788838268.277286:0:31475:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838268.277288:0:31475:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479617669400 : -113594091882216 : ffff98afd0813918) 00020000:00000001:2.0:1788838268.277291:0:31475:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788838268.277295:0:31475:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afc88e3c00. 00020000:00000001:2.0:1788838268.277297:0:31475:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.277301:0:31475:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479617669400 : -113594091882216 : ffff98afd0813918) 00020000:00000001:2.0:1788838268.277304:0:31475:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479617669400 : -113594091882216 : ffff98afd0813918) 00020000:00000002:2.0:1788838268.277307:0:31475:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x17:0x0]@ffff98afd0813898[0:0] -> [0x200000404:0x29:0x0]@ffff98afd0813bb8: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:2.0:1788838268.277313:0:31475:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788838268.277315:0:31475:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788838268.277317:0:31475:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.277320:0:31475:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479617670200 : -113594091881416 : ffff98afd0813c38) 00000020:00001000:2.0:1788838268.277322:0:31475:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838268.277326:0:31475:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788838268.277329:0:31475:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788838268.277331:0:31475:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833961 mtime from 0 to 1788838268 00000080:00000001:2.0:1788838268.277334:0:31475:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788838268.277337:0:31475:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631412232 : -113594078139384 : ffff98afd152ec08) 00010000:00000001:2.0:1788838268.277339:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.277341:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.277342:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=3 00000020:00000001:2.0:1788838268.277345:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.277347:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00000080:00000001:2.0:1788838268.277349:0:31475:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838268.277351:0:31475:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838268.277353:0:31475:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838268.277355:0:31475:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838268.277357:0:31475:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838268.277359:0:31475:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838268.277360:0:31475:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838268.277363:0:31475:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b175a0. 00020000:00000010:2.0:1788838268.277366:0:31475:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41c6a00. 00020000:00000010:2.0:1788838268.277368:0:31475:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b17960. 00020000:00000001:2.0:1788838268.277370:0:31475:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620831584 : -113594088720032 : ffff98afd0b17960) 00020000:00000002:2.0:1788838268.277373:0:31475:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17960, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838268.277377:0:31475:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838268.277380:0:31475:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6a00: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:2.0:1788838268.277383:0:31475:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce66c8) owner ffff98afc3fd27c0 00020000:00000001:2.0:1788838268.277385:0:31475:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838268.277388:0:31475:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce66c8) owner ffff98afc3fd27c0 00020000:00000010:2.0:1788838268.277392:0:31475:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6a00. 00020000:00000010:2.0:1788838268.277396:0:31475:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b175a0. 00020000:00000010:2.0:1788838268.277399:0:31475:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b17960. 00020000:00000002:2.0:1788838268.277401:0:31475:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838268.277403:0:31475:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.277405:0:31475:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.277408:0:31475:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838268.277411:0:31475:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afc3fd27c0 00020000:00000002:2.0:1788838268.277413:0:31475:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b17180 addref 2/0 by ffff98afc3fd27c0. 00020000:00000002:2.0:1788838268.277416:0:31475:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afc3fd27c0 00020000:00000001:2.0:1788838268.277418:0:31475:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838268.277420:0:31475:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838268.277421:0:31475:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838268.277423:0:31475:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788838268.277425:0:31475:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788838268.277427:0:31475:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788838268.277430:0:31475:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838268.277432:0:31475:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.277433:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.277435:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838268.277436:0:31475:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838268.277439:0:31475:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838268.277441:0:31475:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838268.277443:0:31475:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x29:0x0](ffff98afd152ec08) 00000080:00010000:2.0:1788838268.277447:0:31475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff98afd152ec08) for lock 0x9f68a6b43b62ced2 00800000:00000001:2.0:1788838268.277450:0:31475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838268.277452:0:31475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838268.277453:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.277454:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.277455:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=3 00000020:00000001:2.0:1788838268.277457:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.277459:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.277461:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.277463:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838268.277464:0:31475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.277465:0:31475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.277467:0:31475:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788838268.277469:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.277475:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.277483:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838268.277488:0:31475:0:(namei.c:1651:ll_create_it()) inode ffff98afd152ec08 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1788838268.277491:0:31475:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838268.277494:0:31475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff98afd152ec08) 00000080:00000001:2.0:1788838268.277497:0:31475:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838268.277502:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abe000. 00000100:00000001:2.0:1788838268.277505:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.277508:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838268.277514:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.277517:0:31475:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788838268.277519:0:31475:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838268.277521:0:31475:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd152ec08 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1788838268.277528:0:31475:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838268.277531:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543a68 00000080:00200008:2.0:1788838268.277533:0:31475:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x29:0x0](ffff98afd152ec08), flags 100102 00000080:00000010:2.0:1788838268.277540:0:31475:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174a00. 00000080:00000010:2.0:1788838268.277545:0:31475:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd110dfc0. 00000080:00000001:2.0:1788838268.277547:0:31475:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788838268.277550:0:31475:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788838268.277553:0:31475:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788838268.277557:0:31475:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09e6200. 00000002:00100000:2.0:1788838268.277561:0:31475:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838268.277568:0:31475:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838268.277569:0:31475:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788838268.277573:0:31475:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788838268.277576:0:31475:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.277578:0:31475:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838268.277581:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838268.277583:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788838268.277590:0:31475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838268.277594:0:31475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:2.0:1788838268.277626:0:31475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788838268.277627:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.277630:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543a68 00000080:00000008:2.0:1788838268.277632:0:31475:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x29:0x0](ffff98afd152ec08), flags 100102, rc = 0 00000080:00000001:2.0:1788838268.277636:0:31475:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838268.277638:0:31475:0:(dcache.c:176:ll_intent_release()) intent ffff98afd0b171e0 released 00000080:00010000:2.0:1788838268.277640:0:31475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ced2 from it ffff98afd0b171e0 00010000:00000001:2.0:1788838268.277642:0:31475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838268.277643:0:31475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838268.277644:0:31475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517600 refcount=3 00000020:00000001:2.0:1788838268.277646:0:31475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.277648:0:31475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881024 : -113594346670592 : ffff98afc1517600) 00010000:00000001:2.0:1788838268.277650:0:31475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838268.277652:0:31475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838268.277686:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.277687:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.277689:0:31475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838268.277691:0:31475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838268.277694:0:31475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838268.277701:0:31475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838268.277703:0:31475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838268.277705:0:31475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838268.277709:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.277710:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838268.277712:0:31475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.277714:0:31475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838268.277716:0:31475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.277718:0:31475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.277721:0:31475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838268.277723:0:31475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838268.277724:0:31475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838268.277725:0:31475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838268.277727:0:31475:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788838268.277729:0:31475:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788838268.277731:0:31475:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788838268.277733:0:31475:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838268.277735:0:31475:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788838268.277737:0:31475:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.277740:0:31475:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788838268.277742:0:31475:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.277744:0:31475:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838268.277747:0:31475:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.277748:0:31475:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838268.277751:0:31475:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd0b171e0. 00000080:00000001:2.0:1788838268.277754:0:31475:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838268.277757:0:31475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838268.277759:0:31475:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x29:0x0](ffff98afd152ec08), inode mode 81a4 mask 40 00000080:00000001:2.0:1788838268.277763:0:31475:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.362808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838268.362817:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838268.362824:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123100. 00000020:00000040:1.0:1788838268.362830:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838268.362834:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838268.362836:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838268.362841:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838268.362849:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933100. 00000100:00000001:1.0:1788838268.362856:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.362867:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838268.362877:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838268.362881:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.362887:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000761e96cb] to pc [ptlrpcd_00_00+0] req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.362915:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.362918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838268.362921:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788838268.363070:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838268.363075:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838268.363077:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838268.363084:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.363092:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838268.363094:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838268.363097:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838268.363100:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838268.363103:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838268.363106:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1123100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132242944:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838268.363110:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838268.363115:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838268.363117:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838268.363119:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838268.363124:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1126600. 02000000:00000001:0.0:1788838268.363126:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838268.363133:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838268.363137:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25058. 00000400:00000010:0.0:1788838268.363142:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc880. 00000100:00000200:0.0:1788838268.363149:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132242944, portal 25 00000100:00000001:0.0:1788838268.363152:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838268.363153:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627170048 : -113594082381568 : ffff98afd1123100) 00000100:00000040:0.0:1788838268.363159:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.363166:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838268.363169:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838268.363172:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfce58. 00000100:00000200:0.0:1788838268.363174:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132242944, offset 0 00000400:00000200:0.0:1788838268.363180:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838268.363187:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.363194:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838268.363198:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838268.363202:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838268.363205:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838268.363208:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838268.363212:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2401:2401:256:4294967295] 192.168.203.123@tcp LPNI seq info [2401:2401:8:4294967295] 00000400:00000200:0.0:1788838268.363216:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.363225:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838268.363230:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838268.363234:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838268.363240:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838268.363247:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838268.363251:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838268.363262:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838268.363266:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838268.363268:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296402422 00000100:00000001:0.0:1788838268.363275:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296399011 00000100:00000001:0.0:1788838268.363279:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296402422 00000100:00000001:0.0:1788838268.363283:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296399011 00000100:00000001:0.0:1788838268.363286:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838268.363288:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.363292:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.363294:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.363300:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838268.363302:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838268.363304:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838268.363305:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838268.363306:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.363308:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.363322:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838268.363324:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838268.363405:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.363409:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:0.0:1788838268.363413:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.363418:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.363423:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfce58 00000400:00000010:0.0:1788838268.363425:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfce58. 00000100:00000001:0.0:1788838268.363429:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.363433:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.363442:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.363445:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.363452:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.363453:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1788838268.363618:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122a00. 00000020:00000040:1.0:1788838268.363621:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838268.363624:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838268.363625:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838268.363628:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838268.363632:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933900. 00000100:00000001:1.0:1788838268.363635:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.363640:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838268.363648:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838268.363650:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.363940:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb4db392] to pc [ptlrpcd_00_01+1] req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.363955:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.363958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838268.363962:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838268.363966:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121f80. 00000020:00000040:1.0:1788838268.363969:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:1.0:1788838268.363971:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838268.363973:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838268.363975:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838268.363978:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933f00. 00000100:00000001:1.0:1788838268.363981:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.363986:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838268.363993:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838268.363996:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.364000:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c96d7945] to pc [ptlrpcd_00_00+0] req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.364006:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.364008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838268.364011:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838268.364014:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120e00. 00000020:00000040:1.0:1788838268.364016:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:1.0:1788838268.364018:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838268.364019:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838268.364021:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838268.364024:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933c00. 00000100:00000001:1.0:1788838268.364026:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.364029:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838268.364035:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838268.364037:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.364040:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8eab526] to pc [ptlrpcd_00_01+1] req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.364047:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.364050:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1736) 00000100:00000001:1.0:1788838268.364214:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838268.364217:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838268.364218:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838268.364222:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.364230:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838268.364232:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.364234:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838268.364236:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838268.364238:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838268.364242:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132243200:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838268.364245:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838268.364248:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838268.364250:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.364251:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838268.364255:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3800. 02000000:00000001:1.0:1788838268.364257:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838268.364261:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838268.364265:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838268.364269:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838268.364274:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132243200, portal 4 00000100:00000001:1.0:1788838268.364276:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838268.364277:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627165568 : -113594082386048 : ffff98afd1121f80) 00000100:00000040:1.0:1788838268.364284:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.364290:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838268.364293:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838268.364295:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc880. 00000100:00000200:1.0:1788838268.364298:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132243200, offset 0 00000400:00000200:1.0:1788838268.364302:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838268.364308:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.364313:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838268.364317:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838268.364320:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838268.364322:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838268.364325:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838268.364328:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2402:2402:256:4294967295] 192.168.203.123@tcp LPNI seq info [2402:2402:8:4294967295] 00000400:00000200:1.0:1788838268.364332:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.364339:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838268.364343:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838268.364347:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838268.364351:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838268.364357:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838268.364360:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838268.364370:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.364375:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 242046 usecs (243 jiffies) 00000400:00000200:1.0:1788838268.364377:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838268.364379:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398580 00000100:00000001:1.0:1788838268.364382:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296402422 00000100:00000001:1.0:1788838268.364384:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398580 00000100:00000001:1.0:1788838268.364386:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296402422 00000100:00000001:1.0:1788838268.364388:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838268.364390:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.364392:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.364394:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.364399:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838268.364401:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838268.364403:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838268.364404:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838268.364405:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838268.364407:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788838268.364408:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.364410:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838268.364412:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838268.364413:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838268.364414:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838268.364415:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838268.364419:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.364426:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838268.364427:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.364429:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838268.364431:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838268.364433:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838268.364435:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132243072:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838268.364439:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838268.364441:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838268.364443:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.364444:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838268.364448:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3e00. 02000000:00000001:1.0:1788838268.364450:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838268.364453:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838268.364455:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838268.364459:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc440. 00000100:00000200:1.0:1788838268.364462:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132243072, portal 10 00000100:00000001:1.0:1788838268.364464:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838268.364465:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627168256 : -113594082383360 : ffff98afd1122a00) 00000100:00000040:1.0:1788838268.364470:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.364476:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838268.364478:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838268.364481:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838268.364483:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132243072, offset 0 00000400:00000200:1.0:1788838268.364488:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838268.364491:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.364495:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838268.364497:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838268.364500:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838268.364502:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838268.364504:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838268.364507:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2403:2403:255:4294967295] 192.168.203.123@tcp LPNI seq info [2403:2403:7:4294967295] 00000400:00000200:1.0:1788838268.364511:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.364516:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838268.364520:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838268.364523:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933300. 00000800:00000200:1.0:1788838268.364527:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838268.364531:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838268.364533:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838268.364536:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.364538:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 773535 usecs (774 jiffies) 00000400:00000200:1.0:1788838268.364541:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838268.364543:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296399111 00000100:00000001:1.0:1788838268.364545:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296402422 00000100:00000001:1.0:1788838268.364546:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296399111 00000100:00000001:1.0:1788838268.364548:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296402422 00000100:00000001:1.0:1788838268.364549:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838268.364551:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.364553:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838268.364556:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.364562:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838268.364563:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.364565:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838268.364567:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838268.364569:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838268.364571:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132243328:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838268.364574:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838268.364576:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838268.364577:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838268.364579:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838268.364581:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3600. 02000000:00000001:1.0:1788838268.364583:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838268.364586:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838268.364588:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8160. 00000400:00000010:1.0:1788838268.364592:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc220. 00000100:00000200:1.0:1788838268.364594:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132243328, portal 4 00000100:00000001:1.0:1788838268.364596:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838268.364598:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627161088 : -113594082390528 : ffff98afd1120e00) 00000100:00000040:1.0:1788838268.364603:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838268.364610:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838268.364612:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838268.364615:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcf68. 00000100:00000200:1.0:1788838268.364617:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132243328, offset 0 00000400:00000200:1.0:1788838268.364620:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838268.364623:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.364626:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838268.364629:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838268.364631:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838268.364633:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838268.364635:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838268.364638:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2404:2404:254:4294967295] 192.168.203.123@tcp LPNI seq info [2404:2404:6:4294967295] 00000400:00000200:1.0:1788838268.364642:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838268.364647:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838268.364650:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838268.364653:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933800. 00000100:00000001:0.0:1788838268.364840:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838268.364843:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838268.364880:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.364884:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:0.0:1788838268.364887:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.364892:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.364897:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc880 00000400:00000010:0.0:1788838268.364899:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc880. 00000100:00000001:0.0:1788838268.364902:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.364906:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.364915:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.364918:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.364979:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.364981:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838268.365046:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.365049:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933300. 00000400:00000200:0.0:1788838268.365052:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.365056:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.365059:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:0.0:1788838268.365060:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:0.0:1788838268.365072:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.365076:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.365089:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.365092:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.365097:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.365099:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838268.365370:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838268.365375:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838268.365378:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838268.365384:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838268.365387:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22737 usecs (23 jiffies) 00000400:00000200:1.0:1788838268.365391:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838268.365393:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296398361 00000100:00000001:1.0:1788838268.365395:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296402422 00000100:00000001:1.0:1788838268.365398:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296398361 00000100:00000001:1.0:1788838268.365400:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296402422 00000100:00000001:1.0:1788838268.365402:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838268.365405:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.365407:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838268.365410:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838268.366367:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838268.366373:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933800. 00000400:00000200:0.0:1788838268.366377:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.366383:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838268.366388:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcf68 00000400:00000010:0.0:1788838268.366390:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcf68. 00000100:00000001:0.0:1788838268.366394:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838268.366400:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.366411:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.366413:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.366419:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.366421:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838268.380176:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380192:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.380197:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380200:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.380208:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380215:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.380223:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380228:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380234:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380238:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4dc00 00000400:00000200:0.0:1788838268.380243:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380248:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6719 [1] + 224 00000800:00000001:0.0:1788838268.380256:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380260:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.380263:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.380268:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.380275:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.380284:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838268.380295:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380313:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.380321:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380324:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.380326:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380328:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.380332:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380335:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.380340:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380342:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380344:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380347:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4dd00 00000400:00000200:0.0:1788838268.380349:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380353:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6729 [1] + 224 00000800:00000001:0.0:1788838268.380357:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380360:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.380362:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.380365:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.380367:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.380371:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838268.380381:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380394:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.380397:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380401:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.380402:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380404:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.380407:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380410:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.380414:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380416:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380418:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380421:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4dd80 00000400:00000200:0.0:1788838268.380424:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380427:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6749 [1] + 224 00000800:00000001:0.0:1788838268.380440:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380444:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.380446:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.380449:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.380452:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.380456:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838268.380464:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380471:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.380474:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380477:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838268.380479:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380481:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.380485:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380487:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838268.380491:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380493:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380496:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380499:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4dc80 00000400:00000200:0.0:1788838268.380502:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838268.380506:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6739 [1] + 224 00000800:00000001:0.0:1788838268.380509:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380516:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838268.380517:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838268.380520:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838268.380523:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.380527:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838268.380536:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380543:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838268.380545:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838268.380548:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.380557:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838268.380561:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838268.380566:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838268.380568:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838268.380571:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:0.0:1788838268.380574:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc440 00000400:00000010:0.0:1788838268.380576:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc440. 00000100:00000001:0.0:1788838268.380579:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.380582:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838268.380591:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380597:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838268.380599:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.380602:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838268.380604:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838268.380607:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838268.380609:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838268.380612:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838268.380620:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=97 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838268.380624:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838268.380627:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838268.380628:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.380631:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838268.380634:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.380638:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838268.380640:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:0.0:1788838268.380642:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838268.380644:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838268.380648:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380674:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838268.380676:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838268.380678:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838268.380683:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838268.380690:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132243072:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838268.380696:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838268.380697:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838268.380699:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8160. 00000400:00000200:0.0:1788838268.380701:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc220 00000400:00000010:0.0:1788838268.380703:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc220. 00000100:00000001:0.0:1788838268.380704:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.380707:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838268.380714:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380719:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838268.380721:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.380723:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838268.380724:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838268.380725:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838268.380726:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838268.380728:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838268.380732:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=97 v=5 (5 5 16 37) 00000100:00001000:0.0:1788838268.380735:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838268.380737:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838268.380738:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.380739:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838268.380741:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.380743:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838268.380744:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1788838268.380746:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838268.380747:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838268.380751:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380756:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838268.380758:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838268.380759:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838268.380762:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838268.380770:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132243328:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838268.380774:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838268.380775:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838268.380777:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:0.0:1788838268.380780:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:0.0:1788838268.380781:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:0.0:1788838268.380783:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.380786:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838268.380793:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380800:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838268.380801:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.380803:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838268.380804:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838268.380805:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838268.380807:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838268.380809:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838268.380812:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=97 v=5 (5 5 16 16) 00000100:00001000:0.0:1788838268.380815:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838268.380817:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838268.380818:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.380829:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838268.380831:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.380833:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838268.380834:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788838268.380836:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838268.380837:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838268.380841:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.380847:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838268.380848:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838268.380850:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838268.380853:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838268.380860:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132243200:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838268.380863:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838268.380864:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838268.380866:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25058. 00000400:00000200:0.0:1788838268.380868:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc880 00000400:00000010:0.0:1788838268.380870:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc880. 00000100:00000001:0.0:1788838268.380871:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838268.380875:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838268.380883:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.381720:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838268.381724:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.381727:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838268.381729:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838268.381730:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838268.381732:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838268.381734:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838268.381737:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838268.381741:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838268.381744:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838268.381745:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.381747:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838268.381749:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.381751:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838268.381757:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.381763:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838268.381766:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838268.381767:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838268.381770:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838268.381778:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1123100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132242944:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838268.381782:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.381785:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.381788:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122a00 x1875731132243072/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.381794:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838268.381797:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838268.381799:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3e00. 02000000:00000001:0.0:1788838268.381803:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838268.381806:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838268.381807:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838268.381810:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838268.381812:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933900. 02000000:00000001:0.0:1788838268.381815:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838268.381816:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838268.381818:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122a00. 00000100:00000001:0.0:1788838268.381886:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838268.381887:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.382288:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.382296:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120e00 x1875731132243328/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.382303:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838268.382304:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838268.382306:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3600. 02000000:00000001:0.0:1788838268.382309:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838268.382310:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838268.382312:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838268.382313:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838268.382315:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933c00. 02000000:00000001:0.0:1788838268.382318:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838268.382319:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838268.382320:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120e00. 00000100:00000001:0.0:1788838268.382322:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838268.382324:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.382326:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.382329:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121f80 x1875731132243200/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.382335:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838268.382337:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838268.382338:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3800. 02000000:00000001:0.0:1788838268.382340:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838268.382341:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838268.382343:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838268.382345:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838268.382346:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933f00. 02000000:00000001:0.0:1788838268.382348:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838268.382349:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838268.382350:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121f80. 00000100:00000001:0.0:1788838268.382353:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838268.382354:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.382356:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838268.382359:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1123100 x1875731132242944/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838268.382365:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838268.382367:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838268.382368:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1126600. 02000000:00000001:0.0:1788838268.382371:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838268.382372:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838268.382373:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838268.382375:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838268.382376:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933100. 02000000:00000001:0.0:1788838268.382378:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838268.382379:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838268.382380:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123100. 00000100:00000001:0.0:1788838268.382383:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838268.382384:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.382386:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838268.382393:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838268.382394:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838268.382396:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838268.382399:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.427835:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838268.427842:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838268.427847:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838268.427848:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838268.427952:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838268.427955:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838268.427958:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788838269.297629:0:31485:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838269.297635:0:31485:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838269.297637:0:31485:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838269.297641:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47bc0 00000080:00200000:2.0:1788838269.297645:0:31485:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838269.297652:0:31485:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abe400. 00800000:00000002:2.0:1788838269.297682:0:31485:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838269.297818:0:31485:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838269.297824:0:31485:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838269.297826:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47ae0 00800000:00000002:2.0:1788838269.297830:0:31485:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838269.297833:0:31485:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838269.297837:0:31485:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838269.297843:0:31485:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838269.297844:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f479b0 00000002:00010000:2.0:1788838269.297846:0:31485:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838269.297850:0:31485:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838269.297852:0:31485:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838269.297855:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838269.297861:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acd00 count: 2 00010000:00000001:2.0:1788838269.297864:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838269.297869:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838269.297872:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838269.297877:0:31485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838269.297889:0:31485:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838269.297893:0:31485:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.297896:0:31485:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838269.297903:0:31485:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838269.297905:0:31485:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838269.297907:0:31485:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838269.297909:0:31485:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838269.297911:0:31485:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838269.297913:0:31485:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838269.297915:0:31485:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838269.297918:0:31485:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838269.297921:0:31485:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abe400. 00000080:00000001:2.0:1788838269.297925:0:31485:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838269.297926:0:31485:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838269.297929:0:31485:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838269.297933:0:31485:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cec4 00800000:00000001:2.0:1788838269.297936:0:31485:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838269.297938:0:31485:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838269.297940:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.297942:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.297944:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:2.0:1788838269.297947:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838269.297949:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838269.297952:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.297954:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838269.297955:0:31485:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.297957:0:31485:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838269.297959:0:31485:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cec4 from it ffffbbcb01f47bf8 00010000:00000001:2.0:1788838269.297961:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.297962:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.297964:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:2.0:1788838269.297966:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838269.297967:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838269.297969:0:31485:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838269.297972:0:31485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838269.297979:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.297981:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.297982:0:31485:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838269.297984:0:31485:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838269.297986:0:31485:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838269.297995:0:31485:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838269.297998:0:31485:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838269.298000:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838269.298004:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.298005:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.298006:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.298009:0:31485:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838269.298011:0:31485:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.298013:0:31485:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.298015:0:31485:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.298017:0:31485:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838269.298018:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.298019:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838269.298022:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838269.298024:0:31485:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838269.298026:0:31485:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838269.298031:0:31485:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838269.298041:0:31485:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e65a0. 00000020:00000001:2.0:1788838269.298044:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47b28 00000080:00200000:2.0:1788838269.298047:0:31485:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=25 00000080:00000001:2.0:1788838269.298049:0:31485:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838269.298051:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f479d8 00000080:00200000:2.0:1788838269.298052:0:31485:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:2.0:1788838269.298067:0:31485:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abe400. 00800000:00000002:2.0:1788838269.298070:0:31485:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838269.298073:0:31485:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838269.298075:0:31485:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838269.298076:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f478f8 00800000:00000002:2.0:1788838269.298078:0:31485:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838269.298081:0:31485:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788838269.298085:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47890 00800000:00000002:2.0:1788838269.298086:0:31485:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788838269.298089:0:31485:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838269.298090:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f477c8 00000002:00010000:2.0:1788838269.298092:0:31485:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788838269.298096:0:31485:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838269.298098:0:31485:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838269.298102:0:31485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2d80. 00000020:00000040:2.0:1788838269.298106:0:31485:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838269.298111:0:31485:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838269.298115:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838269.298118:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.298119:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.298120:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.298122:0:31485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838269.298124:0:31485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838269.298127:0:31485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838269.298133:0:31485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406f800. 00000100:00000001:2.0:1788838269.298139:0:31485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.298143:0:31485:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838269.298145:0:31485:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.298146:0:31485:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838269.298148:0:31485:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.298150:0:31485:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.298156:0:31485:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00010000:00000001:2.0:1788838269.298160:0:31485:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838269.298161:0:31485:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838269.298164:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acd00 count: 2 00010000:00000001:2.0:1788838269.298166:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838269.298168:0:31485:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838269.298171:0:31485:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517800. 00000020:00000001:2.0:1788838269.298174:0:31485:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838269.298176:0:31485:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517800 with handle 0x9f68a6b43b62ced9 to hash 00000020:00000001:2.0:1788838269.298178:0:31485:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838269.298180:0:31485:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.298183:0:31485:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.298185:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838269.298187:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.298190:0:31485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838269.298197:0:31485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838269.298206:0:31485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838269.298212:0:31485:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838269.298214:0:31485:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838269.298219:0:31485:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8d80. 00000100:00000001:2.0:1788838269.298221:0:31485:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412039040 : -113594297512576 : ffff98afc43f8d80) 00000100:00000001:2.0:1788838269.298223:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.298225:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:2.0:1788838269.298229:0:31485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838269.298232:0:31485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.298235:0:31485:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838269.298236:0:31485:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838269.298246:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.298256:0:31485:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838269.298258:0:31485:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838269.298262:0:31485:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838269.298264:0:31485:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838269.298266:0:31485:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838269.298269:0:31485:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132243456:192.168.203.123@tcp:101:touch.0 00000100:00000001:2.0:1788838269.298274:0:31485:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838269.298278:0:31485:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838269.298281:0:31485:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838269.298284:0:31485:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838269.298288:0:31485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0a800. 02000000:00000001:2.0:1788838269.298290:0:31485:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838269.298592:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838269.298597:0:31485:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838269.298604:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a550. 00000100:00000200:2.0:1788838269.298610:0:31485:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132243456, portal 10 00000100:00000001:2.0:1788838269.298612:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.298613:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000040:2.0:1788838269.298620:0:31485:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838285 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.298628:0:31485:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838269.298631:0:31485:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838269.298633:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838269.298636:0:31485:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132243456, offset 0 00000400:00000200:2.0:1788838269.298641:0:31485:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838269.298649:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838269.298897:0:31485:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838269.298903:0:31485:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838269.298908:0:31485:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838269.298911:0:31485:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838269.298914:0:31485:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838269.298918:0:31485:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2405:2405:256:4294967295] 192.168.203.123@tcp LPNI seq info [2405:2405:8:4294967295] 00000400:00000200:2.0:1788838269.298922:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838269.298931:0:31485:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838269.298938:0:31485:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838269.298943:0:31485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14700. 00000800:00000200:2.0:1788838269.298949:0:31485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838269.298956:0:31485:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838269.298960:0:31485:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788838269.299003:0:31485:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838269.299008:0:31485:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 772487 usecs (773 jiffies) 00000400:00000200:2.0:1788838269.299011:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838269.299014:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296400045 00000100:00000001:2.0:1788838269.299017:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296402422 00000100:00000001:2.0:1788838269.299020:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296400045 00000100:00000001:2.0:1788838269.299021:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296402422 00000100:00000001:2.0:1788838269.299024:0:31485:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838269.299026:0:31485:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.299029:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838269.299031:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838269.299033:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838269.299036:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838269.299039:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838269.299218:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838269.299222:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14700. 00000400:00000200:0.0:1788838269.299227:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838269.299232:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838269.299238:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:0.0:1788838269.299240:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:0.0:1788838269.299243:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838269.299248:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838285 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838269.299257:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838269.299261:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838285 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838269.299268:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838269.299269:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838269.306697:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838269.306713:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838269.306717:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838269.306719:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838269.306727:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.306734:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838269.306743:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.306747:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.306752:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.306757:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4de00 00000400:00000200:0.0:1788838269.306761:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.306767:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6759 [1] + 224 00000800:00000001:0.0:1788838269.306774:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838269.306780:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838269.306784:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838269.306788:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838269.306795:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838269.306804:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838285 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838269.306824:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838285 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838269.306839:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838269.306848:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838269.306851:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838269.306991:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838269.306999:0:31485:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838269.307001:0:31485:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838269.307004:0:31485:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838269.307008:0:31485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a550 00000400:00000010:2.0:1788838269.307011:0:31485:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a550. 00000100:00000001:2.0:1788838269.307014:0:31485:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838269.307019:0:31485:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838285 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838269.307027:0:31485:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838285 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.307033:0:31485:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838269.307035:0:31485:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838269.307038:0:31485:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838269.307041:0:31485:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838269.307044:0:31485:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838269.307046:0:31485:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838269.307048:0:31485:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838269.307065:0:31485:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=98 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838269.307069:0:31485:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838269.307072:0:31485:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838269.307074:0:31485:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.307076:0:31485:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838269.307080:0:31485:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.307083:0:31485:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838269.307085:0:31485:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788838269.307087:0:31485:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838269.307089:0:31485:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838269.307094:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838285 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.307099:0:31485:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838269.307102:0:31485:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838269.307104:0:31485:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838269.307107:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838285 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838269.307115:0:31485:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132243456:192.168.203.123@tcp:101:touch.0 00000100:00000001:2.0:1788838269.307120:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838269.307123:0:31485:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.307125:0:31485:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838269.307127:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838269.307130:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838285 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.307136:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838269.307139:0:31485:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8d80. 00000100:00000001:2.0:1788838269.307141:0:31485:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838269.307142:0:31485:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.307145:0:31485:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838269.307148:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307151:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307153:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838269.307155:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307158:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838269.307164:0:31485:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517800, remote cookie: 0xff98f31736b3b5cf, flags: 0x1001 00010000:00010000:2.0:1788838269.307169:0:31485:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838269.307178:0:31485:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788838269.307181:0:31485:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838269.307188:0:31485:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c700. 00010000:00000010:2.0:1788838269.307192:0:31485:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5f00. 00010000:00000001:2.0:1788838269.307197:0:31485:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.307199:0:31485:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838269.307206:0:31485:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.307212:0:31485:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838269.307215:0:31485:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838269.307217:0:31485:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838269.307218:0:31485:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838269.307219:0:31485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838269.307221:0:31485:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff98afc7e4c700) refcount = 1 00010000:00010000:2.0:1788838269.307225:0:31485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.307230:0:31485:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838269.307233:0:31485:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838269.307234:0:31485:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838269.307236:0:31485:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838269.307238:0:31485:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.307241:0:31485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.307250:0:31485:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838269.307251:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307253:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.307254:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307255:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.307256:0:31485:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.307259:0:31485:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838269.307261:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307262:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307264:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838269.307266:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307268:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307270:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307271:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307272:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838269.307273:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307275:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307277:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838269.307280:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.307283:0:31485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.307289:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307290:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.307291:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307360:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307362:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=5 00000020:00000001:2.0:1788838269.307364:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307367:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307369:0:31485:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838269.307371:0:31485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.307378:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307379:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838269.307381:0:31485:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.307387:0:31485:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838269.307388:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307389:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.307390:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307391:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838269.307397:0:31485:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838285 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838269.307404:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307406:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307407:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838269.307409:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307411:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307412:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307414:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838269.307415:0:31485:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.307417:0:31485:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.307419:0:31485:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838269.307422:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307423:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307424:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838269.307426:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307427:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00000002:00010000:2.0:1788838269.307430:0:31485:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.307436:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307437:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.307439:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838269.307440:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307441:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307442:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838269.307444:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307513:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838269.307519:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c700 count: 2 00010000:00000001:2.0:1788838269.307522:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838269.307526:0:31485:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:2.0:1788838269.307528:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307530:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838269.307531:0:31485:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838269.307533:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47750 00000002:00002000:2.0:1788838269.307535:0:31485:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838269.307539:0:31485:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.307542:0:31485:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.307544:0:31485:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838269.307547:0:31485:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838269.307550:0:31485:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838269.307554:0:31485:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:2.0:1788838269.307556:0:31485:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838269.307558:0:31485:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01f47ac8 it_disposition b 00000080:00000001:2.0:1788838269.307561:0:31485:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838269.307566:0:31485:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838269.307569:0:31485:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838269.307571:0:31485:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788838269.307574:0:31485:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788838269.307579:0:31485:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838269.307581:0:31485:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788838269.307583:0:31485:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.307587:0:31485:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788838269.307589:0:31485:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838269.307593:0:31485:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:2.0:1788838269.307595:0:31485:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff98afd16dba88): rc = 0 00000080:00000001:2.0:1788838269.307598:0:31485:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479633169032 : -113594076382584 : ffff98afd16dba88) 00010000:00000001:2.0:1788838269.307600:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307602:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307603:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838269.307605:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307607:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307609:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307610:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838269.307611:0:31485:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838269.307613:0:31485:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838269.307614:0:31485:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838269.307617:0:31485:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838269.307618:0:31485:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838269.307621:0:31485:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) for lock 0x9f68a6b43b62ced9 00800000:00000001:2.0:1788838269.307624:0:31485:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838269.307626:0:31485:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838269.307627:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307628:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307629:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838269.307631:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307633:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307635:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307636:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838269.307637:0:31485:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.307639:0:31485:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788838269.307644:0:31485:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd93b9288 inode ffff98afd16dba88 refc 1 flags 0x20000e 00000080:00000001:2.0:1788838269.307647:0:31485:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838269.307649:0:31485:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.307651:0:31485:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788838269.307753:0:31485:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) 00000080:00010000:2.0:1788838269.307757:0:31485:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ced9 from it ffffbbcb01f47ac8 00010000:00000001:2.0:1788838269.307760:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.307762:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.307764:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838269.307766:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307768:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838269.307770:0:31485:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838269.307772:0:31485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.307779:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307780:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.307781:0:31485:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838269.307784:0:31485:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838269.307786:0:31485:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838269.307793:0:31485:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838269.307795:0:31485:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838269.307797:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838269.307801:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307802:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.307803:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.307806:0:31485:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838269.307808:0:31485:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.307810:0:31485:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.307813:0:31485:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.307815:0:31485:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838269.307816:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.307817:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838269.307819:0:31485:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838269.307822:0:31485:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abe400. 00000100:00000001:2.0:1788838269.307826:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838269.307831:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2d80 x1875731132243456/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838285 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.307838:0:31485:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838269.307840:0:31485:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838269.307843:0:31485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0a800. 02000000:00000001:2.0:1788838269.307846:0:31485:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838269.307848:0:31485:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838269.307850:0:31485:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838269.307853:0:31485:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838269.307855:0:31485:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406f800. 02000000:00000001:2.0:1788838269.307859:0:31485:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838269.307861:0:31485:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838269.307863:0:31485:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2d80. 00000100:00000001:2.0:1788838269.307867:0:31485:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838269.307868:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838269.307876:0:31485:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838269.307878:0:31485:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88), inode mode 41ed mask 1 00000080:00000001:2.0:1788838269.307882:0:31485:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838269.307894:0:31485:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6460. 00000080:00000001:2.0:1788838269.307898:0:31485:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838269.307900:0:31485:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88), inode mode 41ed mask 3 00000080:00000001:2.0:1788838269.307902:0:31485:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.307905:0:31485:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788838269.307907:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47b58 00000080:00200000:2.0:1788838269.307909:0:31485:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff98afd16dba88), file ffff98afc7fe2f00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:2.0:1788838269.307913:0:31485:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd0b171e0. 00000080:00000001:2.0:1788838269.307916:0:31485:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838269.307918:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47a08 00000080:00200000:2.0:1788838269.307920:0:31485:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff98afd16dba88), intent=open|creat 00000080:00000010:2.0:1788838269.307927:0:31485:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abe400. 00000080:00000001:2.0:1788838269.307934:0:31485:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838269.307936:0:31485:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838269.307938:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47928 00800000:00000002:2.0:1788838269.307939:0:31485:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:2.0:1788838269.307942:0:31485:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788838269.307945:0:31485:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788838269.307949:0:31485:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:2.0:1788838269.307953:0:31485:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788838269.307955:0:31485:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788838269.307957:0:31485:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788838269.307959:0:31485:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788838269.307962:0:31485:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:2.0:1788838269.307965:0:31485:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.307967:0:31485:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.307968:0:31485:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.307970:0:31485:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838269.307972:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f478a8 00800000:00000002:2.0:1788838269.307974:0:31485:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788838269.307977:0:31485:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838269.307978:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f477e0 00000002:00010000:2.0:1788838269.307980:0:31485:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:2.0:1788838269.307983:0:31485:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838269.307985:0:31485:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838269.307987:0:31485:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788838269.307991:0:31485:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.307992:0:31485:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838269.307994:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c700 count: 2 00010000:00000001:2.0:1788838269.307996:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838269.307998:0:31485:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838269.308001:0:31485:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.308002:0:31485:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.308004:0:31485:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838269.308007:0:31485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2d80. 00000020:00000040:2.0:1788838269.308010:0:31485:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838269.308014:0:31485:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838269.308015:0:31485:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.308018:0:31485:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838269.308020:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838269.308023:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.308024:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.308025:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.308027:0:31485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838269.308028:0:31485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838269.308032:0:31485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838269.308037:0:31485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406f800. 00000100:00000001:2.0:1788838269.308042:0:31485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.308045:0:31485:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838269.308048:0:31485:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.308049:0:31485:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838269.308050:0:31485:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.308052:0:31485:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.308067:0:31485:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00010000:00000001:2.0:1788838269.308070:0:31485:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838269.308072:0:31485:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838269.308074:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c700 count: 2 00010000:00000001:2.0:1788838269.308076:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838269.308078:0:31485:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838269.308082:0:31485:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516a00. 00000020:00000001:2.0:1788838269.308085:0:31485:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838269.308087:0:31485:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516a00 with handle 0x9f68a6b43b62cee0 to hash 00000020:00000001:2.0:1788838269.308089:0:31485:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838269.308091:0:31485:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.308094:0:31485:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.308096:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838269.308098:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.308101:0:31485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838269.308108:0:31485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838269.308119:0:31485:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838269.308125:0:31485:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838269.308133:0:31485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838269.308138:0:31485:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838269.308140:0:31485:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838269.308145:0:31485:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8d80. 00000100:00000001:2.0:1788838269.308147:0:31485:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412039040 : -113594297512576 : ffff98afc43f8d80) 00000100:00000001:2.0:1788838269.308149:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.308151:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:2.0:1788838269.308155:0:31485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838269.308159:0:31485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.308161:0:31485:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838269.308162:0:31485:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838269.308165:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.308171:0:31485:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838269.308173:0:31485:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838269.308177:0:31485:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838269.308180:0:31485:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838269.308182:0:31485:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838269.308184:0:31485:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132243712:192.168.203.123@tcp:101:touch.0 00000100:00000001:2.0:1788838269.308188:0:31485:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838269.308193:0:31485:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838269.308195:0:31485:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838269.308198:0:31485:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838269.308253:0:31485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:2.0:1788838269.308256:0:31485:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838269.308262:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838269.308265:0:31485:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838269.308271:0:31485:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afc406e400. 00000100:00000200:2.0:1788838269.308278:0:31485:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132243712, portal 10 00000100:00000001:2.0:1788838269.308279:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.308281:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000040:2.0:1788838269.308287:0:31485:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838285 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.308521:0:31485:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838269.308525:0:31485:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838269.308529:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a550. 00000100:00000200:2.0:1788838269.308534:0:31485:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132243712, offset 0 00000400:00000200:2.0:1788838269.308541:0:31485:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838269.308548:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838269.308554:0:31485:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838269.308559:0:31485:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838269.308563:0:31485:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838269.308567:0:31485:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838269.308569:0:31485:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838269.308572:0:31485:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2406:2406:256:4294967295] 192.168.203.123@tcp LPNI seq info [2406:2406:8:4294967295] 00000400:00000200:2.0:1788838269.308576:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838269.308584:0:31485:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838269.308589:0:31485:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838269.308594:0:31485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14000. 00000800:00000200:2.0:1788838269.308600:0:31485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838269.308608:0:31485:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838269.308613:0:31485:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788838269.308630:0:31485:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838269.308635:0:31485:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 771430 usecs (772 jiffies) 00000400:00000200:2.0:1788838269.308638:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838269.308640:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296400053 00000100:00000001:2.0:1788838269.308643:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296402422 00000100:00000001:2.0:1788838269.308644:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296400053 00000100:00000001:2.0:1788838269.308646:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296402422 00000100:00000001:2.0:1788838269.308649:0:31485:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838269.308651:0:31485:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.308654:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838269.308679:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838269.308682:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838269.308685:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838269.309075:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838269.309189:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838269.309194:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14000. 00000400:00000200:0.0:1788838269.309198:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838269.309204:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838269.309209:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a550 00000400:00000010:0.0:1788838269.309211:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a550. 00000100:00000001:0.0:1788838269.309215:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838269.309220:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838285 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838269.309228:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838269.309231:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838285 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838269.309238:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838269.309240:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838269.330421:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838269.330436:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838269.330440:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838269.330443:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838269.330451:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.330458:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838269.330466:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.330472:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.330476:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.330492:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd4df00 00000400:00000200:0.0:1788838269.330497:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.330503:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6761 [32] + 224 00000800:00000001:0.0:1788838269.330510:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838269.330528:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838269.330532:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838269.330537:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838269.330544:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838269.330552:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838285 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838269.330563:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838285 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838269.330583:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838269.330591:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838269.330594:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.330599:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838269.330605:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2407:2407:256:4294967295] 192.168.203.123@tcp LPNI seq info [2407:2407:8:4294967295] 00000400:00000200:0.0:1788838269.330610:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838269.330617:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838269.330623:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838269.330628:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd0080c00. 00000800:00000200:0.0:1788838269.330634:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838269.330641:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838269.330645:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0080c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788838269.330733:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838269.330740:0:31485:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838269.330742:0:31485:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838269.330745:0:31485:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:2.0:1788838269.330749:0:31485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc406e400 00000400:00000010:2.0:1788838269.330751:0:31485:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afc406e400. 00000100:00000001:2.0:1788838269.330754:0:31485:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838269.330758:0:31485:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838285 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838269.330768:0:31485:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2d80 x1875731132243712/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838285 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.330774:0:31485:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838269.330777:0:31485:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838269.330779:0:31485:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838269.330782:0:31485:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838269.330784:0:31485:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838269.330786:0:31485:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838269.330789:0:31485:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838269.330797:0:31485:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=98 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838269.330801:0:31485:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838269.330804:0:31485:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838269.330806:0:31485:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.330808:0:31485:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838269.330812:0:31485:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.330824:0:31485:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838269.330825:0:31485:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000150/0x1] 00000100:00000001:2.0:1788838269.330827:0:31485:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838269.330829:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.330831:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:2.0:1788838269.330834:0:31485:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838269.330836:0:31485:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:2.0:1788838269.330838:0:31485:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838269.330840:0:31485:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838269.330844:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838285 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.330851:0:31485:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838269.330854:0:31485:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838269.330856:0:31485:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838269.330860:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838285 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838269.330868:0:31485:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132243712:192.168.203.123@tcp:101:touch.0 00000100:00000001:2.0:1788838269.330873:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838269.330875:0:31485:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.330878:0:31485:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838269.330880:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838269.330884:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838285 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.330891:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838269.330894:0:31485:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8d80. 00000100:00000001:2.0:1788838269.330897:0:31485:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838269.330898:0:31485:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.330901:0:31485:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838269.330914:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.330916:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.330919:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=4 00000020:00000001:2.0:1788838269.330921:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.330924:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000040:2.0:1788838269.330930:0:31485:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516a00, remote cookie: 0xff98f31736b3b5eb, flags: 0x1001 00010000:00010000:2.0:1788838269.330940:0:31485:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838269.330949:0:31485:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:2.0:1788838269.330952:0:31485:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838269.330958:0:31485:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4cf00. 00010000:00000010:2.0:1788838269.330963:0:31485:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5a00. 00010000:00000001:2.0:1788838269.330967:0:31485:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.330971:0:31485:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838269.330979:0:31485:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.330985:0:31485:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838269.330988:0:31485:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838269.330991:0:31485:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838269.330992:0:31485:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838269.330993:0:31485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838269.330996:0:31485:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff98afc7e4cf00) refcount = 1 00010000:00010000:2.0:1788838269.331000:0:31485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.331006:0:31485:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838269.331008:0:31485:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838269.331010:0:31485:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838269.331013:0:31485:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838269.331015:0:31485:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.331018:0:31485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.331024:0:31485:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838269.331026:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331027:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.331028:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331029:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.331030:0:31485:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.331033:0:31485:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838269.331035:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331036:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331038:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838269.331040:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331042:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331045:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331046:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331047:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=4 00000020:00000001:2.0:1788838269.331049:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331050:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331053:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838269.331066:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.331070:0:31485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.331076:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331078:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.331079:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331080:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331081:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=5 00000020:00000001:2.0:1788838269.331083:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331085:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331088:0:31485:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838269.331090:0:31485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.331096:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331097:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838269.331100:0:31485:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.331105:0:31485:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838269.331106:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331107:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.331108:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331109:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838269.331114:0:31485:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838285 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838269.331122:0:31485:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838269.331127:0:31485:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838285 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838269.331134:0:31485:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.331139:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331140:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331141:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838269.331143:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331145:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00000002:00010000:2.0:1788838269.331149:0:31485:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788838269.331156:0:31485:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd110dec0. 00010000:00000001:2.0:1788838269.331158:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331159:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838269.331161:0:31485:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.331163:0:31485:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.331166:0:31485:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788838269.331168:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.331169:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:2.0:1788838269.331171:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.331172:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00010000:00000001:2.0:1788838269.331174:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331175:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331176:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838269.331178:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331179:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00000002:00010000:2.0:1788838269.331182:0:31485:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.331194:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331195:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.331196:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838269.331197:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331198:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331199:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838269.331201:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331203:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000040:2.0:1788838269.331207:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 2 00010000:00000001:2.0:1788838269.331209:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838269.331212:0:31485:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:2.0:1788838269.331215:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331216:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838269.331217:0:31485:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838269.331221:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47768 00000002:00002000:2.0:1788838269.331223:0:31485:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788838269.331226:0:31485:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.331229:0:31485:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.331231:0:31485:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838269.331234:0:31485:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838269.331237:0:31485:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331241:0:31485:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838269.331243:0:31485:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd0b171e0 it_disposition 1800037 00000080:00002000:2.0:1788838269.331248:0:31485:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd93b9bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788838269.331252:0:31485:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838269.331264:0:31485:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788838269.331266:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47998 00000080:00200000:2.0:1788838269.331268:0:31485:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff98afd16dba88), intent=open|creat 00000080:00000001:2.0:1788838269.331271:0:31485:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788838269.331273:0:31485:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838269.331278:0:31485:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838269.331280:0:31485:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838269.331283:0:31485:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1788838269.331287:0:31485:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788838269.331296:0:31485:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd152e300. 00000020:00000001:2.0:1788838269.331306:0:31485:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788838269.331308:0:31485:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788838269.331310:0:31485:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788838269.331312:0:31485:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff98afd152e3c8) 00000020:00000001:2.0:1788838269.331316:0:31485:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838269.331319:0:31485:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838269.331322:0:31485:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838269.331326:0:31485:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788838269.331331:0:31485:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd0813d48. 00000020:00000001:2.0:1788838269.331334:0:31485:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788838269.331335:0:31485:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838269.331342:0:31485:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788838269.331345:0:31485:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afd0ce65d0. 00020000:00000001:2.0:1788838269.331347:0:31485:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479622727120 : -113594086824496 : ffff98afd0ce65d0) 00020000:00000001:2.0:1788838269.331350:0:31485:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788838269.331353:0:31485:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838269.331358:0:31485:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17960. 00020000:00000010:2.0:1788838269.331362:0:31485:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41c6080. 00020000:00000010:2.0:1788838269.331366:0:31485:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b175a0. 00020000:00000001:2.0:1788838269.331368:0:31485:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620830624 : -113594088720992 : ffff98afd0b175a0) 00020000:00000002:2.0:1788838269.331371:0:31485:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b175a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838269.331376:0:31485:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838269.331380:0:31485:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6080: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788838269.331383:0:31485:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788838269.331385:0:31485:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b175a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838269.331388:0:31485:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838269.331391:0:31485:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6080: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1788838269.331395:0:31485:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afd05b23a0. 00020000:00000010:2.0:1788838269.331398:0:31485:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc43f8d80. 00020000:00000001:2.0:1788838269.331401:0:31485:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788838269.331404:0:31485:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc32f8c80. 00020000:00000001:2.0:1788838269.331406:0:31485:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788838269.331408:0:31485:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788838269.331412:0:31485:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788838269.331415:0:31485:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afd0813320. 00000020:00000001:2.0:1788838269.331417:0:31485:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788838269.331419:0:31485:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838269.331421:0:31485:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479617668000 : -113594091883616 : ffff98afd08133a0) 00020000:00000001:2.0:1788838269.331424:0:31485:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788838269.331428:0:31485:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afc88e2c40. 00020000:00000001:2.0:1788838269.331431:0:31485:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838269.331434:0:31485:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479617668000 : -113594091883616 : ffff98afd08133a0) 00020000:00000001:2.0:1788838269.331437:0:31485:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479617668000 : -113594091883616 : ffff98afd08133a0) 00020000:00000002:2.0:1788838269.331440:0:31485:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff98afd0813320[0:0] -> [0x200000404:0x2a:0x0]@ffff98afd0813d48: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788838269.331445:0:31485:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788838269.331447:0:31485:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788838269.331449:0:31485:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838269.331452:0:31485:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479617670600 : -113594091881016 : ffff98afd0813dc8) 00000020:00001000:2.0:1788838269.331455:0:31485:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838269.331459:0:31485:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1788838269.331462:0:31485:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788838269.331464:0:31485:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1788838269 00000080:00000001:2.0:1788838269.331468:0:31485:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788838269.331470:0:31485:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631410120 : -113594078141496 : ffff98afd152e3c8) 00010000:00000001:2.0:1788838269.331472:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331474:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331475:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838269.331477:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331479:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00000080:00000001:2.0:1788838269.331482:0:31485:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838269.331483:0:31485:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838269.331485:0:31485:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838269.331487:0:31485:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838269.331489:0:31485:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838269.331491:0:31485:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838269.331493:0:31485:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838269.331495:0:31485:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17540. 00020000:00000010:2.0:1788838269.331498:0:31485:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41c6c80. 00020000:00000010:2.0:1788838269.331500:0:31485:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b176c0. 00020000:00000001:2.0:1788838269.331502:0:31485:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620830912 : -113594088720704 : ffff98afd0b176c0) 00020000:00000002:2.0:1788838269.331505:0:31485:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b176c0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838269.331509:0:31485:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838269.331512:0:31485:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6c80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1788838269.331515:0:31485:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce65d0) owner ffff98afc3fd4f80 00020000:00000001:2.0:1788838269.331517:0:31485:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838269.331519:0:31485:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce65d0) owner ffff98afc3fd4f80 00020000:00000010:2.0:1788838269.331523:0:31485:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6c80. 00020000:00000010:2.0:1788838269.331526:0:31485:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17540. 00020000:00000010:2.0:1788838269.331529:0:31485:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b176c0. 00020000:00000002:2.0:1788838269.331531:0:31485:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838269.331534:0:31485:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838269.331536:0:31485:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838269.331539:0:31485:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838269.331541:0:31485:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000002:2.0:1788838269.331544:0:31485:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b175a0 addref 2/0 by ffff98afc3fd4f80. 00020000:00000002:2.0:1788838269.331547:0:31485:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000001:2.0:1788838269.331549:0:31485:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838269.331551:0:31485:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838269.331553:0:31485:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838269.331554:0:31485:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788838269.331556:0:31485:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788838269.331558:0:31485:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788838269.331560:0:31485:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838269.331563:0:31485:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.331564:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331566:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838269.331567:0:31485:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838269.331571:0:31485:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838269.331572:0:31485:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838269.331574:0:31485:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) 00000080:00010000:2.0:1788838269.331577:0:31485:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) for lock 0x9f68a6b43b62cee0 00800000:00000001:2.0:1788838269.331581:0:31485:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838269.331582:0:31485:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838269.331584:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331585:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331586:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838269.331588:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331590:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331592:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331592:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838269.331594:0:31485:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.331596:0:31485:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331597:0:31485:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788838269.331599:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838269.331604:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.331611:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838269.331615:0:31485:0:(namei.c:1651:ll_create_it()) inode ffff98afd152e3c8 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:2.0:1788838269.331618:0:31485:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838269.331621:0:31485:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) 00000080:00000001:2.0:1788838269.331624:0:31485:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838269.331628:0:31485:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abe400. 00000100:00000001:2.0:1788838269.331631:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838269.331633:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838269.331640:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331643:0:31485:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788838269.331644:0:31485:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838269.331647:0:31485:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd152e3c8 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:2.0:1788838269.331703:0:31485:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838269.331706:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47a68 00000080:00200008:2.0:1788838269.331708:0:31485:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff98afd152e3c8), flags 104501 00000080:00000010:2.0:1788838269.331715:0:31485:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174500. 00000080:00000010:2.0:1788838269.331720:0:31485:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd110d2c0. 00000080:00000001:2.0:1788838269.331722:0:31485:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788838269.331725:0:31485:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788838269.331728:0:31485:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788838269.331731:0:31485:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09e6aa0. 00000002:00100000:2.0:1788838269.331735:0:31485:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838269.331742:0:31485:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838269.331744:0:31485:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788838269.331747:0:31485:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788838269.331751:0:31485:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331753:0:31485:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838269.331756:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838269.331759:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788838269.331766:0:31485:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838269.331769:0:31485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:2.0:1788838269.331796:0:31485:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788838269.331798:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838269.331800:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47a68 00000080:00000008:2.0:1788838269.331802:0:31485:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff98afd152e3c8), flags 104501, rc = 0 00000080:00000001:2.0:1788838269.331806:0:31485:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838269.331807:0:31485:0:(dcache.c:176:ll_intent_release()) intent ffff98afd0b171e0 released 00000080:00010000:2.0:1788838269.331810:0:31485:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cee0 from it ffff98afd0b171e0 00010000:00000001:2.0:1788838269.331812:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838269.331813:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838269.331815:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838269.331817:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331819:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838269.331820:0:31485:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838269.331823:0:31485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838269.331831:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331832:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.331833:0:31485:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838269.331836:0:31485:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838269.331838:0:31485:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838269.331847:0:31485:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838269.331849:0:31485:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838269.331851:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838269.331855:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331856:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.331858:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.331861:0:31485:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838269.331862:0:31485:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.331865:0:31485:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.331867:0:31485:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.331868:0:31485:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838269.331870:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.331870:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838269.331872:0:31485:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788838269.331874:0:31485:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788838269.331876:0:31485:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788838269.331878:0:31485:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838269.331880:0:31485:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788838269.331882:0:31485:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331885:0:31485:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788838269.331887:0:31485:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331889:0:31485:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838269.331891:0:31485:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331893:0:31485:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838269.331895:0:31485:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd0b171e0. 00000080:00000001:2.0:1788838269.331897:0:31485:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331901:0:31485:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838269.331904:0:31485:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff98afd152e3c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1788838269.331908:0:31485:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838269.331945:0:31485:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788838269.331949:0:31485:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000002:2.0:1788838269.331951:0:31485:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000001:2.0:1788838269.331954:0:31485:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.331964:0:31485:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1788838269.331966:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47c30 00000080:00200008:2.0:1788838269.331969:0:31485:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff98afd152e3c8) current size 0, valid attrs 20070, mode 0, uid -1055903166, gid -1, new size 213440, atime 1788838269.000000000, mtime 1788838269.000000000, ctime 1788838269.000000000 00000080:00000002:2.0:1788838269.331973:0:31485:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788838269, ctime 1788838269, now = 1788838269 00000080:00000002:2.0:1788838269.331975:0:31485:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff98afd152e3c8 attr 0x100201f0 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000010:2.0:1788838269.331979:0:31485:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff98afc4abe400. 00000080:00000001:2.0:1788838269.331981:0:31485:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:2.0:1788838269.331985:0:31485:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1788838269.331987:0:31485:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x100201f0/0x0 00000002:00000001:2.0:1788838269.331991:0:31485:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1788838269.331994:0:31485:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838269.331997:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 2 00010000:00000001:2.0:1788838269.331999:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838269.332001:0:31485:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838269.332005:0:31485:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838269.332007:0:31485:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788838269.332015:0:31485:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838269.332018:0:31485:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838269.332020:0:31485:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838269.332021:0:31485:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:2.0:1788838269.332024:0:31485:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838269.332025:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838269.332027:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 3 00010000:00000001:2.0:1788838269.332029:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838269.332031:0:31485:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.332032:0:31485:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838269.332033:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838269.332035:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 3 00010000:00000001:2.0:1788838269.332036:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838269.332038:0:31485:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.332039:0:31485:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838269.332040:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838269.332041:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 3 00010000:00000001:2.0:1788838269.332042:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838269.332044:0:31485:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838269.332045:0:31485:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838269.332046:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838269.332047:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 3 00010000:00000001:2.0:1788838269.332048:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838269.332050:0:31485:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.332052:0:31485:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.332053:0:31485:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838269.332065:0:31485:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838269.332067:0:31485:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838269.332069:0:31485:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838269.332070:0:31485:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788838269.332072:0:31485:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:2.0:1788838269.332074:0:31485:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788838269.332076:0:31485:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788838269.332078:0:31485:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838269.332079:0:31485:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838269.332081:0:31485:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788838269.332083:0:31485:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838269.332084:0:31485:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838269.332085:0:31485:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838269.332087:0:31485:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838269.332088:0:31485:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838269.332090:0:31485:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) invalid 00000020:00000001:2.0:1788838269.332092:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47838 00000080:00002000:2.0:1788838269.332094:0:31485:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd93b9bd0) parent ffff98afd93b9288 inode ffff98afd152e3c8 refc 1 00000080:00000001:2.0:1788838269.332098:0:31485:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838269.332100:0:31485:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838269.332101:0:31485:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.332103:0:31485:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838269.332106:0:31485:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838269.332108:0:31485:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838269.332109:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838269.332111:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838269.332113:0:31485:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516a00 with handle 0x9f68a6b43b62cee0 from hash 00010000:00000001:2.0:1788838269.332115:0:31485:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838269.332117:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.332118:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.332119:0:31485:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838269.332121:0:31485:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838269.332123:0:31485:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838269.332126:0:31485:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838269.332128:0:31485:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838269.332129:0:31485:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788838269.332135:0:31485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0a80. 00000020:00000040:2.0:1788838269.332138:0:31485:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838269.332143:0:31485:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838269.332146:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838269.332148:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838269.332149:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.332150:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.332153:0:31485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838269.332155:0:31485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838269.332158:0:31485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838269.332163:0:31485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4abec00. 00000100:00000001:2.0:1788838269.332168:0:31485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.332170:0:31485:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838269.332172:0:31485:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838269.332177:0:31485:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838269.332184:0:31485:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838269.332185:0:31485:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838269.332187:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838269.332189:0:31485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62cee0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b5eb expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788838269.332201:0:31485:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110dec0. 00010000:00000040:2.0:1788838269.332204:0:31485:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4cf00 count: 0 00010000:00000010:2.0:1788838269.332208:0:31485:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5a00. 00010000:00000001:2.0:1788838269.332214:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838269.332215:0:31485:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.332217:0:31485:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838269.332219:0:31485:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838269.332221:0:31485:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1788838269.332223:0:31485:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788838269, ctime 1788838269 00000020:00100000:2.0:1788838269.332230:0:31485:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788838269.332236:0:31485:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838269.332244:0:31485:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838269.332246:0:31485:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838269.332251:0:31485:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8000. 00000100:00000001:2.0:1788838269.332254:0:31485:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412035584 : -113594297516032 : ffff98afc43f8000) 00000100:00000001:2.0:1788838269.332256:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.332258:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000001:2.0:1788838269.332262:0:31485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838269.332265:0:31485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.332267:0:31485:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838269.332268:0:31485:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838269.332272:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838269.332280:0:31485:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838269.332282:0:31485:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838269.332285:0:31485:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838269.332287:0:31485:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838269.332290:0:31485:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838269.332293:0:31485:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132243968:192.168.203.123@tcp:36:touch.0 00000100:00000001:2.0:1788838269.332300:0:31485:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838269.332305:0:31485:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838269.332307:0:31485:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838269.332309:0:31485:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838269.332313:0:31485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e400. 02000000:00000001:2.0:1788838269.332314:0:31485:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838269.332320:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838269.332323:0:31485:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d210. 00000400:00000010:2.0:1788838269.332329:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a110. 00000100:00000200:2.0:1788838269.332336:0:31485:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132243968, portal 10 00000100:00000001:2.0:1788838269.332338:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838269.332339:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000040:2.0:1788838269.332345:0:31485:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838285 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838269.332353:0:31485:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838269.332355:0:31485:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838269.332358:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a2a8. 00000100:00000200:2.0:1788838269.332362:0:31485:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875731132243968, offset 0 00000400:00000200:2.0:1788838269.332369:0:31485:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838269.332375:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838269.332381:0:31485:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838269.332388:0:31485:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838269.332392:0:31485:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838269.332396:0:31485:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838269.332398:0:31485:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838269.332401:0:31485:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2408:2408:255:4294967295] 192.168.203.123@tcp LPNI seq info [2408:2408:7:4294967295] 00000400:00000200:2.0:1788838269.332406:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838269.332414:0:31485:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838269.332420:0:31485:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838269.332424:0:31485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14300. 00000800:00000200:2.0:1788838269.332431:0:31485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838269.332439:0:31485:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838269.332443:0:31485:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788838269.334757:0:31485:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838269.334767:0:31485:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 770400 usecs (771 jiffies) 00000400:00000200:2.0:1788838269.334774:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838269.334778:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296400079 00000100:00000001:2.0:1788838269.334782:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296402422 00000100:00000001:2.0:1788838269.334785:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296400079 00000100:00000001:2.0:1788838269.334787:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296402422 00000100:00000001:2.0:1788838269.334789:0:31485:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838269.334794:0:31485:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838269.334797:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838269.334799:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838269.334803:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8000 going to sleep for 11 seconds 00000100:00000001:2.0:1788838269.334805:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838269.334808:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838269.335027:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838269.335032:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd0080c00. 00000400:00000200:1.0:1788838269.335038:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838269.335045:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000200:1.0:1788838269.335130:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838269.335133:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14300. 00000400:00000200:1.0:1788838269.335136:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838269.335139:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838269.335144:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a2a8 00000400:00000010:1.0:1788838269.335146:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a2a8. 00000100:00000001:1.0:1788838269.335151:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838269.335159:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838285 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838269.335169:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838269.335172:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838285 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838269.335178:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838269.335180:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838269.339493:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838269.339507:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838269.343714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cf00. 00010000:00000010:2.1:1788838269.343726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00000100:00000001:0.0:1788838269.387112:0:16001:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788838269.387117:0:16001:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838269.451036:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838269.451042:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838269.451046:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838269.451048:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838269.451149:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838269.451153:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838269.451156:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838270.474894:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838270.474900:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838270.474905:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838270.474906:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838270.475182:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838270.475185:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838270.475188:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838271.498782:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838271.498789:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838271.498794:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838271.498796:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838271.498899:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838271.498903:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838271.498906:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838272.458832:0:30713:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296402422, at 4296402432 00000100:00000010:0.0:1788838272.458847:0:30713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17d20. 00000100:00000040:1.0:1788838272.459044:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296402422, at 4296402432 00000100:00000010:1.0:1788838272.459052:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17300. 00010000:00000001:0.0:1788838272.522781:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838272.522788:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838272.522794:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838272.522796:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838272.522884:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838272.522887:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838272.522890:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788838272.592891:0:31504:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838272.592899:0:31504:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838272.592901:0:31504:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838272.592907:0:31504:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838272.592910:0:31504:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838272.592924:0:31504:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838272.592927:0:31504:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838272.592929:0:31504:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838272.592931:0:31504:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838272.592933:0:31504:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838272.592934:0:31504:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838272.592936:0:31504:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788838272.592939:0:31504:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838272.592942:0:31504:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788838272.592957:0:31504:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1788838272.593073:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838272.593077:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838272.593079:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788838272.593082:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788838272.593085:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838272.593091:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788838272.593103:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838272.593107:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838272.593110:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838272.593112:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:3.0:1788838272.593116:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593119:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593125:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c700 count: 2 00010000:00000001:3.0:1788838272.593127:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593131:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838272.593133:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593134:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593135:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c700 count: 2 00010000:00000001:3.0:1788838272.593137:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593139:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838272.593141:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838272.593144:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838272.593146:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff98afd16dba88) invalid 00000020:00000001:3.0:1788838272.593149:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:3.0:1788838272.593151:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff98afd93b9288) parent ffff98afd8effa20 inode ffff98afd16dba88 refc 1 00000080:00000001:3.0:1788838272.593155:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838272.593157:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838272.593159:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838272.593162:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838272.593165:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838272.593167:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838272.593169:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838272.593170:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838272.593174:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517800 with handle 0x9f68a6b43b62ced9 from hash 00010000:00000001:3.0:1788838272.593176:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838272.593177:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838272.593179:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838272.593181:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838272.593184:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838272.593186:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838272.593188:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838272.593191:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788838272.593197:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838272.593199:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838272.593200:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838272.593201:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788838272.593203:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593204:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593207:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acd00 count: 2 00010000:00000001:3.0:1788838272.593209:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593211:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838272.593212:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593213:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593215:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acd00 count: 2 00010000:00000001:3.0:1788838272.593216:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593218:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838272.593220:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593221:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593222:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acd00 count: 2 00010000:00000001:3.0:1788838272.593223:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593225:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838272.593227:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838272.593230:0:16036:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838272.593245:0:16036:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788838272.593248:0:16036:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838272.593249:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838272.593250:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838272.593253:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838272.593254:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838272.593255:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838272.593257:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838272.593259:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838272.593261:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea600 with handle 0x9f68a6b43b62cec4 from hash 00010000:00000001:3.0:1788838272.593262:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838272.593263:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838272.593264:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838272.593265:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838272.593267:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838272.593269:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838272.593271:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838272.593273:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788838272.593279:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838272.593280:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838272.593281:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838272.593282:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:3.0:1788838272.593284:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593285:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593287:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838272.593288:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593290:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838272.593292:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593293:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593294:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838272.593296:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593297:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838272.593299:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593300:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593301:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838272.593303:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593305:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838272.593306:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593307:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593308:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838272.593310:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593311:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838272.593313:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838272.593315:0:16036:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838272.593317:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838272.593321:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838272.593323:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838272.593325:0:16036:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788838272.593328:0:16036:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:3.0:1788838272.593332:0:16036:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788838272.593334:0:16036:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788838272.593338:0:16036:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838272.593340:0:16036:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838272.593343:0:16036:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788838272.593345:0:16036:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838272.593346:0:16036:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838272.593348:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838272.593350:0:16036:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838272.593352:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838272.593354:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff98afd152ec08) invalid 00000020:00000001:3.0:1788838272.593357:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:3.0:1788838272.593358:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd15b5438) parent ffff98afd1646798 inode ffff98afd152ec08 refc 1 00000080:00000001:3.0:1788838272.593362:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838272.593363:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838272.593364:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838272.593366:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838272.593367:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838272.593368:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838272.593370:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838272.593371:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838272.593374:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517600 with handle 0x9f68a6b43b62ced2 from hash 00010000:00000001:3.0:1788838272.593376:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838272.593377:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838272.593378:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838272.593379:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838272.593380:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838272.593382:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838272.593384:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838272.593386:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788838272.593392:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838272.593393:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838272.593394:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838272.593395:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:3.0:1788838272.593397:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593399:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593401:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:3.0:1788838272.593402:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593405:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838272.593406:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838272.593407:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838272.593408:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c200 count: 2 00010000:00000001:3.0:1788838272.593409:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838272.593411:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838272.593412:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838272.593414:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838272.593415:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff98afd15aec08) invalid 00000020:00000001:3.0:1788838272.593417:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:3.0:1788838272.593419:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff98afd1646798) parent ffff98afd8effa20 inode ffff98afd15aec08 refc 1 00000080:00000001:3.0:1788838272.593422:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838272.593423:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838272.593424:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838272.593426:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838272.593427:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838272.593428:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838272.593429:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838272.593430:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838272.593432:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beba00 with handle 0x9f68a6b43b62cecb from hash 00010000:00000001:3.0:1788838272.593434:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838272.593435:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838272.593436:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838272.593437:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838272.593438:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838272.593439:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838272.593442:0:16036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788838272.593445:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838272.593447:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788838272.593455:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ea00. 00000020:00000040:3.0:1788838272.593458:0:16036:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838272.593463:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838272.593465:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838272.593469:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838272.593475:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8a20800. 00000100:00000001:3.0:1788838272.593482:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838272.593484:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838272.593489:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838272.593496:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838272.593502:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838272.593507:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838272.593518:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1788838272.593519:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1788838272.593521:0:16036:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838272.593523:0:16036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838272.593529:0:16036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838272.593531:0:16036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418774464 : -113594290777152 : ffff98afc4a653c0) 00000100:00000001:3.0:1788838272.593534:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838272.593535:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000001:3.0:1788838272.593539:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838272.593543:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838272.593545:0:16036:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838272.593547:0:16036:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838272.593557:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838272.593565:0:16036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838272.593567:0:16036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838272.593570:0:16036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838272.593572:0:16036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838272.593575:0:16036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838272.593578:0:16036:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:236057cd-729b-462c-8b72-16ae653ba0e9:16036:1875731132244096:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838272.593582:0:16036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838272.593587:0:16036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838272.593590:0:16036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838272.593592:0:16036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838272.593596:0:16036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8a20e00. 02000000:00000001:3.0:1788838272.593598:0:16036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838272.593605:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838272.593608:0:16036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838272.593615:0:16036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838272.593622:0:16036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132244096, portal 18 00000100:00000001:3.0:1788838272.593624:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838272.593625:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000040:3.0:1788838272.593632:0:16036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838272.593640:0:16036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838272.593642:0:16036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838272.593645:0:16036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce880. 00000100:00000200:3.0:1788838272.593649:0:16036:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875731132244096, offset 0 00000400:00000200:3.0:1788838272.593691:0:16036:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838272.593699:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838272.593706:0:16036:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838272.593711:0:16036:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838272.593715:0:16036:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838272.593718:0:16036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838272.593721:0:16036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838272.593724:0:16036:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2409:2409:256:4294967295] 192.168.203.123@tcp LPNI seq info [2409:2409:8:4294967295] 00000400:00000200:3.0:1788838272.593728:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838272.593737:0:16036:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838272.593743:0:16036:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838272.593748:0:16036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3900. 00000800:00000200:3.0:1788838272.593754:0:16036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838272.593762:0:16036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838272.593766:0:16036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3900 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1788838272.593779:0:16036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838272.593783:0:16036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 770400 usecs (771 jiffies) 00000400:00000200:3.0:1788838272.593786:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838272.593789:0:16036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296403337 00000100:00000010:3.0:1788838272.593793:0:16036:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb6c0. 00000100:00000001:3.0:1788838272.593799:0:16036:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788838272.593806:0:16036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296403337 00000100:00000010:3.0:1788838272.593810:0:16036:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acbb40. 00000100:00000001:3.0:1788838272.593812:0:16036:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788838272.593816:0:16036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838272.593818:0:16036:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838272.593820:0:16036:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838272.593822:0:16036:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838272.593825:0:16036:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a653c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838272.593827:0:16036:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838272.593830:0:16036:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838272.595137:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838272.595144:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:1.0:1788838272.595150:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838272.595158:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838272.595163:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce880 00000400:00000010:1.0:1788838272.595166:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce880. 00000100:00000001:1.0:1788838272.595170:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838272.595177:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838272.595187:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838272.595191:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838272.595198:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838272.595200:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838272.606830:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838272.606847:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838272.606852:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838272.606855:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838272.606864:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838272.606871:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838272.606879:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838272.606884:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838272.606889:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838272.606893:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd4e080 00000400:00000200:0.0:1788838272.606898:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838272.606904:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6771 [1] + 224 00000800:00000001:0.0:1788838272.606912:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838272.606922:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838272.606926:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838272.606930:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838272.606936:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838272.606945:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838272.606955:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838272.606974:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838272.606983:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838272.606986:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838272.607094:0:16036:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838272.607102:0:16036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838272.607104:0:16036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838272.607107:0:16036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838272.607112:0:16036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:3.0:1788838272.607115:0:16036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:3.0:1788838272.607118:0:16036:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838272.607122:0:16036:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838272.607131:0:16036:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838272.607137:0:16036:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838272.607139:0:16036:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838272.607141:0:16036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838272.607144:0:16036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838272.607146:0:16036:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838272.607148:0:16036:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838272.607152:0:16036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838272.607160:0:16036:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee538 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838272.607165:0:16036:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838272.607167:0:16036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838272.607169:0:16036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838272.607172:0:16036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838272.607176:0:16036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838272.607180:0:16036:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838272.607182:0:16036:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1788838272.607184:0:16036:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838272.607187:0:16036:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838272.607193:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838272.607199:0:16036:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838272.607202:0:16036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838272.607204:0:16036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838272.607207:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838272.607214:0:16036:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:236057cd-729b-462c-8b72-16ae653ba0e9:16036:1875731132244096:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838272.607219:0:16036:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838272.607222:0:16036:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838272.607224:0:16036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838272.607227:0:16036:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838272.607230:0:16036:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838272.607246:0:16036:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838272.607249:0:16036:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838272.607254:0:16036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838272.607256:0:16036:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838272.607258:0:16036:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838272.607261:0:16036:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ea00 x1875731132244096/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 344/224 e 0 to 0 dl 1788838288 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838272.607267:0:16036:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838272.607270:0:16036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838272.607273:0:16036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8a20e00. 02000000:00000001:3.0:1788838272.607276:0:16036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838272.607278:0:16036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838272.607280:0:16036:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838272.607282:0:16036:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838272.607285:0:16036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8a20800. 02000000:00000001:3.0:1788838272.607288:0:16036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838272.607289:0:16036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838272.607291:0:16036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ea00. 00000100:00000001:3.0:1788838272.607294:0:16036:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838272.607295:0:16036:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838272.607297:0:16036:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1788838272.607301:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838272.607305:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62ced9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b5cf expref: -99 pid: 31485 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788838272.607314:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c700 count: 0 00010000:00000010:3.0:1788838272.607320:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5f00. 00010000:00000001:3.0:1788838272.607339:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838272.607340:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838272.607343:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cec4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b574 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1788838272.607349:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83acd00 count: 0 00010000:00000010:3.0:1788838272.607352:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675d00. 00010000:00000001:3.0:1788838272.607357:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838272.607358:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838272.607361:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517600/0x9f68a6b43b62ced2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b5ac expref: -99 pid: 31475 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788838272.607367:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110d640. 00010000:00000040:3.0:1788838272.607370:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c300 count: 0 00010000:00000010:3.0:1788838272.607372:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5680. 00010000:00000001:3.0:1788838272.607376:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838272.607377:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838272.607380:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cecb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b590 expref: -99 pid: 31475 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788838272.607386:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c200 count: 0 00010000:00000010:3.0:1788838272.607389:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5280. 00010000:00000001:3.0:1788838272.607393:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838272.607394:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838272.607411:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838272.607414:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838272.607416:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838272.607419:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838272.607420:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838272.607421:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838272.607423:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838272.607424:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838272.607425:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838272.607427:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788838272.607754:0:31504:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838272.607757:0:31504:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838272.607760:0:31504:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:3.1:1788838272.621255:0:31506:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c700. 00010000:00000010:3.1:1788838272.621269:0:31506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00010000:00000010:3.1:1788838272.621273:0:31506:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acd00. 00010000:00000010:3.1:1788838272.621277:0:31506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00010000:00000010:3.1:1788838272.621279:0:31506:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c300. 00010000:00000010:3.1:1788838272.621282:0:31506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517600. 00010000:00000010:3.1:1788838272.621299:0:31506:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c200. 00010000:00000010:3.1:1788838272.621302:0:31506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beba00. 00020000:00000001:0.0:1788838272.633290:0:31475:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838272.633299:0:31475:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afc3fd27c0 00020000:00000002:0.0:1788838272.633305:0:31475:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afc3fd27c0 00020000:00000001:0.0:1788838272.633308:0:31475:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838272.633315:0:31475:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838272.633319:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543df0 00000080:00200008:0.0:1788838272.633321:0:31475:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x29:0x0](ffff98afd152ec08), flags 100002 00000080:00000001:0.0:1788838272.633339:0:31475:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838272.633342:0:31475:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788838272.633343:0:31475:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838272.633345:0:31475:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afc3fd27c0 00020000:00000002:0.0:1788838272.633347:0:31475:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afc3fd27c0 00020000:00000001:0.0:1788838272.633349:0:31475:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838272.633352:0:31475:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838272.633360:0:31475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838272.633363:0:31475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838272.633369:0:31475:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838272.633371:0:31475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838272.633373:0:31475:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x29:0x0]: 0 00000080:00000001:0.0:1788838272.633376:0:31475:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788838272.633378:0:31475:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788838272.633384:0:31475:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd1126200. 00000080:00000001:0.0:1788838272.633392:0:31475:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788838272.633397:0:31475:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788838272.633402:0:31475:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788838272.633404:0:31475:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x29:0x0] 00000002:00000001:0.0:1788838272.633407:0:31475:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788838272.633409:0:31475:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x29:0x0] file closed with intent: 0 00000100:00000010:0.0:1788838272.633416:0:31475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090bb80. 00000020:00000040:0.0:1788838272.633421:0:31475:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838272.633425:0:31475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838272.633429:0:31475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838272.633434:0:31475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838272.633440:0:31475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1127a00. 00000100:00000001:0.0:1788838272.633446:0:31475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788838272.633464:0:31475:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788838272.634006:0:31475:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1788838272.634016:0:31475:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788838272.634024:0:31475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838272.634026:0:31475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838272.634043:0:31475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd85fb900. 00000100:00000001:0.0:1788838272.634046:0:31475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479749691648 : -113593959859968 : ffff98afd85fb900) 00000100:00000001:0.0:1788838272.634049:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838272.634051:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000001:0.0:1788838272.634055:0:31475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838272.634059:0:31475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838272.634061:0:31475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838272.634063:0:31475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838272.634067:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838272.634075:0:31475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838272.634078:0:31475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838272.634081:0:31475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838272.634084:0:31475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838272.634087:0:31475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838272.634090:0:31475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:31475:1875731132244352:192.168.203.123@tcp:35:multiop.0 00000100:00000001:0.0:1788838272.634094:0:31475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838272.634100:0:31475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838272.634102:0:31475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838272.634104:0:31475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838272.634109:0:31475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0080000. 02000000:00000001:0.0:1788838272.634111:0:31475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838272.634119:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838272.634123:0:31475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25058. 00000400:00000010:0.0:1788838272.634130:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc880. 00000100:00000200:0.0:1788838272.634138:0:31475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132244352, portal 10 00000100:00000001:0.0:1788838272.634141:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838272.634142:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:0.0:1788838272.634149:0:31475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838272.634156:0:31475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838272.634159:0:31475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838272.634162:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfce58. 00000100:00000200:0.0:1788838272.634164:0:31475:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132244352, offset 0 00000400:00000200:0.0:1788838272.634171:0:31475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838272.634180:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838272.634186:0:31475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838272.634191:0:31475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838272.634195:0:31475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838272.634199:0:31475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838272.634202:0:31475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838272.634206:0:31475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2410:2410:256:4294967295] 192.168.203.123@tcp LPNI seq info [2410:2410:8:4294967295] 00000400:00000200:0.0:1788838272.634210:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838272.634219:0:31475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838272.634225:0:31475:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838272.634230:0:31475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838272.634237:0:31475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838272.634244:0:31475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838272.634248:0:31475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838272.634258:0:31475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838272.634262:0:31475:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 769356 usecs (770 jiffies) 00000400:00000200:0.0:1788838272.634265:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838272.634268:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296403377 00000100:00000001:0.0:1788838272.634276:0:31475:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296403337 00000100:00000001:0.0:1788838272.634281:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296403377 00000100:00000001:0.0:1788838272.634285:0:31475:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296403337 00000100:00000001:0.0:1788838272.634288:0:31475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838272.634291:0:31475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838272.634293:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838272.634295:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838272.634297:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb900 going to sleep for 11 seconds 00000100:00000001:0.0:1788838272.634300:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838272.634303:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838272.635179:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838272.635187:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:1.0:1788838272.635192:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838272.635198:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838272.635204:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfce58 00000400:00000010:1.0:1788838272.635206:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfce58. 00000100:00000001:1.0:1788838272.635210:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838272.635216:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838288 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838272.635227:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838272.635230:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838288 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838272.635242:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838272.635244:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1788838273.418792:0:30713:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296403377, at 4296403392 00000100:00000010:0.0:1788838273.418807:0:30713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb6c0. 00000100:00000040:1.0:1788838273.418902:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296403377, at 4296403392 00000100:00000010:1.0:1788838273.418909:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbb40. 00000100:00000040:1.0:1788838273.482779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838273.482789:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838273.482799:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123b80. 00000020:00000040:1.0:1788838273.482804:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838273.482808:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838273.482811:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838273.482816:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838273.482823:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933500. 00000100:00000001:1.0:1788838273.482830:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.482842:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838273.482853:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838273.482857:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.482864:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006646c20d] to pc [ptlrpcd_00_00+0] req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.482905:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.482908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838273.482911:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838273.482914:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120700. 00000020:00000040:1.0:1788838273.482916:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=10 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838273.482919:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838273.482920:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838273.482922:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838273.482925:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933a00. 00000100:00000001:1.0:1788838273.482928:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.482933:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838273.482941:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838273.482943:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.482947:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9d28822] to pc [ptlrpcd_00_01+1] req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.482965:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.482967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838273.482969:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838273.482973:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121500. 00000020:00000040:1.0:1788838273.482982:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:1.0:1788838273.482984:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838273.482985:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838273.482987:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838273.482991:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933400. 00000100:00000001:1.0:1788838273.482994:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.482998:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838273.483006:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838273.483007:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.483011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e33ce51a] to pc [ptlrpcd_00_00+0] req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483018:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.483020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838273.483023:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838273.483025:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123800. 00000020:00000040:1.0:1788838273.483036:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:1.0:1788838273.483038:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838273.483040:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838273.483041:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838273.483046:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933100. 00000100:00000001:1.0:1788838273.483049:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.483054:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838273.483060:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838273.483062:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.483065:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf2f2c0d] to pc [ptlrpcd_00_01+1] req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483081:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.483085:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1741) 00000100:00000001:1.0:1788838273.483096:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838273.483099:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838273.483101:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838273.483106:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483114:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838273.483116:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838273.483120:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838273.483122:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838273.483124:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838273.483128:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132244608:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838273.483132:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838273.483136:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838273.483139:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838273.483142:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838273.483146:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3e00. 02000000:00000001:1.0:1788838273.483148:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838273.483159:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838273.483163:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f80b0. 00000400:00000010:1.0:1788838273.483170:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000100:00000200:1.0:1788838273.483176:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132244608, portal 10 00000100:00000001:1.0:1788838273.483178:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838273.483180:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627159296 : -113594082392320 : ffff98afd1120700) 00000100:00000040:1.0:1788838273.483187:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483196:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838273.483200:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838273.483203:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcee0. 00000100:00000200:1.0:1788838273.483205:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132244608, offset 0 00000400:00000200:1.0:1788838273.483212:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838273.483220:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.483237:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838273.483243:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838273.483247:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838273.483250:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838273.483252:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838273.483256:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2411:2411:256:4294967295] 192.168.203.123@tcp LPNI seq info [2411:2411:8:4294967295] 00000400:00000200:1.0:1788838273.483260:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.483269:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838273.483275:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838273.483280:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838273.483287:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838273.483295:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838273.483299:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838273.483301:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838273.483305:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838273.483307:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788838273.483311:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838273.483315:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838273.483317:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 769356 usecs (770 jiffies) 00000400:00000200:1.0:1788838273.483325:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838273.483329:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296404226 00000100:00000001:0.0:1788838273.483330:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838273.483333:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838273.483337:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b47e0. 02000000:00000001:0.0:1788838273.483337:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838273.483341:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838273.483345:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.483346:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00100000:0.0:1788838273.483349:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132244480:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838273.483354:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788838273.483355:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296404226 02000000:00000001:0.0:1788838273.483358:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1788838273.483361:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b42a0. 02000000:00000001:0.0:1788838273.483361:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838273.483364:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788838273.483367:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 02000000:00000010:0.0:1788838273.483370:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1127e00. 00000100:00000001:1.0:1788838273.483372:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838273.483374:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.483376:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838273.483381:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838273.483382:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1788838273.483385:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25a50. 00000100:00000040:1.0:1788838273.483389:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788838273.483392:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc088. 00000100:00000200:0.0:1788838273.483398:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132244480, portal 25 00000100:00000001:1.0:1788838273.483401:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838273.483402:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838273.483404:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.483405:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627172736 : -113594082378880 : ffff98afd1123b80) 02000000:00000001:1.0:1788838273.483409:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838273.483413:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788838273.483415:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788838273.483417:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838273.483425:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132244864:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838273.483431:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788838273.483432:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838273.483437:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788838273.483437:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 02000000:00000001:1.0:1788838273.483440:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788838273.483441:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfce58. 02000000:00000001:1.0:1788838273.483443:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1788838273.483446:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132244480, offset 0 02000000:00000010:1.0:1788838273.483449:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3600. 02000000:00000001:1.0:1788838273.483453:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838273.483455:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838273.483459:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838273.483464:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838273.483465:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8840. 00000400:00000200:0.0:1788838273.483470:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000010:1.0:1788838273.483471:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc4c8. 00000400:00000200:0.0:1788838273.483475:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1788838273.483478:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132244864, portal 4 00000400:00000200:0.0:1788838273.483481:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000100:00000001:1.0:1788838273.483482:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838273.483485:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627171840 : -113594082379776 : ffff98afd1123800) 00000400:00000200:0.0:1788838273.483486:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838273.483491:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000100:00000040:1.0:1788838273.483496:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788838273.483497:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2412:2412:255:4294967295] 192.168.203.123@tcp LPNI seq info [2412:2412:7:4294967295] 00000400:00000200:0.0:1788838273.483508:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838273.483514:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838273.483521:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838273.483525:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000400:00000010:1.0:1788838273.483526:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcbb0. 00000100:00000200:1.0:1788838273.483530:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132244864, offset 0 00000800:00000200:0.0:1788838273.483535:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838273.483540:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838273.483543:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509600. 00000400:00000200:1.0:1788838273.483547:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000200:0.0:1788838273.483552:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000400:00000200:1.0:1788838273.483555:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838273.483561:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1788838273.483562:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000400:00000200:1.0:1788838273.483566:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000800:00000200:0.0:1788838273.483568:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838273.483574:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838273.483577:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838273.483579:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296407542 00000400:00000200:1.0:1788838273.483583:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788838273.483586:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296404226 00000400:00000200:1.0:1788838273.483587:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838273.483593:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2413:2413:254:4294967295] 192.168.203.123@tcp LPNI seq info [2413:2413:6:4294967295] 00000100:00000001:0.0:1788838273.483593:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296407542 00000400:00000200:1.0:1788838273.483601:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.483607:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838273.483610:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838273.483614:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838273.483617:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838273.483622:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838273.483624:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838273.483628:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.483630:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22726 usecs (23 jiffies) 00000400:00000200:1.0:1788838273.483633:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838273.483635:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296403479 00000100:00000001:1.0:1788838273.483638:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296407542 00000100:00000001:1.0:1788838273.483640:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296403479 00000100:00000001:1.0:1788838273.483642:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296404226 00000100:00000001:1.0:1788838273.483644:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838273.483646:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.483648:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.483652:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838273.483654:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296404226 00000100:00000001:1.0:1788838273.483679:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838273.483681:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838273.483686:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838273.483688:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838273.483689:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.483692:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838273.483742:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838273.483747:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838273.483752:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838273.483757:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838273.483762:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcee0 00000400:00000010:1.0:1788838273.483764:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcee0. 00000100:00000001:1.0:1788838273.483768:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838273.483772:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483781:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.483785:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483792:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.483794:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838273.483805:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838273.483807:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509600. 00000400:00000200:1.0:1788838273.483810:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838273.483813:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838273.483815:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfce58 00000400:00000010:1.0:1788838273.483817:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfce58. 00000100:00000001:1.0:1788838273.483819:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838273.483822:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483828:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.483831:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483837:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.483838:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838273.483892:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838273.483895:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933c00. 00000400:00000200:1.0:1788838273.483898:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838273.483902:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838273.483904:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcbb0 00000400:00000010:1.0:1788838273.483906:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcbb0. 00000100:00000001:1.0:1788838273.483908:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838273.483912:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483919:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.483922:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.483928:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.483929:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838273.484896:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838273.484899:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.484902:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838273.484910:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838273.484918:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838273.484920:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838273.484923:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838273.484925:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838273.484928:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838273.484931:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132244736:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838273.484935:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838273.484938:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838273.484940:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838273.484942:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838273.484948:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1127000. 02000000:00000001:0.0:1788838273.484950:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838273.484954:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838273.484957:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c252c0. 00000400:00000010:0.0:1788838273.484963:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcbb0. 00000100:00000200:0.0:1788838273.484967:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132244736, portal 4 00000100:00000001:0.0:1788838273.484969:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838273.484971:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627162880 : -113594082388736 : ffff98afd1121500) 00000100:00000040:0.0:1788838273.485234:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838273.485242:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838273.485245:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838273.485248:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc4c8. 00000100:00000200:0.0:1788838273.485252:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132244736, offset 0 00000400:00000200:0.0:1788838273.485257:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838273.485263:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838273.485268:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838273.485272:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838273.485275:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838273.485278:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838273.485280:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838273.485284:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2414:2414:256:4294967295] 192.168.203.123@tcp LPNI seq info [2414:2414:8:4294967295] 00000400:00000200:0.0:1788838273.485287:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838273.485294:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838273.485299:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838273.485303:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838273.485308:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838273.485314:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838273.485318:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838273.485333:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838273.485338:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 240825 usecs (241 jiffies) 00000400:00000200:0.0:1788838273.485341:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838273.485343:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296403699 00000100:00000001:0.0:1788838273.485346:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296407542 00000100:00000001:0.0:1788838273.485348:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296403699 00000100:00000001:0.0:1788838273.485350:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296407542 00000100:00000001:0.0:1788838273.485352:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838273.485354:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.485356:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.485359:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838273.485364:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838273.485366:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838273.485369:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838273.485371:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838273.485372:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.485375:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838273.485930:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838273.485936:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:1.0:1788838273.485940:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838273.485945:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838273.485950:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc4c8 00000400:00000010:1.0:1788838273.485953:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc4c8. 00000100:00000001:1.0:1788838273.485964:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838273.485970:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.485979:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.485982:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.485988:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.485989:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838273.495528:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495545:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838273.495549:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495552:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838273.495561:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495567:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838273.495576:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495580:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495585:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495590:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4e200 00000400:00000200:1.0:1788838273.495594:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495600:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6799 [1] + 224 00000800:00000001:1.0:1788838273.495607:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495612:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838273.495615:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838273.495619:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838273.495626:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838273.495634:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838273.495646:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.495694:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838273.495706:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495710:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838273.495712:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495714:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838273.495717:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495721:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838273.495725:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495727:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495729:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495732:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4e280 00000400:00000200:1.0:1788838273.495735:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495739:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6789 [1] + 224 00000800:00000001:1.0:1788838273.495743:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495746:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838273.495748:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838273.495750:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838273.495753:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838273.495757:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838273.495766:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.495779:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838273.495783:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495786:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838273.495800:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495803:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838273.495806:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495809:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838273.495813:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495816:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495818:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495821:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4e380 00000400:00000200:1.0:1788838273.495824:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495828:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x67a9 [1] + 224 00000800:00000001:1.0:1788838273.495831:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495834:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838273.495836:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838273.495839:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838273.495842:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838273.495846:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838273.495854:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.495860:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838273.495863:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495867:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838273.495868:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495871:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838273.495874:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495877:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838273.495881:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495884:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495887:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495889:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4e300 00000400:00000200:1.0:1788838273.495893:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838273.495896:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x67b9 [1] + 224 00000800:00000001:1.0:1788838273.495900:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495909:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838273.495911:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838273.495914:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838273.495917:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838273.495921:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838273.495930:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.495937:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838273.495940:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838273.495942:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838273.495956:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838273.495959:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838273.495966:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838273.495968:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838273.495971:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f80b0. 00000400:00000200:1.0:1788838273.495975:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc3b8 00000400:00000010:1.0:1788838273.495978:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc3b8. 00000100:00000001:1.0:1788838273.495980:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838273.495984:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838273.495993:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.495998:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838273.496000:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838273.496002:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838273.496005:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838273.496008:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838273.496010:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838273.496013:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838273.496022:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=102 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838273.496026:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838273.496039:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838273.496041:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838273.496044:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838273.496047:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.496050:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788838273.496052:0:2352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967635 gen 2 00000100:00000040:1.0:1788838273.496058:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967635) req@ffff98afc896d500 x1875731132241792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.496066:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.496069:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d500 x1875731132241792/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.496076:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838273.496078:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838273.496081:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8715800. 02000000:00000001:1.0:1788838273.496085:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838273.496088:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838273.496090:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838273.496092:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838273.496095:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716000. 02000000:00000001:1.0:1788838273.496098:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838273.496099:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838273.496101:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d500. 00000100:00000001:1.0:1788838273.496105:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838273.496106:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838273.496111:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967635) req@ffff98afd1122300 x1875731132242304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.496117:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.496119:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122300 x1875731132242304/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.496125:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838273.496127:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838273.496128:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e9c00. 02000000:00000001:1.0:1788838273.496130:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838273.496132:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838273.496133:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838273.496135:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838273.496136:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13ebc00. 02000000:00000001:1.0:1788838273.496138:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838273.496140:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838273.496141:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122300. 00000100:00000001:1.0:1788838273.496143:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838273.496144:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838273.496149:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967635) req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838273.496156:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838273.496158:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000001:1.0:1788838273.496161:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.496164:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838273.496169:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838273.496174:0:2352:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838273.496180:0:2352:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788838273.496183:0:2352:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1788838273.496186:0:2352:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838273.496187:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.496192:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.496199:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838273.496202:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838273.496203:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838273.496208:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838273.496216:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132244608:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838273.496223:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838273.496225:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838273.497053:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8840. 00000400:00000200:1.0:1788838273.497063:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc4c8 00000400:00000010:1.0:1788838273.497066:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc4c8. 00000100:00000001:1.0:1788838273.497070:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838273.497076:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838273.497086:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.497093:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838273.497094:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838273.497097:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838273.497098:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838273.497100:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838273.497102:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838273.497104:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838273.497110:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=102 v=5 (5 5 16 37) 00000100:00001000:1.0:1788838273.497113:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838273.497115:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838273.497117:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838273.497119:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838273.497121:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.497124:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838273.497126:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967333 00000100:00000001:1.0:1788838273.497127:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838273.497129:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838273.497133:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.497140:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838273.497143:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838273.497144:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838273.497148:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838273.497155:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132244864:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838273.497160:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838273.497162:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.497166:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120700 x1875731132244608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.497171:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838273.497173:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838273.497175:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3e00. 02000000:00000001:1.0:1788838273.497178:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838273.497180:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838273.497181:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838273.497183:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838273.497185:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933a00. 02000000:00000001:1.0:1788838273.497189:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838273.497190:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838273.497192:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120700. 00000100:00000001:1.0:1788838273.497194:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838273.497196:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838273.497197:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838273.497201:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1123800 x1875731132244864/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838273.497206:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838273.497208:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838273.497209:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3600. 02000000:00000001:1.0:1788838273.497211:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838273.497213:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838273.497214:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838273.497216:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838273.497217:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933100. 02000000:00000001:1.0:1788838273.497219:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838273.497220:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838273.497222:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123800. 00000100:00000001:1.0:1788838273.497224:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838273.497225:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838273.497594:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838273.497604:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838273.497605:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838273.497607:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838273.497610:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.499107:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838273.499115:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838273.499123:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838273.499125:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838273.499130:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25a50. 00000400:00000200:0.0:1788838273.499137:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc088 00000400:00000010:0.0:1788838273.499139:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc088. 00000100:00000001:0.0:1788838273.499144:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838273.499155:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838273.499167:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838273.499174:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838273.499177:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838273.499179:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838273.499182:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838273.499184:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838273.499187:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838273.499189:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838273.499195:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838273.499198:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838273.499201:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838273.499203:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838273.499205:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838273.499208:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.499211:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838273.499216:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838273.499223:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838273.499227:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838273.499229:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838273.499233:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838273.499240:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132244480:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838273.499246:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838273.499247:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838273.499249:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c252c0. 00000400:00000200:0.0:1788838273.499252:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcbb0 00000400:00000010:0.0:1788838273.499253:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcbb0. 00000100:00000001:0.0:1788838273.499256:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838273.499260:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838273.499268:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838273.499275:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838273.499276:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838273.499278:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838273.499279:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838273.499280:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838273.499281:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838273.499283:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838273.499287:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=102 v=5 (5 5 16 16) 00000100:00001000:0.0:1788838273.499290:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838273.499292:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838273.499293:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838273.499295:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838273.499298:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.499302:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838273.499303:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788838273.499305:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838273.499307:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838273.499311:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838273.499317:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838273.499319:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838273.499321:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838273.499324:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838273.499332:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132244736:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838273.499335:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838273.499338:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838273.499341:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1123b80 x1875731132244480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838273.499347:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838273.499349:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838273.499352:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1127e00. 02000000:00000001:0.0:1788838273.499355:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838273.499358:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838273.499360:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838273.499362:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838273.499364:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933500. 02000000:00000001:0.0:1788838273.499367:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838273.499369:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838273.499370:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123b80. 00000100:00000001:0.0:1788838273.499374:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838273.499375:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838273.499377:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838273.499380:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121500 x1875731132244736/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838273.499386:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838273.499387:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838273.499389:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1127000. 02000000:00000001:0.0:1788838273.499391:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838273.499392:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838273.499393:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838273.499395:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838273.499396:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933400. 02000000:00000001:0.0:1788838273.499398:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838273.499399:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838273.499400:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121500. 00000100:00000001:0.0:1788838273.499402:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838273.499404:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838273.499405:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838273.499411:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838273.499413:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838273.499415:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838273.499419:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838273.546770:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838273.546776:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838273.546879:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838273.546882:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838273.546885:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838274.570756:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838274.570763:0:30713:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838274.570765:0:30713:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838274.570769:0:30713:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838274.570773:0:30713:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838274.570775:0:30713:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838274.570777:0:30713:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838274.570779:0:30713:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838274.570834:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838274.570837:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838274.570840:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838275.595928:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838275.595934:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838275.596034:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838275.596038:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838275.596040:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838276.618811:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838276.618818:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838276.618922:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838276.618926:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838276.618929:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838277.578794:0:30713:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296407542, at 4296407552 00000100:00000010:0.0:1788838277.578809:0:30713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b47e0. 00000100:00000040:1.0:1788838277.578892:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296407542, at 4296407552 00000100:00000010:1.0:1788838277.578899:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b42a0. 00010000:00000001:0.0:1788838277.644367:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838277.644374:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838277.644497:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838277.644501:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838277.644504:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788838278.602838:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838278.602848:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838278.602860:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ea00. 00000020:00000040:3.0:1788838278.602866:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838278.602870:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838278.602873:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838278.602878:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838278.602888:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3900. 00000100:00000001:3.0:1788838278.602894:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.602904:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838278.602914:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838278.602918:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.602925:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be98b0a8] to pc [ptlrpcd_01_01+1] req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.602960:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.602963:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838278.602967:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838278.602970:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c700. 00000020:00000040:3.0:1788838278.602973:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838278.602975:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838278.602977:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838278.602978:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838278.602981:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3800. 00000100:00000001:3.0:1788838278.602984:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.602989:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838278.603008:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838278.603010:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603014:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090208f0c] to pc [ptlrpcd_01_00+0] req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.603023:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603025:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838278.603028:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838278.603032:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f100. 00000020:00000040:3.0:1788838278.603034:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:3.0:1788838278.603036:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838278.603038:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838278.603039:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838278.603042:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3000. 00000100:00000001:3.0:1788838278.603045:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603049:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838278.603065:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838278.603067:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603071:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e99bd38c] to pc [ptlrpcd_01_01+1] req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.603089:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603092:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838278.603096:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838278.603099:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c380. 00000020:00000040:3.0:1788838278.603101:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:3.0:1788838278.603103:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838278.603104:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838278.603106:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838278.603109:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3600. 00000100:00000001:3.0:1788838278.603112:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603116:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838278.603123:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838278.603125:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603129:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000151653d6] to pc [ptlrpcd_01_00+0] req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.603135:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603140:0:10098:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1746) 00000100:00000001:3.0:1788838278.603152:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838278.603155:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838278.603157:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838278.603162:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.603170:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838278.603172:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838278.603175:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838278.603178:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838278.603181:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838278.603185:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132245120:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838278.603189:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838278.603193:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838278.603195:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838278.603198:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838278.603202:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8a20e00. 02000000:00000001:3.0:1788838278.603204:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838278.603212:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838278.603216:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838278.603223:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838278.603231:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132245120, portal 10 00000100:00000001:3.0:1788838278.603233:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838278.603235:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000040:3.0:1788838278.603242:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.603249:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838278.603252:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838278.603255:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce2a8. 00000100:00000200:3.0:1788838278.603258:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132245120, offset 0 00000400:00000200:3.0:1788838278.603264:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838278.603274:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838278.603395:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838278.603399:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838278.603400:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838278.603406:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.603413:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838278.603415:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838278.603417:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838278.603419:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838278.603421:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838278.603424:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132244992:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838278.603428:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838278.603430:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838278.603432:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838278.603433:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838278.603437:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4008000. 02000000:00000001:2.0:1788838278.603439:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838278.603443:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838278.603446:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d1b8. 00000400:00000010:2.0:1788838278.603450:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512af68. 00000100:00000200:2.0:1788838278.603453:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132244992, portal 25 00000100:00000001:2.0:1788838278.603455:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838278.603456:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000040:2.0:1788838278.603461:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.603467:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838278.603469:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838278.603471:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a3b8. 00000100:00000200:2.0:1788838278.603473:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132244992, offset 0 00000400:00000200:2.0:1788838278.603477:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838278.603498:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838278.603504:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838278.603508:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838278.603512:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838278.603515:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838278.603519:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2415:2415:256:4294967295] 192.168.203.123@tcp LPNI seq info [2415:2415:8:4294967295] 00000400:00000200:3.0:1788838278.603524:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838278.603534:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838278.603540:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838278.603546:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3b00. 00000800:00000200:3.0:1788838278.603552:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838278.603560:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838278.603564:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838278.603582:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.603587:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 768315 usecs (769 jiffies) 00000400:00000200:3.0:1788838278.603590:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838278.603594:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296409345 00000100:00000010:3.0:1788838278.603599:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb1e0. 00000100:00000001:3.0:1788838278.603605:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788838278.603611:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296409345 00000100:00000010:3.0:1788838278.603615:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb840. 00000100:00000001:3.0:1788838278.603617:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788838278.603621:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838278.603624:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.603627:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838278.603631:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.603639:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838278.603640:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838278.603642:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838278.603644:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838278.603646:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838278.603649:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132245376:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838278.603652:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838278.603692:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838278.603695:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838278.603697:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838278.603701:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8a21600. 02000000:00000001:3.0:1788838278.603702:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838278.603706:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838278.603708:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5be18. 00000400:00000010:3.0:1788838278.603711:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce330. 00000100:00000200:3.0:1788838278.603714:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132245376, portal 4 00000100:00000001:3.0:1788838278.603716:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838278.603717:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484863360 : -113594224688256 : ffff98afc896c380) 00000100:00000040:3.0:1788838278.603722:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.603734:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838278.603736:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838278.603738:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838278.603740:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132245376, offset 0 00000400:00000200:3.0:1788838278.603744:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000800:00000200:1.0:1788838278.603987:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838278.603991:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:1.0:1788838278.604007:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838278.604012:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838278.604017:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce2a8 00000400:00000010:1.0:1788838278.604020:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce2a8. 00000100:00000001:1.0:1788838278.604023:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838278.604027:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.604036:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838278.604039:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.604045:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838278.604047:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1788838278.605881:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838278.605892:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838278.605896:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838278.605900:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838278.605903:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838278.605906:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838278.605910:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2416:2416:256:4294967295] 192.168.203.123@tcp LPNI seq info [2416:2416:8:4294967295] 00000400:00000200:2.0:1788838278.605914:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838278.605922:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838278.605927:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838278.605936:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000800:00000200:2.0:1788838278.606221:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838278.606229:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838278.606235:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838278.606310:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838278.606316:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838278.606319:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296412665 00000100:00000001:2.0:1788838278.606327:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296409345 00000100:00000001:2.0:1788838278.606332:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296412665 00000100:00000001:2.0:1788838278.606335:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296409345 00000100:00000001:2.0:1788838278.606338:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838278.606342:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.606347:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838278.606356:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.606364:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838278.606367:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838278.606371:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838278.606375:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838278.606377:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838278.606381:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132245248:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838278.606384:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838278.606389:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838278.606392:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838278.606394:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838278.606400:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4008e00. 02000000:00000001:2.0:1788838278.606403:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838278.606406:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838278.606412:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d9a0. 00000400:00000010:2.0:1788838278.606418:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a908. 00000100:00000200:2.0:1788838278.606425:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132245248, portal 4 00000100:00000001:2.0:1788838278.606427:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838278.606429:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000040:2.0:1788838278.606436:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.606443:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838278.606446:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838278.606449:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a660. 00000100:00000200:2.0:1788838278.606464:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132245248, offset 0 00000400:00000200:2.0:1788838278.606471:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838278.606477:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838278.606481:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838278.606485:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838278.606487:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838278.606490:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838278.606492:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838278.606495:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2417:2417:255:4294967295] 192.168.203.123@tcp LPNI seq info [2417:2417:7:4294967295] 00000400:00000200:2.0:1788838278.606498:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838278.606505:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838278.606509:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838278.606513:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14b00. 00000800:00000200:2.0:1788838278.606518:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838278.606523:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838278.606526:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838278.606528:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838278.606532:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 239613 usecs (240 jiffies) 00000400:00000200:2.0:1788838278.606535:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838278.606537:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296408819 00000100:00000001:2.0:1788838278.606540:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296412665 00000100:00000001:2.0:1788838278.606542:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296408819 00000100:00000001:2.0:1788838278.606544:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296412665 00000100:00000001:2.0:1788838278.606546:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838278.606548:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.606551:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.606555:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.606563:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838278.606565:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838278.606568:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838278.606570:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838278.606571:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.606574:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838278.606740:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838278.606745:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:1.0:1788838278.606751:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838278.606756:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838278.606760:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a3b8 00000400:00000010:1.0:1788838278.606763:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a3b8. 00000100:00000001:1.0:1788838278.606767:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838278.606773:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.606782:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838278.606786:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.606793:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838278.606795:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838278.607041:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838278.607045:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14b00. 00000400:00000200:1.0:1788838278.607048:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838278.607052:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838278.607055:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a660 00000400:00000010:1.0:1788838278.607057:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a660. 00000100:00000001:1.0:1788838278.607060:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838278.607063:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.607071:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838278.607122:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.607130:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838278.607132:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1788838278.607324:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838278.607330:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838278.607333:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838278.607336:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838278.607339:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838278.607341:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838278.607344:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2418:2418:256:4294967295] 192.168.203.123@tcp LPNI seq info [2418:2418:8:4294967295] 00000400:00000200:3.0:1788838278.607348:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838278.607355:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838278.607359:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838278.607365:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3500. 00000800:00000200:3.0:1788838278.607369:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838278.607374:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838278.607376:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838278.607393:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.607398:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22696 usecs (23 jiffies) 00000400:00000200:3.0:1788838278.607401:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838278.607403:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296408603 00000100:00000001:3.0:1788838278.607405:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296412665 00000100:00000001:3.0:1788838278.607407:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296408603 00000100:00000001:3.0:1788838278.607409:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296412665 00000100:00000001:3.0:1788838278.607411:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838278.607414:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.607417:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.607419:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838278.607423:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838278.607425:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838278.607427:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838278.607429:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838278.607430:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.607432:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838278.610028:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838278.610035:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3500. 00000400:00000200:1.0:1788838278.610042:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838278.610050:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838278.610056:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:1.0:1788838278.610059:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:1.0:1788838278.610064:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838278.610072:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.610089:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838278.610093:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.610099:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838278.610101:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838278.610908:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.610920:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838278.610923:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.610925:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838278.610931:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.610937:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838278.610955:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.610959:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.610964:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.610968:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4e480 00000400:00000200:1.0:1788838278.610972:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.610978:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x67c9 [1] + 224 00000800:00000001:1.0:1788838278.610984:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.610987:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838278.610989:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838278.611000:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838278.611006:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838278.611011:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838278.611020:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.611035:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838278.611041:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.611043:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838278.611045:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.611047:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838278.611049:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.611053:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838278.611057:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.611059:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.611062:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.611065:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4e400 00000400:00000200:1.0:1788838278.611068:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.611079:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x67d1 [1] + 224 00000800:00000001:1.0:1788838278.611083:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.611088:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838278.611090:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838278.611093:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838278.611096:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838278.611100:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838278.611108:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.611124:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838278.611127:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.611130:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.611440:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838278.611444:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838278.611450:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838278.611452:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838278.611455:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d1b8. 00000400:00000200:2.0:1788838278.611460:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512af68 00000400:00000010:2.0:1788838278.611462:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512af68. 00000100:00000001:2.0:1788838278.611464:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838278.611469:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838278.611483:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.611489:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838278.611492:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.611494:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838278.611497:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838278.611499:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838278.611501:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838278.611504:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838278.611510:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838278.611514:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1788838278.611516:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838278.611518:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838278.611521:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838278.611523:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.611526:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838278.611530:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.611536:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838278.611539:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838278.611541:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838278.611544:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838278.611552:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132244992:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838278.611557:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.611559:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838278.611562:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ea00 x1875731132244992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.611568:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838278.611570:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838278.611573:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4008000. 02000000:00000001:2.0:1788838278.611577:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838278.611579:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838278.611581:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838278.611583:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838278.611586:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3900. 02000000:00000001:2.0:1788838278.611589:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838278.611591:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838278.611593:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ea00. 00000100:00000001:2.0:1788838278.611596:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838278.611598:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.611600:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.611602:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838278.611603:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838278.611604:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.611606:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.611694:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838278.611697:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838278.611700:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838278.611702:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838278.611704:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838278.611707:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:3.0:1788838278.611709:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:3.0:1788838278.611711:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838278.611715:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838278.611724:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.611731:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838278.611732:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838278.611734:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838278.611735:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838278.611737:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838278.611738:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838278.611740:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838278.611745:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=107 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838278.611748:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838278.611750:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838278.611751:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838278.611753:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838278.611766:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.611769:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838278.611771:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788838278.611773:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838278.611775:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.611779:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.611785:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838278.611787:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838278.611788:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838278.611791:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838278.611798:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132245120:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838278.611802:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.611804:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838278.611807:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c700 x1875731132245120/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.611813:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838278.611814:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838278.611815:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8a20e00. 02000000:00000001:3.0:1788838278.611818:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838278.611819:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838278.611820:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838278.611822:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838278.611824:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3800. 02000000:00000001:3.0:1788838278.611826:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838278.611827:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838278.611828:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c700. 00000100:00000001:3.0:1788838278.611830:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838278.611831:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838278.611834:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.611835:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838278.611836:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838278.611838:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.611839:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838278.623514:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.623530:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838278.623534:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.623536:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838278.623544:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.623551:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838278.623560:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.623565:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.623571:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.623576:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4e500 00000400:00000200:1.0:1788838278.623580:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.623587:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x67e1 [1] + 224 00000800:00000001:1.0:1788838278.623593:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.623601:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838278.623606:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838278.623611:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838278.623617:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838278.623625:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838278.623636:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.623681:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838278.623690:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.623693:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.623756:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838278.623768:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838278.623775:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838278.623777:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838278.623780:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d9a0. 00000400:00000200:2.0:1788838278.623786:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a908 00000400:00000010:2.0:1788838278.623788:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a908. 00000100:00000001:2.0:1788838278.623792:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838278.623797:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838278.623806:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.623811:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838278.623814:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.623816:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838278.623818:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838278.623821:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838278.623824:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838278.623827:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838278.623836:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=107 v=5 (5 5 16 16) 00000100:00001000:2.0:1788838278.623840:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838278.623842:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838278.623844:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838278.623847:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838278.623850:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.623853:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838278.623855:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788838278.623857:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838278.623859:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838278.623864:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.623871:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838278.623874:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838278.623876:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838278.623880:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838278.623888:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132245248:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838278.623892:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.623894:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838278.623898:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f100 x1875731132245248/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838278.623904:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838278.623907:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838278.623910:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4008e00. 02000000:00000001:2.0:1788838278.623912:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838278.623915:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838278.623916:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838278.623918:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838278.623921:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3000. 02000000:00000001:2.0:1788838278.623924:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838278.623926:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838278.623928:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f100. 00000100:00000001:2.0:1788838278.623931:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838278.623932:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.623935:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838278.623952:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838278.623954:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838278.623956:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838278.623959:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838278.625053:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.625072:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838278.625080:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.625083:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838278.625089:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.625094:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838278.625100:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.625103:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.625106:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.625110:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4e580 00000400:00000200:1.0:1788838278.625113:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838278.625118:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x67d9 [1] + 224 00000800:00000001:1.0:1788838278.625123:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.625129:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838278.625131:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838278.625134:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838278.625138:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838278.625145:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838278.625154:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838278.625179:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838278.625186:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838278.625188:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838278.625271:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838278.625275:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838278.625280:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838278.625281:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838278.625284:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5be18. 00000400:00000200:3.0:1788838278.625288:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce330 00000400:00000010:3.0:1788838278.625290:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce330. 00000100:00000001:3.0:1788838278.625293:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838278.625297:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838278.625306:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.625311:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838278.625313:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838278.625315:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838278.625317:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838278.625319:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838278.625321:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838278.625323:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838278.625330:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=107 v=5 (5 5 16 37) 00000100:00001000:3.0:1788838278.625333:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838278.625335:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838278.625336:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838278.625339:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838278.625341:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.625344:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838278.625346:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1788838278.625348:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838278.625350:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838278.625354:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.625360:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838278.625363:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838278.625364:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838278.625369:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838278.625382:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132245376:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838278.625386:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838278.625388:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838278.625391:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c380 x1875731132245376/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838278.625396:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838278.625398:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838278.625401:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8a21600. 02000000:00000001:3.0:1788838278.625404:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838278.625406:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838278.625407:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838278.625409:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838278.625412:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3600. 02000000:00000001:3.0:1788838278.625414:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838278.625416:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838278.625417:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c380. 00000100:00000001:3.0:1788838278.625421:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838278.625422:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838278.625424:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838278.625430:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838278.625432:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838278.625433:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838278.625436:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838278.666793:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838278.666801:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838278.667019:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838278.667023:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838278.667026:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838279.693372:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838279.693378:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838279.696640:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838279.696647:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838279.696651:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838280.650783:0:31485:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838280.650790:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838280.650792:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838280.650798:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8000 going to sleep for 1 seconds 00000100:00000001:2.0:1788838280.650801:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838280.650805:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838280.715077:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838280.715085:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838280.715362:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838280.715365:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838280.715368:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838281.674839:0:31485:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838281.674846:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838281.674849:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838281.674854:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8000 going to sleep for 1 seconds 00000100:00000001:2.0:1788838281.674858:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838281.674871:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838281.739361:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838281.739556:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838281.740694:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838281.740713:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838281.740717:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838282.698786:0:30713:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296412665, at 4296412672 00000100:00000010:0.0:1788838282.698802:0:30713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb1e0. 00000100:00000001:2.0:1788838282.698809:0:31485:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838282.698813:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838282.698815:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838282.698819:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8000 going to sleep for 1 seconds 00000100:00000001:2.0:1788838282.698821:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838282.698824:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838282.700102:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296412665, at 4296412673 00000100:00000010:1.0:1788838282.700114:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb840. 00010000:00000001:0.0:1788838282.762769:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838282.762775:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838282.762953:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838282.762957:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838282.762960:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838283.722765:0:31485:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838283.722773:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838283.722775:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838283.722780:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8000 going to sleep for 1 seconds 00000100:00000001:2.0:1788838283.722784:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838283.722788:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723141:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838283.723146:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838283.723156:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090ad80. 00000020:00000040:0.0:1788838283.723161:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838283.723165:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838283.723168:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838283.723173:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838283.723181:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509e00. 00000100:00000001:0.0:1788838283.723188:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723199:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838283.723209:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838283.723214:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723220:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49da19c] to pc [ptlrpcd_00_00+0] req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.723251:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723254:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838283.723257:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838283.723261:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908a80. 00000020:00000040:0.0:1788838283.723263:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838283.723265:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838283.723267:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838283.723268:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838283.723272:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509300. 00000100:00000001:0.0:1788838283.723274:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723279:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838283.723286:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838283.723289:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723292:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d89f60b] to pc [ptlrpcd_00_01+1] req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.723300:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723302:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838283.723305:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788838283.723307:0:10098:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788838283.723311:0:10098:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788838283.723313:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a680. 00000020:00000040:0.0:1788838283.723315:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838283.723317:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838283.723318:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838283.723320:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838283.723323:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509c00. 00000100:00000001:0.0:1788838283.723326:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.723328:0:10098:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00080000:0.0:1788838283.723331:0:10098:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788838283.723334:0:10098:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff98afd0025800: disconnect after 21s idle 00000100:00000001:0.0:1788838283.723336:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838283.723338:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723342:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dddaed79] to pc [ptlrpcd_rcv+-1] req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.723362:0:10098:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838283.723365:0:10098:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723367:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838283.723370:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788838283.723372:0:10098:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788838283.723373:0:10098:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788838283.723376:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908700. 00000020:00000040:0.0:1788838283.723378:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838283.723380:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838283.723381:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838283.723383:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838283.723386:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509b00. 00000100:00000001:0.0:1788838283.723388:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.723390:0:10098:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630479618672384 : -113594090879232 : ffff98afd0908700) 00000100:00080000:0.0:1788838283.723392:0:10098:0:(import.c:65:import_set_state_nolock()) ffff98afc4c52800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788838283.723395:0:10098:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff98afd0025800: disconnect after 21s idle 00000100:00000001:0.0:1788838283.723397:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838283.723399:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723403:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ec05a1] to pc [ptlrpcd_rcv+-1] req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.723410:0:10098:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838283.723411:0:10098:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.723415:0:10098:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1751) 00000100:00000001:2.0:1788838283.723471:0:31475:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838283.723474:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838283.723475:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838283.723478:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb900 going to sleep for 1 seconds 00000100:00000001:2.0:1788838283.723480:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838283.723482:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838283.723592:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838283.723684:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838283.723686:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788838283.723692:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788838283.723695:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.723697:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838283.723700:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838283.723708:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838283.723728:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838283.723729:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838283.723732:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838283.723733:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838283.723738:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838283.723739:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838283.723742:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838283.723743:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838283.723748:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838283.723748:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838283.723755:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132245760:192.168.203.123@tcp:9:kworker.0 00000100:00100000:1.0:1788838283.723757:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132245504:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838283.723764:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788838283.723765:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838283.723771:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838283.723772:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838283.723775:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838283.723776:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838283.723779:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788838283.723780:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838283.723785:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3e00. 02000000:00000010:3.0:1788838283.723786:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8a21600. 02000000:00000001:1.0:1788838283.723790:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838283.723791:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838283.723803:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838283.723804:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838283.723809:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5be18. 00000400:00000010:3.0:1788838283.723818:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce330. 00000100:00000200:3.0:1788838283.723824:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132245760, portal 4 00000100:00000001:3.0:1788838283.723827:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838283.723829:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000040:3.0:1788838283.723837:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838283.723844:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838283.723847:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838283.723849:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838283.723852:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132245760, offset 0 00000400:00000200:3.0:1788838283.723858:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838283.723867:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838283.723887:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838283.723893:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838283.723897:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838283.723900:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838283.723902:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838283.723906:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2419:2419:256:4294967295] 192.168.203.123@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:3.0:1788838283.723910:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838283.723918:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838283.723923:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838283.723928:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3600. 00000800:00000200:3.0:1788838283.723946:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838283.723953:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838283.723958:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838283.723984:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838283.723988:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 238445 usecs (239 jiffies) 00000400:00000200:3.0:1788838283.723991:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838283.723993:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296413936 00000100:00000010:3.0:1788838283.723998:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb240. 00000100:00000001:3.0:1788838283.724005:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788838283.724012:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296413936 00000100:00000010:3.0:1788838283.724016:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb840. 00000100:00000001:3.0:1788838283.724019:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788838283.724022:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838283.724024:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838283.724026:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838283.724030:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788838283.724033:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8840. 00000100:00000001:3.0:1788838283.724038:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838283.724040:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838283.724042:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838283.724044:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838283.724046:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838283.724049:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132245888:192.168.203.123@tcp:9:kworker.0 00000100:00000001:3.0:1788838283.724052:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838283.724055:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838283.724057:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838283.724059:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838283.724062:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8a20e00. 02000000:00000001:3.0:1788838283.724063:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838283.724066:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838283.724068:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838283.724071:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838283.724074:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132245888, portal 4 00000100:00000001:3.0:1788838283.724076:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838283.724077:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618672384 : -113594090879232 : ffff98afd0908700) 00000100:00000040:3.0:1788838283.724082:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838283.724088:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838283.724090:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838283.724092:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce770. 00000100:00000200:3.0:1788838283.724095:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132245888, offset 0 00000400:00000200:3.0:1788838283.724101:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838283.724106:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838283.724106:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc4c8. 00000400:00000200:3.0:1788838283.724111:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000100:00000200:1.0:1788838283.724113:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132245504, portal 25 00000400:00000200:3.0:1788838283.724115:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788838283.724117:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1788838283.724120:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000100:00000001:1.0:1788838283.724122:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000400:00000200:3.0:1788838283.724126:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838283.724132:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000100:00000040:1.0:1788838283.724133:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788838283.724137:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2420:2420:255:4294967295] 192.168.203.123@tcp LPNI seq info [2420:2420:7:4294967295] 00000400:00000200:3.0:1788838283.724149:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838283.724154:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838283.724163:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838283.724165:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000400:00000010:1.0:1788838283.724168:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000800:00000200:3.0:1788838283.724173:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000100:00000200:1.0:1788838283.724175:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132245504, offset 0 00000800:00000010:3.0:1788838283.724179:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3800. 00000400:00000200:1.0:1788838283.724184:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000800:00000200:3.0:1788838283.724188:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000400:00000200:1.0:1788838283.724193:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000200:3.0:1788838283.724197:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838283.724203:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788838283.724203:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838283.724209:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788838283.724210:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838283.724214:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000100:00000040:3.0:1788838283.724216:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22725 usecs (23 jiffies) 00000400:00000200:1.0:1788838283.724219:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838283.724224:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.724227:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000100:00000001:3.0:1788838283.724229:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296413720 00000100:00000001:3.0:1788838283.724235:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296413936 00000400:00000200:1.0:1788838283.724235:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2421:2421:254:4294967295] 192.168.203.123@tcp LPNI seq info [2421:2421:6:4294967295] 00000100:00000001:3.0:1788838283.724240:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296413720 00000400:00000200:1.0:1788838283.724245:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838283.724246:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296413936 00000100:00000001:3.0:1788838283.724251:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838283.724255:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838283.724260:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838283.724260:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000100:00000001:3.0:1788838283.724265:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838283.724270:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838283.724275:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933100. 00000100:00000001:3.0:1788838283.724276:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838283.724279:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:1.0:1788838283.724283:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000100:00000001:3.0:1788838283.724284:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838283.724287:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838283.724289:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838283.724291:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000100:00000001:3.0:1788838283.724293:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838283.724297:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838283.724302:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838283.724306:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838283.724309:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296417783 00000100:00000001:1.0:1788838283.724314:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296413936 00000100:00000001:1.0:1788838283.724318:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296417783 00000100:00000001:1.0:1788838283.724322:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296413936 00000100:00000001:1.0:1788838283.724326:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838283.724329:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838283.724332:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838283.724334:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838283.724337:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838283.724339:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838283.724341:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838283.724343:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838283.724344:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838283.724346:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788838283.724348:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838283.724350:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838283.724351:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838283.724353:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838283.724354:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838283.724355:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838283.724359:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.724366:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838283.724367:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838283.724370:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838283.724372:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838283.724374:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838283.724377:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132245632:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838283.724380:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838283.724383:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838283.724385:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838283.724386:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838283.724389:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3800. 02000000:00000001:1.0:1788838283.724391:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838283.724394:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838283.724397:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f80b0. 00000400:00000010:1.0:1788838283.724406:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcbb0. 00000100:00000200:1.0:1788838283.724409:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132245632, portal 10 00000100:00000001:1.0:1788838283.724411:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838283.724412:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618673280 : -113594090878336 : ffff98afd0908a80) 00000100:00000040:1.0:1788838283.724419:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.724426:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838283.724429:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838283.724431:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcee0. 00000100:00000200:1.0:1788838283.724434:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132245632, offset 0 00000400:00000200:1.0:1788838283.724439:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838283.724443:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.724447:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838283.724449:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838283.724452:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838283.724453:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838283.724456:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838283.724460:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2422:2422:253:4294967295] 192.168.203.123@tcp LPNI seq info [2422:2422:5:4294967295] 00000400:00000200:1.0:1788838283.724464:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000200:0.0:1788838283.724465:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788838283.724472:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000010:0.0:1788838283.724472:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000800:00000200:1.0:1788838283.724480:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838283.724481:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1788838283.724484:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000400:00000200:0.0:1788838283.724490:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000800:00000200:1.0:1788838283.724493:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838283.724499:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838283.724502:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838283.724505:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838283.724507:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 767268 usecs (768 jiffies) 00000400:00000200:0.0:1788838283.724509:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000200:1.0:1788838283.724511:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838283.724514:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:1.0:1788838283.724515:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296414465 00000100:00000001:1.0:1788838283.724520:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296417783 00000100:00000001:0.0:1788838283.724522:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788838283.724523:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296414465 00000100:00000001:1.0:1788838283.724528:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296417783 00000100:00000200:0.0:1788838283.724531:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.724532:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838283.724538:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838283.724542:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838283.724548:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.724552:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838283.724557:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.724560:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838283.724565:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.724567:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.724570:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838283.724585:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838283.724587:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:0.0:1788838283.724589:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838283.724738:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838283.724742:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce770 00000400:00000010:0.0:1788838283.724745:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce770. 00000100:00000001:0.0:1788838283.724747:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838283.724752:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.724759:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838283.724761:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.724767:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.724769:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838283.724780:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838283.724782:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933100. 00000400:00000200:0.0:1788838283.724785:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838283.724788:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838283.724790:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc3b8 00000400:00000010:0.0:1788838283.724792:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc3b8. 00000100:00000001:0.0:1788838283.724794:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838283.724798:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.724806:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838283.724808:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.724814:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.724816:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838283.724876:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838283.724879:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933a00. 00000400:00000200:0.0:1788838283.724881:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838283.724885:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838283.724887:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcee0 00000400:00000010:0.0:1788838283.724889:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcee0. 00000100:00000001:0.0:1788838283.724890:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838283.724894:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.724901:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838283.724904:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.724909:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.724911:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838283.730213:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731354:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838283.731360:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731365:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838283.731372:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731380:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838283.731388:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731393:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731398:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731402:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4e700 00000400:00000200:1.0:1788838283.731407:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731412:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x67e9 [1] + 224 00000800:00000001:1.0:1788838283.731419:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731423:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838283.731426:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838283.731430:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838283.731437:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838283.731447:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838283.731458:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.731474:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838283.731483:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731487:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838283.731489:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731492:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838283.731495:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731498:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838283.731503:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731505:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731508:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731511:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd4e780 00000400:00000200:1.0:1788838283.731581:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731587:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x67f1 [1] + 224 00000800:00000001:1.0:1788838283.731592:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838283.731599:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838283.731602:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838283.731605:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838283.731609:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838283.731617:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.731625:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838283.731629:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731632:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838283.731633:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731635:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838283.731638:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731642:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838283.731646:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731649:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731652:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731671:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd4e680 00000400:00000200:1.0:1788838283.731675:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838283.731680:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6809 [1] + 224 00000800:00000001:1.0:1788838283.731685:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731693:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838283.731695:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838283.731698:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838283.731701:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838283.731705:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838283.731713:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.731774:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838283.731779:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838283.731795:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838283.731801:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838283.731804:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788838283.732008:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838283.732010:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838283.732014:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f80b0. 00000400:00000200:0.0:1788838283.732018:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcbb0 00000400:00000010:0.0:1788838283.732021:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcbb0. 00000100:00000001:0.0:1788838283.732024:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838283.732029:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838283.732328:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.732334:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838283.732336:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838283.732339:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838283.732342:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838283.732344:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838283.732346:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838283.732349:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838283.732357:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=112 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838283.732362:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838283.732364:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838283.732366:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838283.732369:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838283.732372:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.732376:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838283.732377:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788838283.732379:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838283.732381:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838283.732385:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.732391:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838283.732394:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838283.732396:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838283.732400:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838283.732408:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132245632:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838283.732413:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.732415:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838283.732419:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908a80 x1875731132245632/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.732426:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838283.732428:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838283.732431:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3800. 02000000:00000001:0.0:1788838283.732435:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838283.732438:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838283.732440:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838283.732442:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838283.732445:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509300. 02000000:00000001:0.0:1788838283.732448:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838283.732450:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838283.732452:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908a80. 00000100:00000001:0.0:1788838283.732455:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838283.732457:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838283.732459:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.732461:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838283.732463:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838283.732464:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838283.732466:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838283.732732:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838283.732736:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838283.732740:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838283.732742:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838283.732745:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5be18. 00000400:00000200:3.0:1788838283.732749:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce330 00000400:00000010:3.0:1788838283.732751:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce330. 00000100:00000001:3.0:1788838283.732754:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838283.732761:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838283.732771:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788838283.732775:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788838283.732777:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838283.732779:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838283.732781:0:2350:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:0.0:1788838283.732782:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788838283.732783:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1788838283.732784:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788838283.732785:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838283.732786:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838283.732786:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788838283.732788:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838283.732791:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00001000:3.0:1788838283.732793:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=112 v=5 (5 5 16 16) 00000400:00000200:0.0:1788838283.732795:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000100:00001000:3.0:1788838283.732796:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838283.732799:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838283.732800:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838283.732801:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00010000:00000001:3.0:1788838283.732802:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838283.732803:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838283.732805:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838283.732806:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838283.732808:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000400:00000200:0.0:1788838283.732808:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838283.732809:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838283.732811:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838283.732811:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4e600 00000100:00000040:3.0:1788838283.732814:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788838283.732816:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838283.732821:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788838283.732821:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x67f9 [1] + 224 00000100:00000001:3.0:1788838283.732823:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838283.732825:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838283.732826:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00080000:3.0:1788838283.732828:0:2350:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788838283.732831:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838283.732833:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:3.0:1788838283.732837:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000400:00000200:0.0:1788838283.732837:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000040:3.0:1788838283.732841:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.732841:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838283.732845:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838283.732849:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132245760:192.168.203.123@tcp:9:kworker.0 00000400:00000001:3.0:1788838283.732854:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1788838283.732854:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788838283.732856:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838283.732858:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838283.732860:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:3.0:1788838283.732862:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:3.0:1788838283.732864:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838283.732867:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838283.732874:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838283.732879:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788838283.732880:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788838283.732882:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838283.732886:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838283.732888:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838283.732889:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838283.732891:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838283.732892:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838283.732893:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838283.732895:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838283.732899:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=112 v=5 (5 5 16 37) 00000100:00001000:3.0:1788838283.732902:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838283.732904:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838283.732906:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838283.732907:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838283.732909:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838283.732911:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838283.732913:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1788838283.732915:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838283.732916:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838283.732920:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838283.732926:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838283.732928:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838283.732930:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788838283.732933:0:2350:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788838283.732939:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4c52800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788838283.732943:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838283.732951:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132245888:192.168.203.123@tcp:9:kworker.0 00000100:00000001:3.0:1788838283.732956:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838283.732970:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838283.732974:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788838283.732975:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a680 x1875731132245760/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.732978:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838283.732983:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838283.732986:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1788838283.732987:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1788838283.732989:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8840. 02000000:00000001:3.0:1788838283.732991:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838283.732994:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8a21600. 00000400:00000200:1.0:1788838283.732995:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc4c8 02000000:00000001:3.0:1788838283.732998:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1788838283.732999:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc4c8. 00000020:00000001:3.0:1788838283.733002:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1788838283.733004:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1788838283.733006:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838283.733010:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000200:1.0:1788838283.733013:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788838283.733014:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509c00. 02000000:00000001:3.0:1788838283.733019:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838283.733021:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838283.733024:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a680. 00000100:00000001:3.0:1788838283.733029:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1788838283.733030:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838283.733031:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838283.733036:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838283.733041:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908700 x1875731132245888/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.733058:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838283.733061:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838283.733063:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838283.733064:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838283.733066:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838283.733067:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838283.733069:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838283.733073:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838283.733076:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838283.733078:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838283.733079:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838283.733081:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838283.733083:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838283.733085:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838283.733089:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.733096:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838283.733098:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838283.733100:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838283.733103:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838283.733110:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132245504:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838283.733114:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838283.733125:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838283.733129:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090ad80 x1875731132245504/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838283.733135:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838283.733137:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838283.733139:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3e00. 02000000:00000001:1.0:1788838283.733142:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838283.733144:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838283.733145:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838283.733147:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838283.733149:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509e00. 02000000:00000001:1.0:1788838283.733151:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838283.733152:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838283.733154:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090ad80. 00000100:00000001:1.0:1788838283.733157:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838283.733158:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838283.733163:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838283.733170:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838283.733173:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788838283.733173:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838283.733177:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838283.733178:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8a20e00. 00000100:00000001:1.0:1788838283.733183:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788838283.733184:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788838283.733186:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838283.733188:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838283.733192:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838283.733194:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838283.733196:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509b00. 02000000:00000001:3.0:1788838283.733199:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838283.733201:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838283.733202:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908700. 00000100:00000001:3.0:1788838283.733205:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838283.733206:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838283.733208:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838283.733212:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838283.733214:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838283.733216:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838283.733218:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838283.786957:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838283.786971:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838283.787080:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838283.787083:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838283.787086:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838284.747338:0:31485:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838284.747345:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838284.747347:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788838284.747352:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8000 going to sleep for 1 seconds 00000100:00000001:3.0:1788838284.747356:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838284.747360:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838284.749011:0:31475:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788838284.749018:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838284.749021:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788838284.749025:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb900 going to sleep for 1 seconds 00000100:00000001:0.0:1788838284.749028:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838284.749031:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838284.811194:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838284.811203:0:30713:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838284.811206:0:30713:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838284.811209:0:30713:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838284.811214:0:30713:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838284.811216:0:30713:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838284.811218:0:30713:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838284.811220:0:30713:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838284.811298:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838284.811301:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838284.811304:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838285.771132:0:31485:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838285.771140:0:31485:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788838285.771155:0:31485:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838269/real 1788838269] req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838285 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788838285.771173:0:31485:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838285.771175:0:31485:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838285.771178:0:31485:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d210. 00000400:00000200:3.0:1788838285.771185:0:31485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a110 00000400:00000010:3.0:1788838285.771188:0:31485:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a110. 00000100:00000001:3.0:1788838285.771192:0:31485:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838285.771197:0:31485:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838285 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838285.771206:0:31485:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838285 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.771213:0:31485:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838285.771215:0:31485:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.771217:0:31485:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838285.771219:0:31485:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.771222:0:31485:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788838285.771225:0:31485:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788838285.771229:0:31485:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff98afd0025800: Connection to lustre-MDT0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788838285.771234:0:31485:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788838285.771236:0:31485:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788838285.771239:0:31485:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.771240:0:31485:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788838285.771242:0:31485:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788838285.771260:0:31485:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788838285.771262:0:31485:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.771265:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838285.771267:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838285.771270:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8000 going to sleep for 0 seconds 00000100:00000001:3.0:1788838285.771272:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838285.771274:0:31485:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.771277:0:31485:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838285.771279:0:31485:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.771281:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838285.771806:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838285.771967:0:31475:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838285.771971:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838285.771972:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838285.771975:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb900 going to sleep for 1 seconds 00000100:00000001:0.0:1788838285.771975:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788838285.771978:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838285.771979:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838285.771985:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908a80. 00000020:00000040:0.0:1788838285.771989:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838285.771994:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838285.771997:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838285.772002:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838285.772009:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509300. 00000100:00000001:0.0:1788838285.772016:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838285.772024:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838285.772035:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838285.772039:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838285.772044:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d89f60b] to pc [ptlrpcd_00_00+0] req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.772073:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788838285.772076:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838285.772079:0:10098:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788838285.772081:0:10098:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788838285.772083:0:10098:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788838285.772085:0:10098:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788838285.772088:0:10098:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1720 00000400:00000200:0.0:1788838285.772095:0:10098:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.772109:0:10098:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1788838285.772113:0:10098:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838285.772116:0:10098:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838285.772119:0:10098:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838285.772121:0:10098:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:0.0:1788838285.772124:0:10098:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838285.772126:0:10098:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:0.0:1788838285.772128:0:10098:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838285.772131:0:10098:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:0.0:1788838285.772134:0:10098:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:0.0:1788838285.772136:0:10098:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00000040:0.0:1788838285.772139:0:10098:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838285.772141:0:10098:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838285.772143:0:10098:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838285.772145:0:10098:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:0.0:1788838285.772148:0:10098:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00080000:0.0:1788838285.772151:0:10098:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: import ffff98afc4eee000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:0.0:1788838285.772154:0:10098:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838285.772156:0:10098:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788838285.772161:0:10098:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838285.772163:0:10098:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.772165:0:10098:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788838285.772169:0:10098:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788838285.772172:0:10098:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.772173:0:10098:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838285.772177:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b800. 00000020:00000040:0.0:1788838285.772180:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838285.772183:0:10098:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838285.772185:0:10098:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.772187:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838285.772189:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838285.772191:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838285.772195:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082000. 00000100:00000001:0.0:1788838285.772198:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838285.772205:0:10098:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838285.772212:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838285.772214:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838285.772217:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba71a04f] to pc [ptlrpcd_rcv+-1] req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.772237:0:10098:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838285.772240:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838285.772243:0:10098:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838285.772246:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838285.772249:0:10098:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838285.772253:0:10098:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1753) 00000100:00000001:3.0:1788838285.772375:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838285.772390:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838285.772392:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838285.772399:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.772407:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838285.772408:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.772412:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838285.772414:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838285.772417:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838285.772420:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132246144:192.168.203.123@tcp:38:kworker.0 00000100:00000001:3.0:1788838285.772424:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838285.772428:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838285.772430:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.772433:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838285.772438:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8717400. 02000000:00000001:3.0:1788838285.772440:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838285.772445:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838285.772448:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838285.772456:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838285.772462:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132246144, portal 10 00000100:00000001:3.0:1788838285.772464:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.772466:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000040:3.0:1788838285.772474:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.772482:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838285.772485:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838285.772487:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce330. 00000100:00000200:3.0:1788838285.772490:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132246144, offset 0 00000400:00000200:3.0:1788838285.772506:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838285.772515:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838285.772521:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838285.772526:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838285.772529:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838285.772533:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838285.772535:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838285.772538:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2423:2423:256:4294967295] 192.168.203.123@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:3.0:1788838285.772542:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838285.772551:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838285.772557:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838285.772572:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3d00. 00000800:00000200:3.0:1788838285.772579:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838285.772587:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838285.772591:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788838285.772610:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.772615:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 766225 usecs (767 jiffies) 00000400:00000200:3.0:1788838285.772619:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838285.772621:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296416512 00000100:00000001:3.0:1788838285.772624:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296417783 00000100:00000001:3.0:1788838285.772627:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296416512 00000100:00000001:3.0:1788838285.772629:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296417783 00000100:00000001:3.0:1788838285.772632:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838285.772634:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.772637:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.772640:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.772647:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838285.772648:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788838285.772650:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838285.772651:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838285.772653:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.772675:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838285.773418:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838285.773425:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3d00. 00000400:00000200:0.0:1788838285.773430:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.773436:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838285.773442:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce330 00000400:00000010:0.0:1788838285.773444:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce330. 00000100:00000001:0.0:1788838285.773449:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838285.773454:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.773463:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838285.773466:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.773473:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.773475:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838285.773684:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838285.773687:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838285.773689:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838285.773695:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.773703:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838285.773705:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838285.773709:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838285.773711:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838285.773714:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838285.773717:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132246016:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838285.773720:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838285.774350:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838285.774355:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838285.774358:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838285.774366:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3e00. 02000000:00000001:1.0:1788838285.774368:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838285.774374:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838285.774442:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8840. 00000400:00000010:1.0:1788838285.774449:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc4c8. 00000100:00000200:1.0:1788838285.774456:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132246016, portal 25 00000100:00000001:1.0:1788838285.774458:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838285.774459:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618673280 : -113594090878336 : ffff98afd0908a80) 00000100:00000040:1.0:1788838285.774466:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.774473:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838285.774475:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838285.774477:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfce58. 00000100:00000200:1.0:1788838285.774480:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132246016, offset 0 00000400:00000200:1.0:1788838285.774485:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838285.774623:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.774631:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838285.774636:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838285.774640:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838285.774643:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838285.774646:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838285.774649:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2424:2424:256:4294967295] 192.168.203.123@tcp LPNI seq info [2424:2424:8:4294967295] 00000400:00000200:1.0:1788838285.774653:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.774969:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838285.774976:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838285.774982:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838285.774988:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838285.774995:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838285.774999:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838285.775057:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838285.775062:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838285.775065:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296419834 00000100:00000001:1.0:1788838285.775074:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296417783 00000100:00000001:1.0:1788838285.775079:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296419834 00000100:00000001:1.0:1788838285.775082:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296417783 00000100:00000001:1.0:1788838285.775085:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838285.775088:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.775091:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.775094:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.775110:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838285.775112:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838285.775115:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838285.775117:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838285.775119:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.775122:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.775132:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838285.775134:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838285.775241:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838285.775246:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933c00. 00000400:00000200:0.0:1788838285.775251:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.775256:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838285.775261:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfce58 00000400:00000010:0.0:1788838285.775263:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfce58. 00000100:00000001:0.0:1788838285.775267:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838285.775272:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.775283:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838285.775286:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.775293:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.775295:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838285.778287:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.778302:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838285.778305:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.778307:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838285.778314:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.778321:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838285.778329:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.778334:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.778339:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.778343:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 10 MB=0x6a9f7afd4e880 00000400:00000200:0.0:1788838285.778348:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.778353:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 416/416 into md 0x6819 [1] + 0 00000800:00000001:0.0:1788838285.778360:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.778367:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838285.778370:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.778374:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838285.778381:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838285.778390:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838285.778400:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.778418:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838285.778426:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.778430:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.778682:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838285.778686:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838285.778693:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838285.778695:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838285.778698:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838285.778702:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:3.0:1788838285.778704:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:3.0:1788838285.778712:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838285.778717:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838285.778726:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.778733:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838285.778735:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.778737:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838285.778741:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838285.778743:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838285.778745:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.778749:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838285.778758:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=114 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838285.778763:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838285.778765:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838285.778767:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.778771:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838285.778774:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.778777:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838285.778779:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788838285.778782:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838285.778784:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.778790:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.778798:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838285.778800:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838285.778802:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.778804:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788838285.778810:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:3.0:1788838285.778813:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788838285.778815:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:3.0:1788838285.778817:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.778821:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:3.0:1788838285.778823:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:3.0:1788838285.778825:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00001000:3.0:1788838285.778828:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=1788838285 v=0 (0 0 0 0) 00000100:00001000:3.0:1788838285.778831:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eee418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788838285.778837:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000020:00000040:3.0:1788838285.778842:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00000001:3.0:1788838285.778844:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788838285.778847:0:2350:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788838285.778851:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1788838285.778855:0:2350:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788838285.778856:0:2350:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.778858:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788838285.778872:0:2350:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788838285.778876:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838285.778879:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.778881:0:2350:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.778884:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.778886:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838285.778887:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.778889:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.778891:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788838285.778894:0:2350:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.123@tcp after partition 00000100:00080000:3.0:1788838285.778898:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1788838285.778901:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788838285.778904:0:2350:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1788838285.778908:0:2350:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838288 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.778927:0:2350:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788838285.778930:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788838285.778932:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788838285.778933:0:2350:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788838285.778934:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788838285.778936:0:2350:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788838285.778937:0:2350:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788838285.778939:0:2350:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff98afd054a1d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788838285.778943:0:2350:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x9f68a6b43b62c43d 00800000:00000040:3.0:1788838285.778954:0:2350:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff98afd0025800=236057cd-729b-462c-8b72-16ae653ba0e9 device 3 (ffff98afd0548000) type mdc at LMV idx 0 00800000:00000040:3.0:1788838285.778958:0:2350:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff98afd0548000 already active! 00800000:00000001:3.0:1788838285.778960:0:2350:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838285.778962:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838285.778963:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.778964:0:2350:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.778965:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.778967:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838285.778968:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838285.778971:0:2350:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000002:00000001:3.0:1788838285.780334:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.780341:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788838285.780347:0:2350:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff98afd0025800: Connection restored to 192.168.203.123@tcp (at 192.168.203.123@tcp) 00000100:00080000:3.0:1788838285.780356:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e15bf746): req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 1 dl 1788838285 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.780382:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.780385:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.780400:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838285.780410:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132246144:192.168.203.123@tcp:38:kworker.0 00000100:00000001:3.0:1788838285.780417:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.780420:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.780424:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b800 x1875731132246144/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.780431:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838285.780434:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838285.780438:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717400. 02000000:00000001:3.0:1788838285.780441:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838285.780444:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838285.780446:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838285.780448:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838285.780451:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082000. 02000000:00000001:3.0:1788838285.780454:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838285.780456:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838285.780458:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b800. 00000100:00000001:3.0:1788838285.780461:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838285.780463:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.780465:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.780473:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838285.780475:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.780477:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838285.780479:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838285.780528:0:31509:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1788838285.780531:0:31509:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1788838285.780535:0:31509:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838285.780537:0:31509:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838285.780538:0:31509:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838285.780540:0:31509:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1788838285.780542:0:31509:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.780712:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838285.780715:0:31485:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.780718:0:31485:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838285.780720:0:31485:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838285.780723:0:31485:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838285.780726:0:31485:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838285.780729:0:31485:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.780732:0:31485:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788838285.780737:0:31485:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875731132243968 new x1875731132246272 02000000:00000001:1.0:1788838285.780740:0:31485:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838285.780743:0:31485:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838285.780751:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838285.780757:0:31485:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f85d8. 00000400:00000010:1.0:1788838285.780763:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc000. 00000100:00000200:1.0:1788838285.780770:0:31485:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132243968, portal 10 00000100:00000001:1.0:1788838285.780773:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838285.780774:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000040:1.0:1788838285.780782:0:31485:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838301 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.780790:0:31485:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838285.780792:0:31485:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838285.780795:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfccc0. 00000100:00000200:1.0:1788838285.780797:0:31485:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875731132243968, offset 0 00000400:00000200:1.0:1788838285.780804:0:31485:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838285.780811:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.780818:0:31485:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838285.780822:0:31485:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838285.780827:0:31485:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838285.780831:0:31485:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838285.780833:0:31485:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838285.780837:0:31485:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2425:2425:256:4294967295] 192.168.203.123@tcp LPNI seq info [2425:2425:8:4294967295] 00000400:00000200:1.0:1788838285.780841:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.780849:0:31485:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838285.780854:0:31485:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838285.780859:0:31485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838285.780876:0:31485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838285.780884:0:31485:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838285.780889:0:31485:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788838285.780899:0:31485:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838285.780904:0:31485:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 765181 usecs (766 jiffies) 00000400:00000200:1.0:1788838285.780907:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838285.780909:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296416520 00000100:00000001:1.0:1788838285.780912:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:1.0:1788838285.780914:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296416520 00000100:00000001:1.0:1788838285.780916:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:1.0:1788838285.780919:0:31485:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838285.780921:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.780923:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838285.780925:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838285.780927:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8000 going to sleep for 11 seconds 00000100:00000001:1.0:1788838285.780928:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838285.780930:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838285.781141:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838285.781150:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:0.0:1788838285.781155:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.781160:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838285.781164:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfccc0 00000400:00000010:0.0:1788838285.781167:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfccc0. 00000100:00000001:0.0:1788838285.781171:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838285.781175:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838301 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.781184:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838285.781187:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838301 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.781192:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.781194:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838285.781962:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838285.781971:0:31475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838285.781973:0:31475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838285.781976:0:31475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25058. 00000400:00000200:2.0:1788838285.781981:0:31475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc880 00000400:00000010:2.0:1788838285.781983:0:31475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc880. 00000100:00000001:2.0:1788838285.781987:0:31475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838285.781994:0:31475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838288 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838285.782004:0:31475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838288 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.782011:0:31475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838285.782012:0:31475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.782015:0:31475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838285.782016:0:31475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838285.782019:0:31475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838285.782021:0:31475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838285.782024:0:31475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.782026:0:31475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788838285.782029:0:31475:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875731132244352 new x1875731132246400 02000000:00000001:2.0:1788838285.782032:0:31475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838285.782034:0:31475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838285.782038:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838285.782043:0:31475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d9a0. 00000400:00000010:2.0:1788838285.782048:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a908. 00000100:00000200:2.0:1788838285.782052:0:31475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132244352, portal 10 00000100:00000001:2.0:1788838285.782055:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838285.782057:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:2.0:1788838285.782064:0:31475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.782070:0:31475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838285.782072:0:31475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838285.782075:0:31475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512af68. 00000100:00000200:2.0:1788838285.782078:0:31475:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132244352, offset 0 00000400:00000200:2.0:1788838285.782084:0:31475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838285.782090:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838285.782094:0:31475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838285.782098:0:31475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838285.782101:0:31475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838285.782104:0:31475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838285.782107:0:31475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838285.782110:0:31475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2426:2426:256:4294967295] 192.168.203.123@tcp LPNI seq info [2426:2426:8:4294967295] 00000400:00000200:2.0:1788838285.782114:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838285.782121:0:31475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838285.782126:0:31475:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838285.782130:0:31475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14200. 00000800:00000200:2.0:1788838285.782135:0:31475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838285.782140:0:31475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838285.782144:0:31475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838285.782636:0:31475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838285.782642:0:31475:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 765181 usecs (766 jiffies) 00000400:00000200:2.0:1788838285.782647:0:31475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838285.782649:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296416521 00000100:00000001:2.0:1788838285.782654:0:31475:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838285.782688:0:31475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296416521 00000100:00000001:2.0:1788838285.782691:0:31475:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838285.782693:0:31475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838285.782697:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.782700:0:31475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838285.782701:0:31475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838285.782712:0:31475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb900 going to sleep for 11 seconds 00000100:00000001:2.0:1788838285.782715:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838285.782716:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838285.800853:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.801050:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838285.801054:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.801058:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838285.801066:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801074:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838285.801084:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801089:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801094:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801098:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd4e800 00000400:00000200:1.0:1788838285.801103:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801107:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6821 [1] + 224 00000800:00000001:1.0:1788838285.801114:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.801119:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838285.801122:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838285.801126:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838285.801133:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838285.801142:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838285.801269:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.801287:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838285.801301:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.801305:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838285.801307:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.801309:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838285.801312:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801315:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838285.801319:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801321:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801324:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801327:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4e900 00000400:00000200:1.0:1788838285.801330:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.801334:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6831 [1] + 224 00000800:00000001:1.0:1788838285.801338:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.802113:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838285.802119:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838285.802124:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838285.802129:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838285.802136:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838301 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838285.802154:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.802215:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838285.802223:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838285.802228:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.802234:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838285.802239:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2427:2427:255:4294967295] 192.168.203.123@tcp LPNI seq info [2427:2427:7:4294967295] 00000400:00000200:1.0:1788838285.802243:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.802250:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838285.802255:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838285.802261:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838285.802267:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838285.802274:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838285.802278:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788838285.802282:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.802286:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.802297:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838285.802301:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838285.802306:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838285.802308:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838285.802311:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8840. 00000400:00000200:1.0:1788838285.802315:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc4c8 00000400:00000010:1.0:1788838285.802318:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc4c8. 00000100:00000001:1.0:1788838285.802320:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838285.802325:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838285.802334:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.802339:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838285.802341:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.802344:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838285.802347:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838285.802349:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838285.802351:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838285.802354:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838285.802360:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838285.802363:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838285.802366:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838285.802367:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838285.802370:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838285.802372:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.802375:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838285.802379:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.802386:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838285.802390:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838285.802392:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838285.802396:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838285.802403:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132246016:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838285.802409:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.802411:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838285.802414:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908a80 x1875731132246016/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.802421:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838285.802423:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838285.802426:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3e00. 02000000:00000001:1.0:1788838285.802429:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838285.802432:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838285.802434:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838285.802436:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838285.802439:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509300. 02000000:00000001:1.0:1788838285.802442:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838285.802444:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838285.802445:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908a80. 00000100:00000001:1.0:1788838285.802449:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838285.802450:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.802452:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.802459:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838285.802460:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.802463:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838285.802465:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838285.802501:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838285.802505:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14200. 00000400:00000200:1.0:1788838285.802508:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838285.802512:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838285.802516:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512af68 00000400:00000010:1.0:1788838285.802588:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512af68. 00000100:00000001:1.0:1788838285.802593:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838285.802599:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838285.802607:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838285.802610:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838285.802617:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.802619:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788838285.802690:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838285.802694:0:31485:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838285.802696:0:31485:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838285.802698:0:31485:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f85d8. 00000400:00000200:3.0:1788838285.802702:0:31485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc000 00000400:00000010:3.0:1788838285.802808:0:31485:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc000. 00000100:00000001:3.0:1788838285.802813:0:31485:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838285.802817:0:31485:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838285.802826:0:31485:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0a80 x1875731132243968/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/512 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.802832:0:31485:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838285.802834:0:31485:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.802836:0:31485:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838285.802838:0:31485:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838285.802839:0:31485:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838285.802840:0:31485:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.802842:0:31485:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838285.802848:0:31485:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=114 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838285.802851:0:31485:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838285.802853:0:31485:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838285.802854:0:31485:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.802856:0:31485:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838285.802859:0:31485:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.802924:0:31485:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838285.802926:0:31485:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838285.802928:0:31485:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838285.802930:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.802931:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000001:3.0:1788838285.802934:0:31485:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838285.802936:0:31485:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788838285.802938:0:31485:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838285.802940:0:31485:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.802954:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0a80 x1875731132243968/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838301 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.802961:0:31485:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838285.802964:0:31485:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838285.802965:0:31485:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838285.802969:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0a80 x1875731132243968/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838301 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838285.802977:0:31485:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132243968:192.168.203.123@tcp:36:touch.0 00000100:00000001:3.0:1788838285.802981:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.802984:0:31485:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.802986:0:31485:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838285.802988:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.802991:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0a80 x1875731132243968/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838301 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.802997:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838285.802999:0:31485:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8000. 00000100:00000001:3.0:1788838285.803003:0:31485:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838285.803004:0:31485:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.803010:0:31485:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.803013:0:31485:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.803029:0:31485:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838285.803032:0:31485:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838285.803046:0:31485:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1788838285.803049:0:31485:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1788838285.803054:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.803057:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0a80 x1875731132243968/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838301 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.803064:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.803066:0:31485:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838285.803068:0:31485:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.803070:0:31485:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.803073:0:31485:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1788838285.803076:0:31485:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838285.803077:0:31485:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838285.803079:0:31485:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838285.803081:0:31485:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.803082:0:31485:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.803085:0:31485:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1788838285.803087:0:31485:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838285.803091:0:31485:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838285.803093:0:31485:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838285.803098:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838285.803100:0:31485:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838285.803104:0:31485:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838285.803106:0:31485:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838285.803109:0:31485:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838285.803110:0:31485:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838285.803113:0:31485:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838285.803115:0:31485:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788838285.803117:0:31485:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:3.0:1788838285.803121:0:31485:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838285.803124:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838285.803130:0:31485:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.803132:0:31485:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838285.803134:0:31485:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:3.0:1788838285.803135:0:31485:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.803138:0:31485:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:3.0:1788838285.803594:0:31485:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8a20e00. 00000080:00010000:3.0:1788838285.803603:0:31485:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff98afd152e3c8) 00000080:00000001:3.0:1788838285.803607:0:31485:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838285.803610:0:31485:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838285.803613:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47958 00800000:00000002:3.0:1788838285.803616:0:31485:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:3.0:1788838285.803619:0:31485:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838285.803623:0:31485:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838285.803628:0:31485:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838285.803630:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47828 00000002:00010000:3.0:1788838285.803631:0:31485:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:3.0:1788838285.803635:0:31485:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838285.803638:0:31485:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1788838285.803643:0:31485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c380. 00000020:00000040:3.0:1788838285.803647:0:31485:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838285.803652:0:31485:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838285.803696:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838285.803699:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.803703:0:31485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838285.803713:0:31485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838285.803717:0:31485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838285.803722:0:31485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8a21600. 00000100:00000001:3.0:1788838285.803728:0:31485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.803731:0:31485:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838285.803733:0:31485:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.803734:0:31485:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838285.803736:0:31485:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.803737:0:31485:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.803740:0:31485:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446630479484863360 : -113594224688256 : ffff98afc896c380) 00010000:00000001:3.0:1788838285.803744:0:31485:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838285.803746:0:31485:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838285.803751:0:31485:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac700. 00010000:00000010:3.0:1788838285.803755:0:31485:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675d00. 00010000:00000001:3.0:1788838285.803760:0:31485:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838285.803763:0:31485:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beba00. 00000020:00000001:3.0:1788838285.803766:0:31485:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838285.803769:0:31485:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beba00 with handle 0x9f68a6b43b62cee7 to hash 00000020:00000001:3.0:1788838285.803771:0:31485:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838285.803773:0:31485:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.803776:0:31485:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.803780:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838285.803782:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838285.803786:0:31485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838285.803795:0:31485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838285.803804:0:31485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838285.803809:0:31485:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838285.803810:0:31485:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838285.803816:0:31485:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838285.803818:0:31485:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418774464 : -113594290777152 : ffff98afc4a653c0) 00000100:00000001:3.0:1788838285.803820:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.803821:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484863360 : -113594224688256 : ffff98afc896c380) 00000100:00000001:3.0:1788838285.803825:0:31485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838285.803829:0:31485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.803831:0:31485:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838285.803832:0:31485:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838285.803837:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.803845:0:31485:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838285.803847:0:31485:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.803850:0:31485:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838285.803852:0:31485:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838285.803855:0:31485:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838285.803858:0:31485:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c380 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132246528:192.168.203.123@tcp:101:touch.0 00000100:00000001:3.0:1788838285.803990:0:31485:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838285.803996:0:31485:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838285.803998:0:31485:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.804001:0:31485:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838285.804006:0:31485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8717400. 02000000:00000001:3.0:1788838285.804008:0:31485:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838285.804014:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838285.804017:0:31485:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838285.804022:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838285.804028:0:31485:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132246528, portal 10 00000100:00000001:3.0:1788838285.804029:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.804031:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484863360 : -113594224688256 : ffff98afc896c380) 00000100:00000040:3.0:1788838285.804037:0:31485:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838301 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.804044:0:31485:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838285.804047:0:31485:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838285.804050:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce3b8. 00000100:00000200:3.0:1788838285.804053:0:31485:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875731132246528, offset 0 00000400:00000200:3.0:1788838285.804059:0:31485:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838285.804066:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838285.804071:0:31485:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838285.804076:0:31485:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838285.804080:0:31485:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838285.804084:0:31485:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838285.804086:0:31485:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838285.804089:0:31485:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2428:2428:255:4294967295] 192.168.203.123@tcp LPNI seq info [2428:2428:7:4294967295] 00000400:00000200:3.0:1788838285.804093:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838285.804102:0:31485:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838285.804107:0:31485:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838285.804112:0:31485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3400. 00000800:00000200:3.0:1788838285.804117:0:31485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838285.804124:0:31485:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838285.804128:0:31485:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1788838285.804132:0:31485:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.804136:0:31485:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 792448 usecs (793 jiffies) 00000400:00000200:3.0:1788838285.804139:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838285.804141:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296416569 00000100:00000001:3.0:1788838285.804144:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:3.0:1788838285.804306:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296416569 00000100:00000001:3.0:1788838285.804308:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:3.0:1788838285.804311:0:31485:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838285.804314:0:31485:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.804316:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838285.804317:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838285.804320:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a653c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838285.804322:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838285.804325:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838285.807448:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838285.807457:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:1.0:1788838285.807465:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838285.807473:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000200:1.0:1788838285.807508:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838285.807510:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:1.0:1788838285.807514:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838285.807517:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838285.807521:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce3b8 00000400:00000010:1.0:1788838285.807524:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce3b8. 00000100:00000001:1.0:1788838285.807529:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838285.807537:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838301 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838285.807548:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838285.807552:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838301 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838285.807559:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.807561:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838285.810718:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.810734:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838285.810738:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.810740:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838285.810750:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.810757:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838285.810766:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.810770:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.810775:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.810779:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4e980 00000400:00000200:1.0:1788838285.810784:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.810790:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6841 [1] + 224 00000800:00000001:1.0:1788838285.810797:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.810804:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838285.810808:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838285.810812:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838285.810818:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838285.810827:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838285.810838:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.810973:0:31475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838285.811253:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838285.811264:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.811268:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838285.814728:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.814742:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838285.814746:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.814749:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838285.814757:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.814765:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838285.814773:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.814777:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.814781:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.814785:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 10 MB=0x6a9f7afd4ea00 00000400:00000200:1.0:1788838285.814790:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838285.814796:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 400/400 into md 0x6849 [1] + 224 00000800:00000001:1.0:1788838285.814802:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.814821:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838285.814825:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838285.814829:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838285.814837:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838285.814846:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838301 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838285.814857:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838285.815009:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838285.815021:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838285.815025:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.816173:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838285.816182:0:31485:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838285.816185:0:31485:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838285.816189:0:31485:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838285.816194:0:31485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:3.0:1788838285.816196:0:31485:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:3.0:1788838285.816200:0:31485:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838285.816209:0:31485:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838285.816220:0:31485:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.816227:0:31485:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838285.816229:0:31485:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.816231:0:31485:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838285.816235:0:31485:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838285.816237:0:31485:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838285.816239:0:31485:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.816243:0:31485:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838285.816251:0:31485:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=114 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838285.816255:0:31485:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838285.816258:0:31485:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838285.816259:0:31485:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.816262:0:31485:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838285.816265:0:31485:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.816268:0:31485:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838285.816270:0:31485:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788838285.816272:0:31485:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838285.816275:0:31485:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.816280:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.816287:0:31485:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838285.816290:0:31485:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838285.816292:0:31485:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838285.816297:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838301 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838285.816304:0:31485:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c380 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132246528:192.168.203.123@tcp:101:touch.0 00000100:00000001:3.0:1788838285.816309:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.816312:0:31485:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.816314:0:31485:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838285.816316:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.816320:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838301 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.816327:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838285.816329:0:31485:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838285.816334:0:31485:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838285.816335:0:31485:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.816337:0:31485:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838285.816341:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.816343:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.816347:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=4 00000020:00000001:3.0:1788838285.816349:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.816352:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000040:3.0:1788838285.816357:0:31485:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beba00, remote cookie: 0xff98f31736b3b600, flags: 0x1000 00010000:00000001:3.0:1788838285.816360:0:31485:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838285.816364:0:31485:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838285.816366:0:31485:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838285.816368:0:31485:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838285.816369:0:31485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838285.816372:0:31485:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff98afd83ac700) refcount = 1 00010000:00010000:3.0:1788838285.816378:0:31485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838285.816386:0:31485:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838285.816389:0:31485:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838285.816390:0:31485:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838285.816393:0:31485:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838285.816395:0:31485:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838285.816399:0:31485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838285.816404:0:31485:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838285.816406:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.816408:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838285.816409:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.816410:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838285.816411:0:31485:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.816415:0:31485:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838285.816416:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.816418:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.816419:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838285.816421:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.816423:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.816425:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.816426:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838285.816430:0:31485:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838301 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1788838285.816438:0:31485:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff98afd0025800: layout return lvb 56 transno 0 00010000:00000001:3.0:1788838285.816441:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.816442:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.816443:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838285.816445:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.816447:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00000002:00010000:3.0:1788838285.816451:0:31485:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788838285.816461:0:31485:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd00d2280. 00010000:00000001:3.0:1788838285.816463:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.816464:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838285.816466:0:31485:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.816468:0:31485:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838285.816470:0:31485:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838285.816472:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.816473:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.816474:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838285.816476:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.816478:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00000002:00010000:3.0:1788838285.816481:0:31485:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838285.816487:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.816488:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838285.816489:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838285.816491:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.816492:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.816493:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838285.816495:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.816497:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000040:3.0:1788838285.816503:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:3.0:1788838285.816506:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838285.816510:0:31485:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:3.0:1788838285.816512:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.816513:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838285.816515:0:31485:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838285.816644:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f477b0 00000002:00002000:3.0:1788838285.816647:0:31485:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1788838285.816650:0:31485:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.816654:0:31485:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.816933:0:31485:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838285.816937:0:31485:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838285.816941:0:31485:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.816943:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.816959:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c380 x1875731132246528/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788838301 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.816973:0:31485:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838285.816975:0:31485:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838285.816978:0:31485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717400. 02000000:00000001:3.0:1788838285.816981:0:31485:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838285.816983:0:31485:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838285.816985:0:31485:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838285.816987:0:31485:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838285.816990:0:31485:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8a21600. 02000000:00000001:3.0:1788838285.816993:0:31485:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838285.816995:0:31485:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838285.816997:0:31485:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c380. 00000100:00000001:3.0:1788838285.817000:0:31485:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838285.817001:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788838285.817006:0:31485:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8a20e00. 00000080:00010000:3.0:1788838285.817010:0:31485:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) for lock 0x9f68a6b43b62cee7 00800000:00000001:3.0:1788838285.817014:0:31485:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838285.817017:0:31485:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838285.817018:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.817020:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.817022:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838285.817023:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817026:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817028:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817030:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838285.817031:0:31485:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.817033:0:31485:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838285.817036:0:31485:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cee7 from it ffffbbcb01f47a78 00010000:00000001:3.0:1788838285.817038:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.817039:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.817041:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838285.817043:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817044:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817046:0:31485:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838285.817050:0:31485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838285.817057:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817058:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838285.817059:0:31485:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838285.817062:0:31485:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838285.817065:0:31485:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838285.817073:0:31485:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838285.817076:0:31485:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838285.817078:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838285.817082:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817083:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838285.817084:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.817087:0:31485:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838285.817088:0:31485:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.817090:0:31485:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.817092:0:31485:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.817093:0:31485:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838285.817095:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817096:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838285.817098:0:31485:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.817100:0:31485:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788838285.817102:0:31485:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:3.0:1788838285.817106:0:31485:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838285.817108:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838285.817111:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:3.0:1788838285.817113:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838285.817117:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838285.817119:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838285.817122:0:31485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838285.817129:0:31485:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838285.817134:0:31485:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838285.817137:0:31485:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838285.817200:0:31485:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788838285.817204:0:31485:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:3.0:1788838285.817206:0:31485:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1788838285.817208:0:31485:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1788838285.817210:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.817211:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.817213:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838285.817215:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817217:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00000080:00010000:3.0:1788838285.817220:0:31485:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](00000000638d2236) being reconfigured ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1788838285.817228:0:31485:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838285.817230:0:31485:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838285.817231:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.817232:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.817233:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=4 00000020:00000001:3.0:1788838285.817235:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817238:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817240:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817241:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838285.817242:0:31485:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.817243:0:31485:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.817246:0:31485:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1788838285.817247:0:31485:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff98afd00d2280 l_lvb_len=56 00000080:00000001:3.0:1788838285.817250:0:31485:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.817252:0:31485:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838285.817254:0:31485:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838285.817258:0:31485:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286520 : -113594224265096 : ffff98afc89d3878) 00000020:00001000:3.0:1788838285.817260:0:31485:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3870 00000020:00000001:3.0:1788838285.817263:0:31485:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838285.817266:0:31485:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838285.817268:0:31485:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838285.817274:0:31485:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acb1e0. 00020000:00000010:3.0:1788838285.817278:0:31485:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09e7480. 00020000:00000010:3.0:1788838285.817283:0:31485:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acbb40. 00020000:00000001:3.0:1788838285.817286:0:31485:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419194176 : -113594290357440 : ffff98afc4acbb40) 00020000:00000002:3.0:1788838285.817289:0:31485:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbb40, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838285.817293:0:31485:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838285.817297:0:31485:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09e7480: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:3.0:1788838285.817301:0:31485:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce65d0) owner ffff98afc3fd4f80 00020000:00000001:3.0:1788838285.817304:0:31485:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838285.817306:0:31485:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce65d0) owner ffff98afc3fd4f80 00020000:00000010:3.0:1788838285.817310:0:31485:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09e7480. 00020000:00000010:3.0:1788838285.817313:0:31485:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acb1e0. 00020000:00000010:3.0:1788838285.817315:0:31485:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acbb40. 00020000:00000002:3.0:1788838285.817317:0:31485:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838285.817319:0:31485:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817321:0:31485:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817324:0:31485:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838285.817327:0:31485:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000002:3.0:1788838285.817329:0:31485:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b175a0 addref 2/0 by ffff98afc3fd4f80. 00020000:00000002:3.0:1788838285.817332:0:31485:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000001:3.0:1788838285.817334:0:31485:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838285.817336:0:31485:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838285.817337:0:31485:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838285.817339:0:31485:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788838285.817341:0:31485:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788838285.817343:0:31485:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788838285.817346:0:31485:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3870 00000080:00000001:3.0:1788838285.817348:0:31485:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.817350:0:31485:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1788838285.817350:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817352:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838285.817353:0:31485:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838285.817354:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.817356:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838285.817358:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817359:0:31485:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838285.817361:0:31485:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838285.817364:0:31485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838285.817370:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817371:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838285.817372:0:31485:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838285.817373:0:31485:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838285.817376:0:31485:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838285.817382:0:31485:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838285.817384:0:31485:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838285.817385:0:31485:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838285.817387:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817388:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838285.817389:0:31485:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.817391:0:31485:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838285.817392:0:31485:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.817393:0:31485:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.817395:0:31485:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.817397:0:31485:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838285.817399:0:31485:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838285.817399:0:31485:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838285.817401:0:31485:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.817403:0:31485:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.817405:0:31485:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838285.817410:0:31485:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff98afc3f370f0 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1788838285.817412:0:31485:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000001:3.0:1788838285.817415:0:31485:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838285.817417:0:31485:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838285.817419:0:31485:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838285.817421:0:31485:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.817423:0:31485:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838285.817425:0:31485:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838285.817427:0:31485:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817429:0:31485:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838285.817431:0:31485:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838285.817432:0:31485:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838285.817433:0:31485:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00000020:00000001:3.0:1788838285.817435:0:31485:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817438:0:31485:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838285.817439:0:31485:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788838285.817441:0:31485:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1788838285.817443:0:31485:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838285.817446:0:31485:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838285.817448:0:31485:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838285.817451:0:31485:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838285.817452:0:31485:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838285.817453:0:31485:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838285.817455:0:31485:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286520 : -113594224265096 : ffff98afc89d3878) 00000020:00001000:3.0:1788838285.817456:0:31485:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3870 00000020:00000001:3.0:1788838285.817459:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afd08133a0 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838285.817461:0:31485:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838285.817464:0:31485:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838285.817465:0:31485:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838285.817467:0:31485:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.817469:0:31485:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.817471:0:31485:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:3.0:1788838285.817473:0:31485:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788838285.817476:0:31485:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788838285.817479:0:31485:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817480:0:31485:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.817482:0:31485:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.817484:0:31485:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817485:0:31485:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817487:0:31485:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788838285.817489:0:31485:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838285.817490:0:31485:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838285.817491:0:31485:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838285.817493:0:31485:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838285.817494:0:31485:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817496:0:31485:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.817497:0:31485:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.817499:0:31485:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817500:0:31485:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838285.817501:0:31485:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817502:0:31485:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817503:0:31485:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1788838285.817507:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838285.817509:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838285.817511:0:31485:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788838285.817514:0:31485:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.817515:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000400:00000001:2.0:1788838285.817625:0:31475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838285.817629:0:31475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838285.817631:0:31475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d9a0. 00000400:00000200:2.0:1788838285.817636:0:31475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a908 00000400:00000010:2.0:1788838285.817638:0:31475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a908. 00000100:00000001:2.0:1788838285.817641:0:31475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838285.817648:0:31475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838285.817669:0:31475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132244352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.817677:0:31475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838285.817679:0:31475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.817681:0:31475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838285.817683:0:31475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838285.817685:0:31475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838285.817687:0:31475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838285.817689:0:31475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838285.817695:0:31475:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838285.817699:0:31475:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838285.817702:0:31475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838285.817703:0:31475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838285.817779:0:31475:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838285.817782:0:31475:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.817785:0:31475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838285.817787:0:31475:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838285.817789:0:31475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838285.817791:0:31475:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838285.817796:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090bb80 x1875731132244352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.817808:0:31475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838285.817810:0:31475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838285.817811:0:31475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838285.817815:0:31475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090bb80 x1875731132244352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838285.817822:0:31475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:31475:1875731132244352:192.168.203.123@tcp:35:multiop.0 00000100:00000001:2.0:1788838285.817826:0:31475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.817829:0:31475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.817831:0:31475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838285.817832:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838285.817835:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090bb80 x1875731132244352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.817841:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838285.817843:0:31475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd85fb900. 00000100:00000001:2.0:1788838285.817846:0:31475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838285.817847:0:31475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.817853:0:31475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838285.817855:0:31475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000002:00000001:2.0:1788838285.817857:0:31475:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838285.817860:0:31475:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838285.817933:0:31475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126200. 00000080:00000001:2.0:1788838285.817937:0:31475:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838285.817939:0:31475:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838285.817943:0:31475:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838285.817957:0:31475:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.817965:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838285.817968:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3800 x1875731132242816/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838284 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.817979:0:31475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838285.817981:0:31475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838285.817983:0:31475:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838285.817984:0:31475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838285.817987:0:31475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e800. 02000000:00000001:2.0:1788838285.817990:0:31475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838285.817992:0:31475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838285.817994:0:31475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3800. 00000100:00000001:2.0:1788838285.817996:0:31475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838285.817997:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.817999:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838285.818002:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090bb80 x1875731132244352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.818008:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838285.818010:0:31475:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e6200. 00000002:00000001:2.0:1788838285.818012:0:31475:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838285.818014:0:31475:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838285.818016:0:31475:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110dfc0. 00000100:00000001:2.0:1788838285.818018:0:31475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838285.818021:0:31475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090bb80 x1875731132244352/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.818027:0:31475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838285.818029:0:31475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838285.818031:0:31475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0080000. 02000000:00000001:2.0:1788838285.818033:0:31475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838285.818034:0:31475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838285.818035:0:31475:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838285.818037:0:31475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838285.818038:0:31475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1127a00. 02000000:00000001:2.0:1788838285.818040:0:31475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838285.818041:0:31475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838285.818043:0:31475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090bb80. 00000100:00000001:2.0:1788838285.818045:0:31475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838285.818047:0:31475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838285.818049:0:31475:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838285.818052:0:31475:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174a00. 00000080:00000001:2.0:1788838285.818055:0:31475:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838285.818060:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543df0 00000080:00000008:2.0:1788838285.818062:0:31475:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff98afd152ec08), flags 100002, rc = 0 00000080:00000001:2.0:1788838285.818065:0:31475:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838285.818070:0:31475:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838285.818072:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543e00 00000080:00002000:2.0:1788838285.818074:0:31475:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff98afd15b5438, parent ffff98afd1646798, inode ffff98afd152ec08) hashed, 00000080:00000001:2.0:1788838285.818077:0:31475:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838285.818085:0:31475:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838285.818090:0:31475:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788838285.818093:0:31475:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838285.818094:0:31475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01543e00 00000080:00002000:2.0:1788838285.818096:0:31475:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff98afd1646798, parent ffff98afd8effa20, inode ffff98afd15aec08) hashed, 00000080:00000001:2.0:1788838285.818098:0:31475:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838285.818101:0:31475:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838285.818104:0:31475:0:(dcache.c:48:ll_release()) Process leaving 00020000:00000001:3.0:1788838285.818594:0:31485:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1788838285.818597:0:31485:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788838285.818599:0:31485:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838285.818601:0:31485:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788838285.818603:0:31485:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1788838285.818606:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838285.818609:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838285.818611:0:31485:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788838285.818614:0:31485:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.818616:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838285.818618:0:31485:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788838285.818620:0:31485:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838285.818622:0:31485:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.818624:0:31485:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.818625:0:31485:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000020:00000001:3.0:1788838285.818627:0:31485:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838285.818629:0:31485:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838285.818630:0:31485:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838285.818632:0:31485:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838285.818634:0:31485:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838285.818635:0:31485:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838285.818638:0:31485:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1788838285.818645:0:31485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c380. 00000020:00000040:3.0:1788838285.818649:0:31485:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:3.0:1788838285.818653:0:31485:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788838285.818672:0:31485:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788838285.818676:0:31485:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1720 00000400:00000200:3.0:1788838285.818683:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838285.818688:0:31485:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1788838285.818692:0:31485:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838285.818695:0:31485:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838285.818697:0:31485:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838285.818699:0:31485:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:3.0:1788838285.818702:0:31485:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788838285.818703:0:31485:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:3.0:1788838285.819729:0:31485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838285.819732:0:31485:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:3.0:1788838285.819735:0:31485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:3.0:1788838285.819737:0:31485:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000040:3.0:1788838285.819742:0:31485:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838285.819744:0:31485:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838285.819746:0:31485:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838285.819748:0:31485:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:3.0:1788838285.819750:0:31485:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00080000:3.0:1788838285.819753:0:31485:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98afd0025800: import ffff98afc4c52800 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:3.0:1788838285.819756:0:31485:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.819758:0:31485:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788838285.819764:0:31485:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838285.819766:0:31485:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.819769:0:31485:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788838285.819772:0:31485:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788838285.819775:0:31485:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.819777:0:31485:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838285.819781:0:31485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c700. 00000020:00000040:3.0:1788838285.819783:0:31485:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 02000000:00000001:3.0:1788838285.819786:0:31485:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838285.819788:0:31485:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.819791:0:31485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838285.819794:0:31485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838285.819796:0:31485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838285.819802:0:31485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717400. 00000100:00000001:3.0:1788838285.819807:0:31485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838285.819815:0:31485:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838285.819824:0:31485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838285.819827:0:31485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.819831:0:31485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090208f0c] to pc [ptlrpcd_rcv+-1] req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838285.819853:0:31485:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.819856:0:31485:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788838285.819857:0:31485:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:3.0:1788838285.819860:0:31485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838285.819868:0:31485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838285.819870:0:31485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838285.819874:0:31485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8a20e00. 00000100:00000001:3.0:1788838285.819876:0:31485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.819881:0:31485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838285.819882:0:31485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.819887:0:31485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000151653d6] to pc [ptlrpcd_01_01+1] req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788838285.819904:0:31485:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838285.819907:0:31485:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.819909:0:31485:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.819912:0:31485:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.819913:0:31485:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.819915:0:31485:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.819917:0:31485:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.819920:0:31485:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788838285.819922:0:31485:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788838285.819923:0:31485:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788838285.819925:0:31485:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788838285.819933:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788838285.819936:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788838285.819938:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.819945:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838285.819956:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.819958:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838285.819959:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838285.819962:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838285.819967:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.819973:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838285.819976:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788838285.819979:0:2353:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.819986:0:2353:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.819989:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.819990:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838285.819991:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.819993:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.819995:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.821696:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838285.821702:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.821721:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838285.821725:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838285.821727:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838285.821738:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838285.821748:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838285.821750:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838285.821754:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838285.821757:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838285.821759:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838285.821763:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132246656:192.168.203.123@tcp:8:touch.0 00000100:00000001:2.0:1788838285.821766:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838285.821770:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838285.821773:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838285.821775:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838285.821781:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e800. 02000000:00000001:2.0:1788838285.821782:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838285.821790:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838285.821793:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d9a0. 00000400:00000010:2.0:1788838285.821799:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a908. 00000100:00000200:2.0:1788838285.821805:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132246656, portal 4 00000100:00000001:2.0:1788838285.821808:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838285.821809:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000040:2.0:1788838285.821816:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838285.821823:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838285.821826:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838285.821828:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a220. 00000100:00000200:2.0:1788838285.821831:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132246656, offset 0 00000400:00000200:2.0:1788838285.821837:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838285.821846:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838285.821851:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838285.821856:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838285.821859:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838285.821873:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838285.821875:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838285.821879:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2429:2429:256:4294967295] 192.168.203.123@tcp LPNI seq info [2429:2429:8:4294967295] 00000400:00000200:2.0:1788838285.821882:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838285.821891:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838285.821896:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838285.821900:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14800. 00000800:00000200:2.0:1788838285.821906:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838285.821913:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838285.821917:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788838285.821932:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838285.821936:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22663 usecs (23 jiffies) 00000400:00000200:2.0:1788838285.821939:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838285.821942:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296415817 00000100:00000001:2.0:1788838285.821953:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838285.821957:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296415817 00000100:00000001:2.0:1788838285.821959:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838285.821961:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838285.821963:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.821966:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.821967:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.821974:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838285.821975:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788838285.821977:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838285.821979:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838285.821980:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.821982:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838285.822677:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838285.822683:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14800. 00000400:00000200:0.0:1788838285.822689:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.822695:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838285.822700:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a220 00000400:00000010:0.0:1788838285.828086:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a220. 00000100:00000001:0.0:1788838285.828102:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838285.828114:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.828126:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838285.828129:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.828136:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.828137:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838285.829263:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.829278:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838285.829282:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.829285:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838285.829293:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.829299:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838285.829307:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.829311:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.829316:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.829320:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd4ea80 00000400:00000200:0.0:1788838285.829324:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.829329:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x6851 [1] + 0 00000800:00000001:0.0:1788838285.829336:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.829343:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838285.829346:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.829350:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838285.829357:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838285.829364:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838285.829375:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838285.829389:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838285.829396:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.829399:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.829615:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838285.829619:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838285.829625:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838285.829627:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838285.829630:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d9a0. 00000400:00000200:1.0:1788838285.829635:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a908 00000400:00000010:1.0:1788838285.829637:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a908. 00000100:00000001:1.0:1788838285.829640:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838285.829644:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838285.829653:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.829682:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838285.829683:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.829686:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838285.829689:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838285.829691:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838285.829693:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838285.829696:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838285.829802:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=114 v=5 (5 5 16 37) 00000100:00001000:1.0:1788838285.829808:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838285.829811:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838285.829813:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838285.829816:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838285.829819:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.829822:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788838285.829825:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: committing for last_committed 4294967333 gen 14 00000100:00000040:1.0:1788838285.829828:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788838285.829831:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838285.829833:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838285.829838:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.829844:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838285.829847:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838285.829848:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.829851:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788838285.829856:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:1.0:1788838285.829859:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838285.829919:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:1.0:1788838285.829922:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838285.829925:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:1.0:1788838285.829927:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:1.0:1788838285.829929:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00001000:1.0:1788838285.829933:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=1788838285 v=0 (0 0 0 0) 00000100:00001000:1.0:1788838285.829935:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4c52c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788838285.829939:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000100:00080000:1.0:1788838285.829944:0:2350:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff98afd0025800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788838285.829956:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:1.0:1788838285.829959:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788838285.829962:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788838285.829966:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788838285.829969:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788838285.829972:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788838285.829975:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838285.829978:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838285.829980:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838285.829981:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838285.829983:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.829985:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788838285.829987:0:2350:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788838285.829990:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4c52800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788838285.829993:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788838285.829994:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788838285.829995:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788838285.829996:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788838285.829998:0:2350:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788838285.830000:0:2350:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788838285.830004:0:2350:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788838285.830006:0:2350:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788838285.830008:0:2350:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838285.830010:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838285.830012:0:2350:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788838285.830014:0:2350:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788838285.830015:0:2350:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788838285.830017:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788838285.830019:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788838285.830020:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838285.830022:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838285.830024:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788838285.830025:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788838285.830026:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838285.830027:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788838285.830029:0:2350:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788838285.830032:0:2350:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788838285.830034:0:2350:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838285.830036:0:2350:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838285.830037:0:2350:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838285.830039:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838285.830040:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838285.830042:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838285.830044:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.830045:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788838285.830047:0:2350:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838285.830049:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788838285.830055:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a85d5c3e): req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838285.830078:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.830081:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838285.830084:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838285.830092:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132246656:192.168.203.123@tcp:8:touch.0 00000100:00000001:1.0:1788838285.830097:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.830099:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838285.830102:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c700 x1875731132246656/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838285.830109:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838285.830111:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838285.830115:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e800. 02000000:00000001:1.0:1788838285.830119:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838285.830120:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838285.830122:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838285.830123:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838285.830126:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717400. 02000000:00000001:1.0:1788838285.830129:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838285.830130:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838285.830132:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c700. 00000100:00000001:1.0:1788838285.830135:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838285.830136:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838285.830139:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.830624:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838285.830628:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838285.830630:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.830633:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838285.830635:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838285.830638:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838285.830641:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838285.830643:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.830646:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838285.830651:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838285.830653:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838285.830677:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838285.830685:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838285.830687:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838285.830694:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838285.830697:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d1b8. 00000400:00000010:2.0:1788838285.830702:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a880. 00000100:00000200:2.0:1788838285.830786:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132246784, portal 4 00000100:00000001:2.0:1788838285.830790:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838285.830791:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484863360 : -113594224688256 : ffff98afc896c380) 00000100:00000040:2.0:1788838285.830801:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.830808:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838285.830811:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838285.830814:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aa18. 00000100:00000200:2.0:1788838285.830818:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875731132246784, offset 0 00000400:00000200:2.0:1788838285.830825:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838285.830833:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838285.830839:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838285.830844:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838285.830848:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838285.830852:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838285.830854:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838285.830857:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2430:2430:256:4294967295] 192.168.203.123@tcp LPNI seq info [2430:2430:8:4294967295] 00000400:00000200:2.0:1788838285.830932:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838285.830941:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838285.830957:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838285.830963:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14600. 00000800:00000200:2.0:1788838285.830968:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838285.830976:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838285.830980:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788838285.830992:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838285.830997:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22606 usecs (23 jiffies) 00000400:00000200:2.0:1788838285.831001:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838285.831004:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296415826 00000100:00000001:2.0:1788838285.831007:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838285.831009:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296415826 00000100:00000001:2.0:1788838285.831011:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838285.831013:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838285.831017:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.831019:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.831023:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838285.831025:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838285.831027:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838285.831028:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838285.831030:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.831032:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.831081:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838285.831084:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838285.831087:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838285.831088:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838285.832684:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838285.832691:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14600. 00000400:00000200:0.0:1788838285.832699:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.832814:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838285.832820:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aa18 00000400:00000010:0.0:1788838285.832822:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aa18. 00000100:00000001:0.0:1788838285.832827:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838285.832833:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838285.832843:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838285.832846:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838285.832852:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.832855:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788838285.834784:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838285.834790:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838285.834795:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838285.834796:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.835010:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838285.835014:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838285.835017:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:2.1:1788838285.835481:0:31510:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6e00. 00000080:00000010:2.1:1788838285.835491:0:31510:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a71e0. 00000800:00000001:0.0:1788838285.887315:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.887329:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838285.887333:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.887335:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838285.887344:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.887351:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838285.887359:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.887364:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.887369:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.887372:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 432 into portal 4 MB=0x6a9f7afd4eb00 00000400:00000200:0.0:1788838285.887377:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.887383:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 432/432 into md 0x6859 [1] + 224 00000800:00000001:0.0:1788838285.887389:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.887396:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838285.887399:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.887403:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838285.887410:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838285.887419:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838285.887430:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.887486:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838285.887491:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838285.887509:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838285.887528:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.887531:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838285.888844:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838285.888849:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838285.888852:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d1b8. 00000400:00000200:2.0:1788838285.888858:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:2.0:1788838285.889223:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:2.0:1788838285.889230:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838285.889239:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838285.889250:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c380 x1875731132246784/t0(0) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.889257:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838285.889260:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.889263:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838285.889266:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838285.889268:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838285.889270:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838285.889272:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838285.889281:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=114 v=5 (5 5 16 37) 00000100:00001000:2.0:1788838285.889284:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838285.889287:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838285.889288:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838285.889291:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838285.889294:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.889297:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838285.889299:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: committing for last_committed 4294967335 gen 14 00000100:00000001:2.0:1788838285.889302:0:2353:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788838285.889305:0:2353:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1788838285.889307:0:2353:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838285.889309:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838285.889313:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c380 x1875731132246784/t4294967335(4294967335) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.889320:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838285.889322:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838285.889324:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838285.889327:0:2353:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:2.0:1788838285.889376:0:2353:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838285.889381:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c380 x1875731132246784/t4294967335(4294967335) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838285.889389:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:0:1875731132246784:192.168.203.123@tcp:2:touch.0 00000100:00000001:2.0:1788838285.889393:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.889396:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838285.889399:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c380 x1875731132246784/t4294967335(4294967335) o2->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838301 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838285.889405:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838285.889407:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838285.889410:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838285.889413:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838285.889416:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838285.889417:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838285.889420:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838285.889422:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8a20e00. 02000000:00000001:2.0:1788838285.889425:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838285.889427:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838285.889429:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c380. 00000100:00000001:2.0:1788838285.889432:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838285.889433:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.889435:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838285.889443:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838285.889445:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838285.889448:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838285.889450:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.892631:0:31485:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788838285.892639:0:31485:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.892643:0:31485:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.892647:0:31485:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788838285.892649:0:31485:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788838285.892651:0:31485:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788838285.892654:0:31485:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838285.892857:0:31485:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838285.892859:0:31485:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788838285.892930:0:31485:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.892932:0:31485:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.892934:0:31485:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788838285.892935:0:31485:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788838285.892937:0:31485:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788838285.892939:0:31485:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788838285.892941:0:31485:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838285.892942:0:31485:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838285.892944:0:31485:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838285.892953:0:31485:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788838285.892957:0:31485:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788838285.892958:0:31485:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.892960:0:31485:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.892962:0:31485:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838285.892962:0:31485:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838285.892964:0:31485:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.892967:0:31485:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838285.892969:0:31485:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838285.892970:0:31485:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838285.892971:0:31485:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838285.892973:0:31485:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838285.892976:0:31485:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3870 00020000:00000001:3.0:1788838285.892981:0:31485:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838285.892983:0:31485:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838285.892986:0:31485:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838285.892988:0:31485:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838285.892991:0:31485:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838285.892992:0:31485:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838285.892993:0:31485:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838285.892996:0:31485:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.892999:0:31485:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1788838285.893003:0:31485:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abe400. 00000020:00000001:3.0:1788838285.893013:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47c30 00000080:00200008:3.0:1788838285.893016:0:31485:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff98afd152e3c8) current size 0, valid attrs 100201f0, mode 0, uid -1055903166, gid -1, new size 213440, atime 1788838269.000000000, mtime 1788838269.000000000, ctime 1788838269.000000000, rc 0 00000080:00000001:3.0:1788838285.893022:0:31485:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838285.893037:0:31485:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838285.893040:0:31485:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000002:3.0:1788838285.893043:0:31485:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000001:3.0:1788838285.893046:0:31485:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.893053:0:31485:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838285.893055:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47df0 00000080:00200008:3.0:1788838285.893057:0:31485:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x2a:0x0](ffff98afd152e3c8), flags 104001 00000080:00000001:3.0:1788838285.893061:0:31485:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788838285.893064:0:31485:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788838285.893065:0:31485:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838285.893066:0:31485:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000002:3.0:1788838285.893068:0:31485:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afc3fd4f80 00020000:00000001:3.0:1788838285.893071:0:31485:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.893073:0:31485:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788838285.893081:0:31485:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838285.893085:0:31485:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838285.893094:0:31485:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:3.0:1788838285.893097:0:31485:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838285.893102:0:31485:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838285.893105:0:31485:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:3.0:1788838285.893108:0:31485:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788838285.893109:0:31485:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788838285.893114:0:31485:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc8a21600. 00000080:00000001:3.0:1788838285.893116:0:31485:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788838285.893123:0:31485:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788838285.893125:0:31485:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788838285.893127:0:31485:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2a:0x0] 00000002:00000001:3.0:1788838285.893133:0:31485:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788838285.893134:0:31485:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x2a:0x0] file closed with intent: 0 00000100:00000010:3.0:1788838285.893141:0:31485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ca80. 00000020:00000040:3.0:1788838285.893145:0:31485:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838285.893151:0:31485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838285.893155:0:31485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838285.893159:0:31485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838285.893166:0:31485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8a21e00. 00000100:00000001:3.0:1788838285.893173:0:31485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788838285.893192:0:31485:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788838285.893202:0:31485:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788838285.893207:0:31485:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788838285.893214:0:31485:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838285.893216:0:31485:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838285.893223:0:31485:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838285.893224:0:31485:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418774464 : -113594290777152 : ffff98afc4a653c0) 00000100:00000001:3.0:1788838285.893226:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.893228:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484865152 : -113594224686464 : ffff98afc896ca80) 00000100:00000001:3.0:1788838285.893231:0:31485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838285.893234:0:31485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.893236:0:31485:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838285.893238:0:31485:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838285.893241:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.893248:0:31485:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838285.893249:0:31485:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.893252:0:31485:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838285.893255:0:31485:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838285.893257:0:31485:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838285.893259:0:31485:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ca80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132247040:192.168.203.123@tcp:35:touch.0 00000100:00000001:3.0:1788838285.893263:0:31485:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838285.893268:0:31485:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838285.893270:0:31485:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.893272:0:31485:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838285.893277:0:31485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8716800. 02000000:00000001:3.0:1788838285.893279:0:31485:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838285.893285:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838285.893289:0:31485:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838285.893295:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838285.893301:0:31485:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132247040, portal 10 00000100:00000001:3.0:1788838285.893303:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.893304:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484865152 : -113594224686464 : ffff98afc896ca80) 00000100:00000040:3.0:1788838285.893309:0:31485:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.893314:0:31485:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838285.893317:0:31485:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838285.893320:0:31485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cedd0. 00000100:00000200:3.0:1788838285.893323:0:31485:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132247040, offset 0 00000400:00000200:3.0:1788838285.893329:0:31485:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838285.893336:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838285.893342:0:31485:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838285.893347:0:31485:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838285.893352:0:31485:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838285.893355:0:31485:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838285.893358:0:31485:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838285.893361:0:31485:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2431:2431:256:4294967295] 192.168.203.123@tcp LPNI seq info [2431:2431:8:4294967295] 00000400:00000200:3.0:1788838285.893365:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838285.893373:0:31485:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838285.893379:0:31485:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838285.893383:0:31485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3e00. 00000800:00000200:3.0:1788838285.893389:0:31485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838285.893396:0:31485:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838285.893400:0:31485:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788838285.893467:0:31485:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.893472:0:31485:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 812901 usecs (813 jiffies) 00000400:00000200:3.0:1788838285.893476:0:31485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838285.893478:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296416679 00000100:00000001:3.0:1788838285.893481:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:3.0:1788838285.893483:0:31485:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296416679 00000100:00000001:3.0:1788838285.893485:0:31485:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:3.0:1788838285.893487:0:31485:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838285.893491:0:31485:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.893493:0:31485:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838285.893495:0:31485:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838285.893497:0:31485:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a653c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838285.893499:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838285.893502:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838285.896215:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838285.896225:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3e00. 00000400:00000200:0.0:1788838285.896232:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.896239:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838285.896246:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cedd0 00000400:00000010:0.0:1788838285.896250:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cedd0. 00000100:00000001:0.0:1788838285.896255:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838285.896262:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838285.896275:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838285.896278:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838285.896285:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838285.896286:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838285.901649:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.901677:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838285.901680:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.901683:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838285.901691:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.901698:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838285.901706:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.901711:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.901716:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.901719:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4ec00 00000400:00000200:0.0:1788838285.901723:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838285.901728:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6861 [1] + 224 00000800:00000001:0.0:1788838285.901734:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.901741:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838285.901744:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838285.901748:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838285.901755:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838285.901762:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838285.901772:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.901836:0:31485:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838285.901856:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838285.901872:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838285.901876:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838285.905420:0:31485:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838285.905427:0:31485:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838285.905431:0:31485:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838285.905437:0:31485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:3.0:1788838285.905439:0:31485:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:3.0:1788838285.905444:0:31485:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838285.905454:0:31485:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838285.905465:0:31485:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ca80 x1875731132247040/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838301 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.905472:0:31485:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838285.905475:0:31485:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.905478:0:31485:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838285.905481:0:31485:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838285.905483:0:31485:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838285.905485:0:31485:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838285.905488:0:31485:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838285.905498:0:31485:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838285.905502:0:31485:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838285.905505:0:31485:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838285.905507:0:31485:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838285.905510:0:31485:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838285.905513:0:31485:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.905584:0:31485:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838285.905588:0:31485:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838285.905590:0:31485:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838285.905592:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.905594:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484865152 : -113594224686464 : ffff98afc896ca80) 00000100:00000001:3.0:1788838285.905597:0:31485:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838285.905599:0:31485:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788838285.905601:0:31485:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838285.905603:0:31485:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838285.905609:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ca80 x1875731132247040/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.905620:0:31485:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838285.905624:0:31485:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838285.905626:0:31485:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838285.905629:0:31485:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ca80 x1875731132247040/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838285.905636:0:31485:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ca80 pname:cluuid:pid:xid:nid:opc:job touch:236057cd-729b-462c-8b72-16ae653ba0e9:31485:1875731132247040:192.168.203.123@tcp:35:touch.0 00000100:00000001:3.0:1788838285.905641:0:31485:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.905644:0:31485:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.905646:0:31485:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838285.905649:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.905652:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ca80 x1875731132247040/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.905765:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838285.905769:0:31485:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838285.905773:0:31485:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838285.905774:0:31485:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.905782:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.905783:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484865152 : -113594224686464 : ffff98afc896ca80) 00000002:00000001:3.0:1788838285.905786:0:31485:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.905790:0:31485:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838285.905795:0:31485:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8a21600. 00000080:00000001:3.0:1788838285.905798:0:31485:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788838285.905801:0:31485:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788838285.905805:0:31485:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788838285.905811:0:31485:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.905819:0:31485:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838285.905820:0:31485:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:3.0:1788838285.905822:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.905824:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.905830:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838285.905832:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.905835:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2d80 x1875731132243712/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838285 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.905841:0:31485:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788838285.905844:0:31485:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838285.905846:0:31485:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838285.905848:0:31485:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838285.905851:0:31485:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406f800. 02000000:00000001:3.0:1788838285.905855:0:31485:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838285.905857:0:31485:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838285.905859:0:31485:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2d80. 00000100:00000001:3.0:1788838285.906174:0:31485:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838285.906176:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838285.906178:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.906183:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ca80 x1875731132247040/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.906189:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838285.906191:0:31485:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e6aa0. 00000002:00000001:3.0:1788838285.906194:0:31485:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838285.906196:0:31485:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838285.906199:0:31485:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110d2c0. 00000100:00000001:3.0:1788838285.906201:0:31485:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838285.906204:0:31485:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ca80 x1875731132247040/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838285.906210:0:31485:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.906213:0:31485:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838285.906216:0:31485:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174500. 00000080:00000001:3.0:1788838285.906219:0:31485:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838285.906225:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47df0 00000080:00000008:3.0:1788838285.906227:0:31485:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff98afd152e3c8), flags 104001, rc = 0 00000080:00000001:3.0:1788838285.906231:0:31485:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838285.906235:0:31485:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838285.906237:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47e00 00000080:00002000:3.0:1788838285.906239:0:31485:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff98afd93b9bd0, parent ffff98afd93b9288, inode ffff98afd152e3c8) hashed, 00000080:00000001:3.0:1788838285.906242:0:31485:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838285.906247:0:31485:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838285.906251:0:31485:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788838285.906253:0:31485:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838285.906254:0:31485:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f47e00 00000080:00002000:3.0:1788838285.906256:0:31485:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff98afd93b9288, parent ffff98afd8effa20, inode ffff98afd16dba88) hashed, 00000080:00000001:3.0:1788838285.906258:0:31485:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838285.906261:0:31485:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838285.906263:0:31485:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788838285.913751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6460. 00000080:00000010:3.1:1788838285.913764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e65a0. 00010000:00000001:0.0:1788838286.858975:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838286.858986:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838286.858994:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838286.858996:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838286.859747:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838286.859753:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838286.859758:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838287.273332:0:31518:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838287.273340:0:31518:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838287.273343:0:31518:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838287.273347:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7b20 00000080:00200000:0.0:1788838287.273354:0:31518:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838287.273363:0:31518:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126a00. 00800000:00000002:0.0:1788838287.273371:0:31518:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838287.273376:0:31518:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838287.273382:0:31518:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.273385:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7a40 00800000:00000002:0.0:1788838287.273388:0:31518:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838287.273392:0:31518:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838287.273397:0:31518:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838287.273404:0:31518:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.273406:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7910 00000002:00010000:0.0:1788838287.273408:0:31518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838287.273412:0:31518:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838287.273414:0:31518:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.273419:0:31518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838287.273426:0:31518:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.273429:0:31518:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.273431:0:31518:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.273433:0:31518:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838287.273436:0:31518:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838287.273442:0:31518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909f80. 00000020:00000040:0.0:1788838287.273447:0:31518:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838287.273454:0:31518:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838287.273460:0:31518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.273467:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.273470:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.273472:0:31518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.273476:0:31518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838287.273480:0:31518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838287.273486:0:31518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838287.273495:0:31518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082800. 00000100:00000001:0.0:1788838287.273504:0:31518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.273509:0:31518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.273511:0:31518:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.273512:0:31518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.273513:0:31518:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.273515:0:31518:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.273522:0:31518:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00010000:00000001:0.0:1788838287.273527:0:31518:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838287.273530:0:31518:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838287.273535:0:31518:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31900. 00010000:00000010:0.0:1788838287.273540:0:31518:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e480. 00010000:00000001:0.0:1788838287.273544:0:31518:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838287.273549:0:31518:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bab200. 00000020:00000001:0.0:1788838287.273553:0:31518:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838287.273557:0:31518:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bab200 with handle 0x9f68a6b43b62ceee to hash 00000020:00000001:0.0:1788838287.273559:0:31518:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838287.273561:0:31518:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838287.273565:0:31518:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838287.273570:0:31518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.273573:0:31518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.273578:0:31518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.273589:0:31518:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.273600:0:31518:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838287.273606:0:31518:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838287.273608:0:31518:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838287.273617:0:31518:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd85fb000. 00000100:00000001:0.0:1788838287.273620:0:31518:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479749689344 : -113593959862272 : ffff98afd85fb000) 00000100:00000001:0.0:1788838287.273622:0:31518:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.273624:0:31518:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00000100:00000001:0.0:1788838287.273629:0:31518:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838287.273634:0:31518:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.273637:0:31518:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838287.273639:0:31518:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838287.273653:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.273691:0:31518:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838287.273693:0:31518:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.273698:0:31518:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838287.273701:0:31518:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838287.273704:0:31518:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838287.273708:0:31518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31518:1875731132247168:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838287.273712:0:31518:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838287.273719:0:31518:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838287.273721:0:31518:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.273724:0:31518:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838287.273730:0:31518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4090800. 02000000:00000001:0.0:1788838287.273732:0:31518:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838287.273741:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838287.273746:0:31518:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c252c0. 00000400:00000010:0.0:1788838287.273754:0:31518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcbb0. 00000100:00000200:0.0:1788838287.273763:0:31518:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132247168, portal 10 00000100:00000001:0.0:1788838287.273765:0:31518:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.273766:0:31518:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00000100:00000040:0.0:1788838287.273773:0:31518:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.273780:0:31518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838287.273783:0:31518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838287.273786:0:31518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc088. 00000100:00000200:0.0:1788838287.273789:0:31518:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132247168, offset 0 00000400:00000200:0.0:1788838287.273796:0:31518:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838287.273807:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.273815:0:31518:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838287.273822:0:31518:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838287.273827:0:31518:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838287.273832:0:31518:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838287.273835:0:31518:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838287.273839:0:31518:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2432:2432:256:4294967295] 192.168.203.123@tcp LPNI seq info [2432:2432:8:4294967295] 00000400:00000200:0.0:1788838287.273843:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.273852:0:31518:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838287.273859:0:31518:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838287.273865:0:31518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509f00. 00000800:00000200:0.0:1788838287.273873:0:31518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838287.273882:0:31518:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838287.273887:0:31518:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838287.273911:0:31518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.273918:0:31518:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 811808 usecs (812 jiffies) 00000400:00000200:0.0:1788838287.273921:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838287.273924:0:31518:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418056 00000100:00000001:1.0:1788838287.275736:0:31518:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.275749:0:31518:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418061 00000100:00000001:1.0:1788838287.275752:0:31518:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.275755:0:31518:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838287.275760:0:31518:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.275764:0:31518:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838287.275767:0:31518:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838287.275772:0:31518:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb000 going to sleep for 11 seconds 00000100:00000001:1.0:1788838287.275776:0:31518:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.275780:0:31518:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.276083:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.276090:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509f00. 00000400:00000200:0.0:1788838287.276095:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.276106:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.276115:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc088 00000400:00000010:0.0:1788838287.276118:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc088. 00000100:00000001:0.0:1788838287.276125:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.276135:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.276147:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.276151:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.276159:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.276160:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838287.300311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.300339:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.300345:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.300348:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.300359:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.300368:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838287.300382:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.300388:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.300406:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.300411:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4ec80 00000400:00000200:0.0:1788838287.300416:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.300423:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6869 [1] + 224 00000800:00000001:0.0:1788838287.300432:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.300447:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.300451:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.300456:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838287.300467:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.300479:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838287.300492:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.300519:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838287.300531:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.300535:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838287.301250:0:31518:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838287.301262:0:31518:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838287.301265:0:31518:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838287.301269:0:31518:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c252c0. 00000400:00000200:1.0:1788838287.301276:0:31518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcbb0 00000400:00000010:1.0:1788838287.301279:0:31518:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcbb0. 00000100:00000001:1.0:1788838287.301283:0:31518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.301291:0:31518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838287.301301:0:31518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.301307:0:31518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838287.301309:0:31518:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838287.301312:0:31518:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838287.301315:0:31518:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838287.301318:0:31518:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838287.301322:0:31518:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.301326:0:31518:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838287.301338:0:31518:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838287.301343:0:31518:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838287.301346:0:31518:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838287.301348:0:31518:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.301352:0:31518:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838287.301356:0:31518:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.301360:0:31518:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838287.301363:0:31518:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1788838287.301365:0:31518:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838287.301369:0:31518:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838287.301373:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.301387:0:31518:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838287.301391:0:31518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838287.301393:0:31518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838287.301409:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838287.301417:0:31518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31518:1875731132247168:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838287.301423:0:31518:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838287.301426:0:31518:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.301429:0:31518:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838287.301431:0:31518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.301435:0:31518:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.301443:0:31518:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838287.301447:0:31518:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd85fb000. 00000100:00000001:1.0:1788838287.301451:0:31518:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838287.301453:0:31518:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.301457:0:31518:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838287.301461:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301464:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301468:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=4 00000020:00000001:1.0:1788838287.301471:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301474:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000040:1.0:1788838287.301482:0:31518:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bab200, remote cookie: 0xff98f31736b3b615, flags: 0x1001 00010000:00010000:1.0:1788838287.301487:0:31518:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838287.301499:0:31518:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838287.301511:0:31518:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838287.301516:0:31518:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838287.301519:0:31518:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838287.301521:0:31518:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838287.301523:0:31518:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838287.301526:0:31518:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc4d31900) refcount = 1 00010000:00010000:1.0:1788838287.301530:0:31518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838287.301537:0:31518:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838287.301541:0:31518:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838287.301542:0:31518:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838287.301545:0:31518:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838287.301548:0:31518:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838287.301551:0:31518:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838287.301557:0:31518:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838287.301559:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301561:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.301562:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301563:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.301565:0:31518:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838287.301571:0:31518:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838287.301572:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301573:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301575:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.301577:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301580:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301582:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301583:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301584:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=4 00000020:00000001:1.0:1788838287.301586:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301588:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301591:0:31518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838287.301594:0:31518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838287.301596:0:31518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838287.301603:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301604:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.301605:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301606:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301607:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=5 00000020:00000001:1.0:1788838287.301609:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301611:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301613:0:31518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838287.301616:0:31518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838287.301622:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301623:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838287.301625:0:31518:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838287.301631:0:31518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838287.301633:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301634:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.301635:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301636:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838287.301641:0:31518:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838287.301650:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301651:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301652:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.301702:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301705:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301707:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301708:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838287.301710:0:31518:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838287.301712:0:31518:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838287.301716:0:31518:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838287.301718:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301720:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301721:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.301723:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301726:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00000002:00010000:1.0:1788838287.301729:0:31518:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838287.301737:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301738:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.301740:0:31518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838287.301741:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301742:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301743:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.301745:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301747:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000040:1.0:1788838287.301754:0:31518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:1.0:1788838287.301757:0:31518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838287.301761:0:31518:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788838287.301764:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301765:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838287.301766:0:31518:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838287.301769:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7898 00000002:00002000:1.0:1788838287.301771:0:31518:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788838287.301775:0:31518:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838287.301780:0:31518:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838287.301783:0:31518:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838287.301786:0:31518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788838287.301789:0:31518:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838287.301794:0:31518:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838287.301798:0:31518:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126a00. 00000080:00000001:1.0:1788838287.301804:0:31518:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838287.301806:0:31518:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838287.301816:0:31518:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788838287.301821:0:31518:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788838287.301829:0:31518:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd0c98180. 00800000:00000001:1.0:1788838287.301831:0:31518:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479622406528 : -113594087145088 : ffff98afd0c98180) 00800000:00000001:1.0:1788838287.301834:0:31518:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838287.301836:0:31518:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838287.301839:0:31518:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838287.301841:0:31518:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788838287.301844:0:31518:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788838287.301847:0:31518:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788838287.301849:0:31518:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838287.301854:0:31518:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788838287.301857:0:31518:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788838287.301863:0:31518:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788838287.301865:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301866:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301868:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.301870:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301872:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301874:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301875:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838287.301877:0:31518:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838287.301879:0:31518:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788838287.301880:0:31518:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd0c98180 1 00800000:00000010:1.0:1788838287.301883:0:31518:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd0c98180. 00800000:00000001:1.0:1788838287.301886:0:31518:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838287.301890:0:31518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:1.0:1788838287.301894:0:31518:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838287.301896:0:31518:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838287.301897:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301898:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301900:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.301902:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301904:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301906:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301907:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838287.301909:0:31518:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838287.301910:0:31518:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838287.301913:0:31518:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838287.301915:0:31518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838287.301919:0:31518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01ca7b58 00010000:00000001:1.0:1788838287.301920:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.301921:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.301923:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.301925:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301927:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.301929:0:31518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838287.301932:0:31518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838287.301950:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301952:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.301953:0:31518:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838287.301956:0:31518:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838287.301958:0:31518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838287.301968:0:31518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838287.301971:0:31518:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838287.301973:0:31518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838287.301979:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301981:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.301983:0:31518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.301986:0:31518:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838287.301988:0:31518:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.301991:0:31518:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.301993:0:31518:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.301995:0:31518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838287.301996:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.301997:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838287.301999:0:31518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.302004:0:31518:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909f80 x1875731132247168/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.302010:0:31518:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838287.302014:0:31518:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838287.302018:0:31518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4090800. 02000000:00000001:1.0:1788838287.302022:0:31518:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838287.302024:0:31518:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838287.302026:0:31518:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838287.302029:0:31518:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838287.302032:0:31518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082800. 02000000:00000001:1.0:1788838287.302036:0:31518:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838287.302038:0:31518:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838287.302040:0:31518:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909f80. 00000100:00000001:1.0:1788838287.302044:0:31518:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838287.302045:0:31518:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838287.302049:0:31518:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838287.302056:0:31518:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838287.302073:0:31518:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc66929a0. 00000020:00000001:1.0:1788838287.302078:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7a88 00000080:00200000:1.0:1788838287.302080:0:31518:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=24 00000080:00000001:1.0:1788838287.302083:0:31518:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838287.302085:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7938 00000080:00200000:1.0:1788838287.302086:0:31518:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:1.0:1788838287.302094:0:31518:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f3600. 00800000:00000002:1.0:1788838287.302100:0:31518:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838287.302104:0:31518:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838287.302107:0:31518:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838287.302109:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7858 00800000:00000002:1.0:1788838287.302111:0:31518:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838287.302114:0:31518:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788838287.302119:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca77f0 00800000:00000002:1.0:1788838287.302121:0:31518:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788838287.302126:0:31518:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838287.302128:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7728 00000002:00010000:1.0:1788838287.302130:0:31518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788838287.302134:0:31518:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838287.302136:0:31518:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838287.302141:0:31518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123800. 00000020:00000040:1.0:1788838287.302145:0:31518:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838287.302149:0:31518:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838287.302153:0:31518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838287.302156:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.302157:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.302158:0:31518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.302161:0:31518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838287.302164:0:31518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838287.302169:0:31518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838287.302176:0:31518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8000. 00000100:00000001:1.0:1788838287.302183:0:31518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.302187:0:31518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838287.302189:0:31518:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.302191:0:31518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838287.302192:0:31518:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.302194:0:31518:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838287.302202:0:31518:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627171840 : -113594082379776 : ffff98afd1123800) 00010000:00000001:1.0:1788838287.302206:0:31518:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838287.302208:0:31518:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838287.302211:0:31518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:1.0:1788838287.302213:0:31518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838287.302216:0:31518:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838287.302220:0:31518:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0e400. 00000020:00000001:1.0:1788838287.302224:0:31518:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838287.302228:0:31518:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0e400 with handle 0x9f68a6b43b62cef5 to hash 00000020:00000001:1.0:1788838287.302230:0:31518:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838287.302232:0:31518:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838287.302236:0:31518:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:1.0:1788838287.302238:0:31518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838287.302240:0:31518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838287.302243:0:31518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838287.302250:0:31518:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838287.302260:0:31518:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838287.302265:0:31518:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838287.302267:0:31518:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838287.302274:0:31518:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc403da80. 00000100:00000001:1.0:1788838287.302275:0:31518:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479408126592 : -113594301425024 : ffff98afc403da80) 00000100:00000001:1.0:1788838287.302279:0:31518:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838287.302281:0:31518:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627171840 : -113594082379776 : ffff98afd1123800) 00000100:00000001:1.0:1788838287.302285:0:31518:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838287.302290:0:31518:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.302292:0:31518:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838287.302294:0:31518:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838287.302299:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.302307:0:31518:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838287.302309:0:31518:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.302313:0:31518:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838287.302315:0:31518:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838287.302318:0:31518:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838287.302321:0:31518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1123800 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31518:1875731132247296:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838287.302327:0:31518:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838287.302334:0:31518:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838287.302336:0:31518:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.302339:0:31518:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838287.302344:0:31518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eee800. 02000000:00000001:1.0:1788838287.302346:0:31518:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838287.302354:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838287.302358:0:31518:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8840. 00000400:00000010:1.0:1788838287.302365:0:31518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc4c8. 00000100:00000200:1.0:1788838287.302371:0:31518:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132247296, portal 10 00000100:00000001:1.0:1788838287.302373:0:31518:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838287.302375:0:31518:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627171840 : -113594082379776 : ffff98afd1123800) 00000100:00000040:1.0:1788838287.302381:0:31518:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.302388:0:31518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838287.302392:0:31518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838287.302395:0:31518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc770. 00000100:00000200:1.0:1788838287.302398:0:31518:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132247296, offset 0 00000400:00000200:1.0:1788838287.302404:0:31518:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838287.302414:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.302421:0:31518:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.302428:0:31518:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838287.302433:0:31518:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838287.302437:0:31518:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838287.302440:0:31518:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838287.302444:0:31518:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2433:2433:256:4294967295] 192.168.203.123@tcp LPNI seq info [2433:2433:8:4294967295] 00000400:00000200:1.0:1788838287.302448:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.302457:0:31518:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838287.302463:0:31518:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.302469:0:31518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838287.302476:0:31518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.302487:0:31518:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.302492:0:31518:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788838287.302505:0:31518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838287.302510:0:31518:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 810745 usecs (811 jiffies) 00000400:00000200:1.0:1788838287.302513:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838287.302517:0:31518:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418086 00000100:00000001:1.0:1788838287.302521:0:31518:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.302524:0:31518:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418086 00000100:00000001:1.0:1788838287.302527:0:31518:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.302529:0:31518:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838287.302532:0:31518:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.302535:0:31518:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838287.302537:0:31518:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838287.302540:0:31518:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc403da80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838287.302543:0:31518:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.302545:0:31518:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.302856:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.302863:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:0.0:1788838287.302868:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.302874:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.302881:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc770 00000400:00000010:0.0:1788838287.302885:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc770. 00000100:00000001:0.0:1788838287.302889:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.302894:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.302903:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.302906:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.302913:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.302915:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838287.318981:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.319293:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.319299:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.319303:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.319314:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.319323:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.319335:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.319341:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.319348:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.319353:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4ed00 00000400:00000200:1.0:1788838287.319358:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.319365:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6879 [1] + 224 00000800:00000001:1.0:1788838287.319373:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.319382:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.319385:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.319391:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.319411:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.319422:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.319434:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.319454:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.319467:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.319470:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.319874:0:31518:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838287.319886:0:31518:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838287.319888:0:31518:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838287.319893:0:31518:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8840. 00000400:00000200:0.0:1788838287.319899:0:31518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc4c8 00000400:00000010:0.0:1788838287.319901:0:31518:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc4c8. 00000100:00000001:0.0:1788838287.319905:0:31518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.319913:0:31518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838287.319924:0:31518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.319932:0:31518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838287.319934:0:31518:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.319946:0:31518:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838287.319951:0:31518:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838287.319954:0:31518:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838287.319957:0:31518:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.319960:0:31518:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838287.319972:0:31518:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838287.319977:0:31518:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838287.319980:0:31518:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838287.319982:0:31518:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.319986:0:31518:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838287.319991:0:31518:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.319995:0:31518:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838287.319999:0:31518:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788838287.320001:0:31518:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838287.320005:0:31518:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.320012:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.320020:0:31518:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.320024:0:31518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838287.320027:0:31518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838287.320031:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838287.320040:0:31518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1123800 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31518:1875731132247296:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838287.320046:0:31518:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.320050:0:31518:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.320052:0:31518:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838287.320055:0:31518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.320059:0:31518:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.320066:0:31518:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.320070:0:31518:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc403da80. 00000100:00000001:0.0:1788838287.320074:0:31518:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838287.320075:0:31518:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.320079:0:31518:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838287.320084:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.320087:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.320091:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=4 00000020:00000001:0.0:1788838287.320094:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320098:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000040:0.0:1788838287.320230:0:31518:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0e400, remote cookie: 0xff98f31736b3b631, flags: 0x1001 00010000:00010000:0.0:1788838287.320237:0:31518:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838287.320252:0:31518:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788838287.320255:0:31518:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838287.320266:0:31518:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31700. 00010000:00000010:0.0:1788838287.320272:0:31518:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e380. 00010000:00000001:0.0:1788838287.320279:0:31518:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.320282:0:31518:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.320291:0:31518:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.320298:0:31518:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838287.320304:0:31518:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838287.320307:0:31518:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838287.320309:0:31518:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838287.320310:0:31518:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838287.320313:0:31518:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff98afc4d31700) refcount = 1 00010000:00010000:0.0:1788838287.320317:0:31518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.320324:0:31518:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838287.320328:0:31518:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838287.320330:0:31518:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.320333:0:31518:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838287.320336:0:31518:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.320339:0:31518:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.320346:0:31518:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838287.320347:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320350:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.320351:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320352:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.320354:0:31518:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.320360:0:31518:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838287.320362:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.320363:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.320365:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:0.0:1788838287.320367:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320369:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320372:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.320373:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.320375:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=4 00000020:00000001:0.0:1788838287.320377:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320379:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320382:0:31518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.320385:0:31518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.320389:0:31518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.320396:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320397:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.320399:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.320400:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.320402:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=5 00000020:00000001:0.0:1788838287.320403:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320406:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320409:0:31518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.320412:0:31518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.320418:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320420:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838287.320423:0:31518:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.320429:0:31518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.320431:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320432:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.320434:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320435:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838287.320441:0:31518:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838287.320449:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.320450:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.320452:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:0.0:1788838287.320454:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320456:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320458:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320459:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.320461:0:31518:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.320463:0:31518:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.320466:0:31518:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838287.320469:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.320470:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.320471:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:0.0:1788838287.320473:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320475:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00000002:00010000:0.0:1788838287.320479:0:31518:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.320486:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320487:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.320489:0:31518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838287.320491:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.320492:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.320493:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:0.0:1788838287.320496:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.320498:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000040:0.0:1788838287.320502:0:31518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:0.0:1788838287.320505:0:31518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838287.320509:0:31518:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:0.0:1788838287.320512:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.320513:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.320515:0:31518:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838287.320518:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca76b0 00000002:00002000:0.0:1788838287.320521:0:31518:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838287.320525:0:31518:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.320530:0:31518:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.320533:0:31518:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838287.320537:0:31518:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838287.320541:0:31518:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838287.320545:0:31518:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:0.0:1788838287.320549:0:31518:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838287.320551:0:31518:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01ca7a28 it_disposition b 00000080:00000001:0.0:1788838287.320555:0:31518:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838287.320562:0:31518:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838287.320565:0:31518:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838287.320568:0:31518:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788838287.321709:0:31518:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788838287.321724:0:31518:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838287.321728:0:31518:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788838287.321736:0:31518:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.321741:0:31518:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788838287.321747:0:31518:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788838287.321752:0:31518:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:0.0:1788838287.321755:0:31518:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff98afd15aec08): rc = 0 00000080:00000001:0.0:1788838287.321758:0:31518:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631936520 : -113594077615096 : ffff98afd15aec08) 00010000:00000001:0.0:1788838287.321763:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.321765:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.321768:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:0.0:1788838287.321771:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.321774:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.321776:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.321778:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838287.321780:0:31518:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838287.321782:0:31518:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838287.321784:0:31518:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838287.321789:0:31518:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838287.321792:0:31518:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.321796:0:31518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) for lock 0x9f68a6b43b62cef5 00800000:00000001:0.0:1788838287.321799:0:31518:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838287.321802:0:31518:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838287.321803:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.321804:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.321805:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:0.0:1788838287.321807:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.321809:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.321812:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.321814:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.321815:0:31518:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.321817:0:31518:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788838287.321826:0:31518:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd16f85e8 inode ffff98afd15aec08 refc 1 flags 0x20000e 00000080:00000001:0.0:1788838287.321831:0:31518:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838287.321833:0:31518:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.321836:0:31518:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788838287.321840:0:31518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) 00000080:00010000:0.0:1788838287.321844:0:31518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cef5 from it ffffbbcb01ca7a28 00010000:00000001:0.0:1788838287.321846:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.321847:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.321849:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:0.0:1788838287.321851:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.321853:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:0.0:1788838287.321855:0:31518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.321859:0:31518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.321868:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.321869:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.321871:0:31518:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.321874:0:31518:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.321877:0:31518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838287.321885:0:31518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.321888:0:31518:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.321891:0:31518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.321896:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.321897:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.321898:0:31518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.321902:0:31518:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.321904:0:31518:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.321906:0:31518:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.321910:0:31518:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.321912:0:31518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.321913:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.321915:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838287.321916:0:31518:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838287.321921:0:31518:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f3600. 00000100:00000001:0.0:1788838287.321929:0:31518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.321951:0:31518:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1123800 x1875731132247296/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.321960:0:31518:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838287.321964:0:31518:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838287.321968:0:31518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4eee800. 02000000:00000001:0.0:1788838287.321972:0:31518:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838287.321975:0:31518:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838287.321977:0:31518:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838287.321979:0:31518:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838287.321983:0:31518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e8000. 02000000:00000001:0.0:1788838287.321989:0:31518:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838287.321991:0:31518:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838287.321993:0:31518:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123800. 00000100:00000001:0.0:1788838287.321998:0:31518:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838287.321999:0:31518:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.322179:0:31518:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838287.322184:0:31518:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08), inode mode 41ed mask 1 00000080:00000001:2.0:1788838287.322191:0:31518:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.322213:0:31518:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6d40. 00000020:00000001:2.0:1788838287.322218:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7ae8 00000080:00200000:2.0:1788838287.322220:0:31518:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff98afd15aec08), flags=8 00000080:00000001:2.0:1788838287.322223:0:31518:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838287.322225:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7998 00000080:00200000:2.0:1788838287.322227:0:31518:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff98afd15aec08), intent=getattr 00000080:00000010:2.0:1788838287.322236:0:31518:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008000. 00000080:00000001:2.0:1788838287.322244:0:31518:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.322249:0:31518:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.322251:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca78b8 00800000:00000002:2.0:1788838287.322253:0:31518:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788838287.322257:0:31518:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788838287.322263:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7850 00800000:00000002:2.0:1788838287.322265:0:31518:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1788838287.322270:0:31518:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.322271:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7788 00000002:00010000:2.0:1788838287.322274:0:31518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788838287.322278:0:31518:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838287.322282:0:31518:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838287.322287:0:31518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3800. 00000020:00000040:2.0:1788838287.322290:0:31518:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838287.322296:0:31518:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838287.322301:0:31518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.322304:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.322305:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.322307:0:31518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.322309:0:31518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.322313:0:31518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.322318:0:31518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.322326:0:31518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406cc00. 00000100:00000001:2.0:1788838287.322334:0:31518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.322339:0:31518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.322341:0:31518:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.322342:0:31518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.322343:0:31518:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.322345:0:31518:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.322353:0:31518:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00010000:00000001:2.0:1788838287.322357:0:31518:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838287.322360:0:31518:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838287.322366:0:31518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:2.0:1788838287.322368:0:31518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.322371:0:31518:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838287.322374:0:31518:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517e00. 00000020:00000001:2.0:1788838287.322378:0:31518:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838287.322380:0:31518:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517e00 with handle 0x9f68a6b43b62cefc to hash 00000020:00000001:2.0:1788838287.322383:0:31518:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838287.322384:0:31518:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.322389:0:31518:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.322392:0:31518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.322395:0:31518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.322399:0:31518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.322406:0:31518:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.322416:0:31518:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838287.322422:0:31518:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.322424:0:31518:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.322433:0:31518:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.322435:0:31518:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.322438:0:31518:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.322440:0:31518:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000001:2.0:1788838287.322445:0:31518:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.322449:0:31518:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.322451:0:31518:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.322453:0:31518:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.322460:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.322468:0:31518:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.322471:0:31518:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.322476:0:31518:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.322479:0:31518:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.322481:0:31518:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.322485:0:31518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3800 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31518:1875731132247424:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:2.0:1788838287.322489:0:31518:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.322496:0:31518:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.322499:0:31518:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.322502:0:31518:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.322508:0:31518:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0e800. 02000000:00000001:2.0:1788838287.322510:0:31518:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.322519:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.322524:0:31518:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d1b8. 00000400:00000010:2.0:1788838287.322532:0:31518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a880. 00000100:00000200:2.0:1788838287.322540:0:31518:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132247424, portal 10 00000100:00000001:2.0:1788838287.322542:0:31518:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.322544:0:31518:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000040:2.0:1788838287.322550:0:31518:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.322558:0:31518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.322561:0:31518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.322564:0:31518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838287.322568:0:31518:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132247424, offset 0 00000400:00000200:2.0:1788838287.322590:0:31518:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.322600:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.322608:0:31518:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.322615:0:31518:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.322620:0:31518:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.322624:0:31518:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.322627:0:31518:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.322631:0:31518:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2434:2434:256:4294967295] 192.168.203.123@tcp LPNI seq info [2434:2434:8:4294967295] 00000400:00000200:2.0:1788838287.322636:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.322646:0:31518:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.322653:0:31518:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.322690:0:31518:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14400. 00000800:00000200:2.0:1788838287.322708:0:31518:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.322718:0:31518:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.322724:0:31518:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.322742:0:31518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.322749:0:31518:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 809667 usecs (810 jiffies) 00000400:00000200:2.0:1788838287.322752:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.322754:0:31518:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418105 00000100:00000001:2.0:1788838287.322758:0:31518:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.322760:0:31518:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418105 00000100:00000001:2.0:1788838287.322762:0:31518:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.322765:0:31518:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.322768:0:31518:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.322770:0:31518:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.322772:0:31518:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.322776:0:31518:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.322779:0:31518:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.322782:0:31518:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.323824:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.323834:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14400. 00000400:00000200:0.0:1788838287.323842:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.323850:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.323857:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:0.0:1788838287.323859:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:0.0:1788838287.323864:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.323872:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.323884:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.323888:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.323896:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.323898:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.332818:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.332841:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.332846:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.332849:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.332861:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.332870:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.332880:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.332886:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.332891:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.332896:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 640 into portal 10 MB=0x6a9f7afd4ed80 00000400:00000200:1.0:1788838287.332901:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.332909:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 640/640 into md 0x6889 [1] + 224 00000800:00000001:1.0:1788838287.332917:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.332924:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.332928:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.332933:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.332953:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.332964:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.332976:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.332998:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.333010:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.333014:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.333261:0:31518:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.333272:0:31518:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.333275:0:31518:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.333280:0:31518:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d1b8. 00000400:00000200:2.0:1788838287.333287:0:31518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:2.0:1788838287.333290:0:31518:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:2.0:1788838287.333294:0:31518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.333301:0:31518:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.333312:0:31518:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.333320:0:31518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.333322:0:31518:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.333326:0:31518:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.333330:0:31518:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.333333:0:31518:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.333336:0:31518:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.333340:0:31518:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.333352:0:31518:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.333356:0:31518:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.333359:0:31518:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.333361:0:31518:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.333365:0:31518:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.333370:0:31518:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.333374:0:31518:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.333377:0:31518:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.333379:0:31518:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.333383:0:31518:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.333389:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.333398:0:31518:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.333401:0:31518:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.333404:0:31518:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.333408:0:31518:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.333423:0:31518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3800 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31518:1875731132247424:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:2.0:1788838287.333430:0:31518:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.333433:0:31518:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.333436:0:31518:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.333439:0:31518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.333443:0:31518:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.333451:0:31518:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.333455:0:31518:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.333458:0:31518:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.333461:0:31518:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.333465:0:31518:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838287.333470:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.333473:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.333477:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=4 00000020:00000001:2.0:1788838287.333480:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.333484:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000040:2.0:1788838287.333492:0:31518:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517e00, remote cookie: 0xff98f31736b3b64d, flags: 0x1001 00010000:00010000:2.0:1788838287.333497:0:31518:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838287.333507:0:31518:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:2.0:1788838287.333511:0:31518:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838287.333522:0:31518:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4cf00. 00010000:00000010:2.0:1788838287.333528:0:31518:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5780. 00010000:00000001:2.0:1788838287.333534:0:31518:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.333538:0:31518:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.333554:0:31518:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.333562:0:31518:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838287.333567:0:31518:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838287.333570:0:31518:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838287.333890:0:31518:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838287.333892:0:31518:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838287.333896:0:31518:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff98afc7e4cf00) refcount = 1 00010000:00010000:2.0:1788838287.333902:0:31518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.333910:0:31518:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838287.333914:0:31518:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838287.333916:0:31518:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.333920:0:31518:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838287.333922:0:31518:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.333926:0:31518:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.333933:0:31518:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838287.333946:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.333948:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.333950:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.333951:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.333953:0:31518:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.333961:0:31518:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838287.333963:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.333965:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.333967:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.333969:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.333971:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.333975:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.333976:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.333977:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=4 00000020:00000001:2.0:1788838287.333979:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.333981:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.333984:0:31518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.333987:0:31518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.333991:0:31518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.333998:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.334000:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.334001:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.334002:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.334003:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=5 00000020:00000001:2.0:1788838287.334005:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.334007:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.334009:0:31518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.334012:0:31518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.334019:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.334020:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838287.334023:0:31518:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.334030:0:31518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.334032:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.334033:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.334034:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.334035:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838287.334043:0:31518:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838287.334062:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.334063:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.334065:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.334067:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.334070:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00000002:00010000:2.0:1788838287.334075:0:31518:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788838287.334085:0:31518:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd110dfc0. 00010000:00000001:2.0:1788838287.334088:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.334090:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.334091:0:31518:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.334094:0:31518:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.334098:0:31518:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838287.334101:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.334114:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.334116:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.334118:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.334121:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00000002:00010000:2.0:1788838287.334124:0:31518:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.334131:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.334132:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.334646:0:31518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838287.334651:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.334653:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.334908:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.334913:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.334917:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000040:2.0:1788838287.334925:0:31518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 2 00010000:00000001:2.0:1788838287.334929:0:31518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838287.334945:0:31518:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:2.0:1788838287.334948:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.334950:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.334951:0:31518:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838287.334956:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7710 00000002:00002000:2.0:1788838287.334958:0:31518:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838287.334962:0:31518:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.334968:0:31518:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.334972:0:31518:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838287.334976:0:31518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838287.334979:0:31518:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.334984:0:31518:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838287.334986:0:31518:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01ca7b20 it_disposition b 00000080:00000001:2.0:1788838287.334990:0:31518:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838287.334998:0:31518:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838287.335003:0:31518:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838287.335006:0:31518:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788838287.335010:0:31518:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788838287.335020:0:31518:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838287.335025:0:31518:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838287.335029:0:31518:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838287.335031:0:31518:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838287.335036:0:31518:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838287.335038:0:31518:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838287.335047:0:31518:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17e40. 00020000:00000010:2.0:1788838287.335052:0:31518:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41c6a80. 00020000:00000010:2.0:1788838287.335059:0:31518:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b17540. 00020000:00000001:2.0:1788838287.335062:0:31518:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620830528 : -113594088721088 : ffff98afd0b17540) 00020000:00000002:2.0:1788838287.335065:0:31518:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17540, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838287.335071:0:31518:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838287.335075:0:31518:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6a80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:2.0:1788838287.335080:0:31518:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce66c8) owner ffff98afd0014f80 00020000:00000001:2.0:1788838287.335084:0:31518:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838287.335087:0:31518:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce66c8) owner ffff98afd0014f80 00020000:00000010:2.0:1788838287.335092:0:31518:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6a80. 00020000:00000010:2.0:1788838287.335098:0:31518:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17e40. 00020000:00000010:2.0:1788838287.335114:0:31518:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b17540. 00020000:00000002:2.0:1788838287.335117:0:31518:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838287.335120:0:31518:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.335122:0:31518:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838287.335124:0:31518:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838287.335129:0:31518:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788838287.335132:0:31518:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838287.335652:0:31518:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x29:0x0](ffff98afd152ec08): rc = 0 00000080:00000001:2.0:1788838287.335887:0:31518:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631412232 : -113594078139384 : ffff98afd152ec08) 00010000:00000001:2.0:1788838287.335892:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.335894:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.335898:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.335900:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.335903:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00000080:00000001:2.0:1788838287.335907:0:31518:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838287.335910:0:31518:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838287.335913:0:31518:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838287.335916:0:31518:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838287.335918:0:31518:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838287.335920:0:31518:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838287.335922:0:31518:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838287.335929:0:31518:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17540. 00020000:00000010:2.0:1788838287.335933:0:31518:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc41c6a80. 00020000:00000010:2.0:1788838287.336258:0:31518:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b17e40. 00020000:00000001:2.0:1788838287.336262:0:31518:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620832832 : -113594088718784 : ffff98afd0b17e40) 00020000:00000002:2.0:1788838287.336266:0:31518:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17e40, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838287.336271:0:31518:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838287.336275:0:31518:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6a80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:2.0:1788838287.336278:0:31518:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce66c8) owner ffff98afd0014f80 00020000:00000001:2.0:1788838287.336281:0:31518:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838287.336284:0:31518:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce66c8) owner ffff98afd0014f80 00020000:00000010:2.0:1788838287.336287:0:31518:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6a80. 00020000:00000010:2.0:1788838287.336291:0:31518:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17540. 00020000:00000010:2.0:1788838287.336294:0:31518:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b17e40. 00020000:00000002:2.0:1788838287.336296:0:31518:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838287.336298:0:31518:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.336300:0:31518:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.336305:0:31518:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838287.336309:0:31518:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:2.0:1788838287.336312:0:31518:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b17180 addref 2/0 by ffff98afd0014f80. 00020000:00000002:2.0:1788838287.336315:0:31518:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:2.0:1788838287.336318:0:31518:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838287.336321:0:31518:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838287.336322:0:31518:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838287.336325:0:31518:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788838287.336327:0:31518:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788838287.336330:0:31518:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788838287.336333:0:31518:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838287.336336:0:31518:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.336338:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.336340:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.336342:0:31518:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838287.336347:0:31518:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838287.336349:0:31518:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.336354:0:31518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff98afd152ec08) for lock 0x9f68a6b43b62cefc 00800000:00000001:2.0:1788838287.336357:0:31518:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.336361:0:31518:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.336362:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.336364:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.336365:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.336367:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.336369:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.336372:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.336373:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.336374:0:31518:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.336377:0:31518:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788838287.336385:0:31518:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd170b5e8 inode ffff98afd152ec08 refc 1 flags 0x40000e 00000080:00000001:2.0:1788838287.336389:0:31518:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788838287.336394:0:31518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff98afd152ec08) 00000080:00010000:2.0:1788838287.336397:0:31518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cefc from it ffffbbcb01ca7b20 00010000:00000001:2.0:1788838287.336400:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.336401:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.336403:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.336404:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.336407:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.336409:0:31518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.336413:0:31518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.336423:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.336424:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.336426:0:31518:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.336430:0:31518:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.336433:0:31518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.336444:0:31518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.336448:0:31518:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.336450:0:31518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.336456:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.336458:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.336459:0:31518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.336463:0:31518:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.336465:0:31518:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.336467:0:31518:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.336470:0:31518:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.336472:0:31518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.336473:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.336474:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.336477:0:31518:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838287.336482:0:31518:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008000. 00000100:00000001:2.0:1788838287.336487:0:31518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.336503:0:31518:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3800 x1875731132247424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.336512:0:31518:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.336516:0:31518:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.336521:0:31518:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0e800. 02000000:00000001:2.0:1788838287.336524:0:31518:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.336527:0:31518:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.336530:0:31518:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.336532:0:31518:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.336536:0:31518:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838287.336540:0:31518:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.336542:0:31518:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.336544:0:31518:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3800. 00000100:00000001:2.0:1788838287.336548:0:31518:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.336550:0:31518:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.336553:0:31518:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838287.336555:0:31518:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01ca7b20 released 00000080:00000001:2.0:1788838287.336557:0:31518:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788838287.337505:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7d08 00000080:00200008:2.0:1788838287.337514:0:31518:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x29:0x0](ffff98afd152ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.337523:0:31518:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.337525:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7c80 00000080:00200000:2.0:1788838287.337526:0:31518:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x29:0x0](ffff98afd152ec08),name=f 00000080:00000010:2.0:1788838287.337537:0:31518:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008000. 00000080:00000001:2.0:1788838287.337550:0:31518:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.337555:0:31518:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.337557:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7ba0 00800000:00000002:2.0:1788838287.337560:0:31518:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x29:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788838287.337564:0:31518:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.337570:0:31518:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.337956:0:31518:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.337959:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7a70 00000002:00010000:2.0:1788838287.337963:0:31518:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.337968:0:31518:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.337970:0:31518:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.337973:0:31518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.337981:0:31518:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 2 00010000:00000001:2.0:1788838287.337984:0:31518:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.337990:0:31518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.337994:0:31518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.337999:0:31518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838287.338011:0:31518:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.338018:0:31518:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.338022:0:31518:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838287.338029:0:31518:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.338031:0:31518:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.338033:0:31518:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.338036:0:31518:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.338038:0:31518:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.338040:0:31518:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.338043:0:31518:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788838287.338046:0:31518:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008000. 00000080:00000001:2.0:1788838287.338052:0:31518:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.338054:0:31518:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.338057:0:31518:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff98afd152ec08) 00000080:00010000:2.0:1788838287.338061:0:31518:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff98afd152ec08) for lock 0x9f68a6b43b62cefc 00800000:00000001:2.0:1788838287.338065:0:31518:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.338067:0:31518:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.338069:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.338071:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.338074:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.338076:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.338080:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.338083:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.338084:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.338086:0:31518:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.338087:0:31518:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.338090:0:31518:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cefc from it ffffbbcb01ca7cb8 00010000:00000001:2.0:1788838287.338092:0:31518:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.338093:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.338094:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838287.338096:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.338098:0:31518:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838287.338100:0:31518:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.338869:0:31518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.338882:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.338883:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.338885:0:31518:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.338888:0:31518:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.338890:0:31518:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838287.338899:0:31518:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.338903:0:31518:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.338905:0:31518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.338911:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.338912:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.338914:0:31518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.338918:0:31518:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.338920:0:31518:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.338922:0:31518:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.338926:0:31518:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.338928:0:31518:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.338930:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.338932:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.338946:0:31518:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.338948:0:31518:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.338952:0:31518:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788838287.338957:0:31518:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788838287.338960:0:31518:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.338962:0:31518:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788838287.338964:0:31518:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.338966:0:31518:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788838287.338970:0:31518:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788838287.338974:0:31518:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838287.338979:0:31518:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838287.338982:0:31518:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838287.338987:0:31518:0:(cl_object.c:143:cl_object_top()) ffff98afd0813c38 -> ffff98afd0813c38 00000020:00000001:2.0:1788838287.338991:0:31518:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838287.338994:0:31518:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838287.338997:0:31518:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788838287.339000:0:31518:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838287.339002:0:31518:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788838287.339004:0:31518:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788838287.339006:0:31518:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.339008:0:31518:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838287.339014:0:31518:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff98afd05cd2e0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788838287.339017:0:31518:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:2.0:1788838287.339021:0:31518:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838287.339023:0:31518:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838287.339026:0:31518:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838287.339028:0:31518:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838287.339030:0:31518:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838287.339033:0:31518:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838287.339035:0:31518:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.339036:0:31518:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838287.339038:0:31518:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838287.339039:0:31518:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838287.339041:0:31518:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:2.0:1788838287.339043:0:31518:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788838287.339046:0:31518:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788838287.339048:0:31518:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x29:0x0] 00000020:00000001:2.0:1788838287.339050:0:31518:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788838287.339053:0:31518:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788838287.339056:0:31518:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788838287.339058:0:31518:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788838287.339064:0:31518:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788838287.339073:0:31518:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afd85e5880. 00020000:00000002:2.0:1788838287.339075:0:31518:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788838287.339078:0:31518:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788838287.339081:0:31518:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838287.339083:0:31518:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838287.339084:0:31518:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838287.339086:0:31518:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206104 : -113594094345512 : ffff98afd05ba2d8) 00000020:00001000:2.0:1788838287.339088:0:31518:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba2d0 00000020:00000001:2.0:1788838287.339091:0:31518:0:(cl_object.c:143:cl_object_top()) ffff98afd0813918 -> ffff98afd0813c38 00000020:00000001:2.0:1788838287.339093:0:31518:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838287.339096:0:31518:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838287.339097:0:31518:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838287.339099:0:31518:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838287.339112:0:31518:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838287.339115:0:31518:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:2.0:1788838287.339117:0:31518:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788838287.339123:0:31518:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afc89a4390. 00000008:00010000:2.0:1788838287.339127:0:31518:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788838287.339130:0:31518:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838287.339132:0:31518:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788838287.339134:0:31518:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afd85e58b0, osc lock ffff98afc89a4390, flags 0x400001002 00000020:00000001:2.0:1788838287.339654:0:31518:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838287.339840:0:31518:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838287.339845:0:31518:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479749601408 : -113593959950208 : ffff98afd85e5880) 00000020:00000001:2.0:1788838287.339849:0:31518:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838287.339850:0:31518:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788838287.339852:0:31518:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.339854:0:31518:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.339857:0:31518:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788838287.339859:0:31518:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788838287.339861:0:31518:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838287.339863:0:31518:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838287.339865:0:31518:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838287.339866:0:31518:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:2.0:1788838287.339868:0:31518:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838287.339873:0:31518:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838287.339875:0:31518:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788838287.339879:0:31518:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788838287.339882:0:31518:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788838287.339883:0:31518:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788838287.339886:0:31518:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788838287.339887:0:31518:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788838287.339888:0:31518:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788838287.339890:0:31518:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788838287.339893:0:31518:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838287.339900:0:31518:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.339903:0:31518:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788838287.339911:0:31518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3800. 00000020:00000040:2.0:1788838287.339917:0:31518:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838287.339922:0:31518:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788838287.339926:0:31518:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788838287.339945:0:31518:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1722 00000400:00000200:2.0:1788838287.339957:0:31518:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.339964:0:31518:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1788838287.339969:0:31518:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838287.339973:0:31518:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788838287.339975:0:31518:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838287.339978:0:31518:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:2.0:1788838287.339981:0:31518:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788838287.339983:0:31518:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:2.0:1788838287.339985:0:31518:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.339988:0:31518:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:2.0:1788838287.339991:0:31518:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:2.0:1788838287.339993:0:31518:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000040:2.0:1788838287.339996:0:31518:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838287.339998:0:31518:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788838287.340000:0:31518:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838287.340002:0:31518:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:2.0:1788838287.340006:0:31518:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00080000:2.0:1788838287.340009:0:31518:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: import ffff98afc4eef000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:2.0:1788838287.340013:0:31518:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.340016:0:31518:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788838287.340024:0:31518:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.340028:0:31518:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.340030:0:31518:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788838287.340035:0:31518:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788838287.340037:0:31518:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.340039:0:31518:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.340043:0:31518:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838287.340045:0:31518:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 02000000:00000001:2.0:1788838287.340050:0:31518:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838287.340052:0:31518:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.340055:0:31518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.340059:0:31518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.340064:0:31518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.340072:0:31518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406cc00. 00000100:00000001:2.0:1788838287.340081:0:31518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.340092:0:31518:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838287.340114:0:31518:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.340119:0:31518:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.340124:0:31518:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a90c204] to pc [ptlrpcd_rcv+-1] req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.341064:0:31518:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.341072:0:31518:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788838287.341074:0:31518:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1788838287.341080:0:31518:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838287.341084:0:31518:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.341089:0:31518:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.341091:0:31518:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.341093:0:31518:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.341098:0:31518:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.341107:0:31518:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4008000. 00000100:00000001:2.0:1788838287.341113:0:31518:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.341120:0:31518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.341122:0:31518:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.341123:0:31518:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.341125:0:31518:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.341127:0:31518:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.341130:0:31518:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00010000:00000001:2.0:1788838287.341293:0:31518:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838287.341298:0:31518:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838287.341308:0:31518:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4cc00. 00010000:00000010:2.0:1788838287.341312:0:31518:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afc7e4c100. 00000100:00000001:1.0:1788838287.341315:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1788838287.341319:0:31518:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1788838287.341322:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000010:2.0:1788838287.341324:0:31518:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516a00. 00000100:00000001:1.0:1788838287.341326:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1788838287.341333:0:31518:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838287.341338:0:31518:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516a00 with handle 0x9f68a6b43b62cf03 to hash 00000100:00000040:1.0:1788838287.341340:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788838287.341343:0:31518:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838287.341346:0:31518:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000010:2.0:1788838287.341354:0:31518:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd110de40. 00000100:00000001:1.0:1788838287.341357:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1788838287.341359:0:31518:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00000100:00000001:1.0:1788838287.341361:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.341367:0:31518:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1788838287.341368:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1788838287.341373:0:31518:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.341373:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838287.341379:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.341382:0:31518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788838287.341384:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132247552:192.168.203.123@tcp:8:checkstat.0 00000100:00000001:1.0:1788838287.341392:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1788838287.341401:0:31518:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1788838287.341410:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1788838287.341414:0:31518:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.341415:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.341420:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788838287.341421:0:31518:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.341425:0:31518:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838287.341430:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e8000. 00000100:00000040:2.0:1788838287.341433:0:31518:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b4b3c4] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788838287.341434:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838287.341446:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838287.341453:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8478. 00000400:00000010:1.0:1788838287.341463:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc908. 00000100:00000200:1.0:1788838287.341472:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132247552, portal 4 00000100:00000001:1.0:1788838287.341475:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838287.341477:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000008:00000001:2.0:1788838287.341482:0:31518:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838287.341486:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1788838287.341488:0:31518:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.341493:0:31518:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838287.341500:0:31518:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.341501:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1788838287.341505:0:31518:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838287.341507:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000020:00000001:2.0:1788838287.341511:0:31518:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000400:00000010:1.0:1788838287.341512:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc198. 00000020:00200000:2.0:1788838287.341516:0:31518:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00000200:1.0:1788838287.341517:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132247552, offset 0 00000020:00000001:2.0:1788838287.341521:0:31518:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788838287.341525:0:31518:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000400:00000200:1.0:1788838287.341529:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000100:00000001:2.0:1788838287.341537:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788838287.341542:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00100000:2.0:1788838287.341543:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788838287.341547:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.341553:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000100:00000001:2.0:1788838287.341557:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.341561:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.341562:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788838287.341565:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838287.341568:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788838287.341571:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838287.341576:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838287.341580:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838287.341583:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2435:2435:256:4294967295] 192.168.203.123@tcp LPNI seq info [2435:2435:8:4294967295] 00000400:00000200:1.0:1788838287.341588:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.341598:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838287.341605:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.341611:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933800. 00000800:00000200:1.0:1788838287.341619:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.341628:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.341635:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788838287.341680:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838287.341685:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 237213 usecs (238 jiffies) 00000400:00000200:1.0:1788838287.341688:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838287.341691:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296417552 00000100:00000001:1.0:1788838287.341695:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.341697:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296417552 00000100:00000001:1.0:1788838287.341699:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.341702:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838287.341705:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.341708:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.341711:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838287.341715:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838287.341716:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788838287.341718:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838287.341719:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.341720:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.341722:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.341864:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838287.341868:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.342373:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.342379:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933800. 00000400:00000200:0.0:1788838287.342386:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.342393:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.342401:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc198 00000400:00000010:0.0:1788838287.342403:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc198. 00000100:00000001:0.0:1788838287.342408:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.342414:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.342425:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.342428:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.342435:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.342436:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838287.344084:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.344116:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.344136:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.344139:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788838287.344145:0:2354:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.344154:0:2354:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.344159:0:2354:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.344161:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.344162:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.344166:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.344173:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838287.346573:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.346600:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.346607:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.346610:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.346620:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.346629:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.346642:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.346647:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.346701:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.346708:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd4ee00 00000400:00000200:1.0:1788838287.346713:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.346720:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x6891 [1] + 0 00000800:00000001:1.0:1788838287.346728:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.346738:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.346742:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.346747:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.346757:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.346767:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838287.346779:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.346807:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.346819:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.346823:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.348825:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838287.348835:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.348847:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.348850:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.348855:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8478. 00000400:00000200:2.0:1788838287.348868:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc908 00000400:00000010:2.0:1788838287.348870:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc908. 00000100:00000001:2.0:1788838287.348875:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.348888:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838287.348900:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.348909:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.348911:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.348914:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.348918:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.348921:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.348924:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.348927:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.348948:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=116 v=5 (5 5 16 16) 00000100:00001000:2.0:1788838287.348953:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.348955:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.348958:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.348961:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.348966:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.348970:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838287.348972:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: committing for last_committed 4294967312 gen 18 00000100:00000040:2.0:1788838287.348977:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788838287.348980:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.348981:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.348988:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.348995:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.348999:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.349001:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.349004:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788838287.349013:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:2.0:1788838287.349017:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788838287.349020:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:2.0:1788838287.349023:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.349027:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:2.0:1788838287.349030:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:2.0:1788838287.349032:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00001000:2.0:1788838287.349036:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1788838287 v=0 (0 0 0 0) 00000100:00001000:2.0:1788838287.349039:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eef418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788838287.349044:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000100:00080000:2.0:1788838287.349050:0:2350:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff98afd0025800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788838287.349053:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:2.0:1788838287.349057:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838287.349060:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788838287.349064:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1788838287.349067:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788838287.349071:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788838287.349075:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788838287.349078:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838287.349081:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838287.349082:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838287.349084:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.349086:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788838287.349088:0:2350:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788838287.349092:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788838287.349095:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838287.349096:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788838287.349097:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788838287.349099:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788838287.349110:0:2350:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788838287.349113:0:2350:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1788838287.349119:0:2350:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1788838287.349122:0:2350:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838287.349124:0:2350:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.349126:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788838287.349129:0:2350:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788838287.349132:0:2350:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788838287.353084:0:2350:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788838287.353093:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788838287.353098:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788838287.353104:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.353109:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.353111:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788838287.353113:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788838287.353114:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.353116:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788838287.353118:0:2350:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788838287.353125:0:2350:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788838287.353127:0:2350:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.353129:0:2350:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.353132:0:2350:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.353135:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838287.353138:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838287.353159:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838287.353162:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.353166:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788838287.353169:0:2350:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.353174:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788838287.353192:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000737bbc76): req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.353229:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.353233:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.353241:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838287.353251:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132247552:192.168.203.123@tcp:8:checkstat.0 00000100:00000001:2.0:1788838287.353258:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.353263:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.353267:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132247552/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.353274:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.353279:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.353285:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e8000. 02000000:00000001:2.0:1788838287.353293:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.353296:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.353298:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838287.353300:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.353304:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838287.353308:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.353310:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.353312:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:2.0:1788838287.353317:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.353318:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.353321:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.353341:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.353343:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.353347:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838287.353349:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.353980:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838287.353987:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838287.353992:0:2354:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.353996:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838287.353999:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838287.354002:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838287.354006:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838287.354009:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.354012:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838287.354020:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838287.354023:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838287.354027:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838287.354040:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8714000. 02000000:00000001:3.0:1788838287.354042:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838287.354053:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838287.354059:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838287.354067:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838287.354076:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132247680, portal 4 00000100:00000001:3.0:1788838287.354079:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838287.354081:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000040:3.0:1788838287.354093:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.354102:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838287.354106:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838287.354109:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cec38. 00000100:00000200:3.0:1788838287.354113:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132247680, offset 0 00000400:00000200:3.0:1788838287.354122:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838287.354133:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838287.354142:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838287.354148:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838287.354153:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838287.354158:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838287.354161:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838287.354165:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2436:2436:256:4294967295] 192.168.203.123@tcp LPNI seq info [2436:2436:8:4294967295] 00000400:00000200:3.0:1788838287.354170:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838287.354181:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838287.354189:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838287.354195:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3300. 00000800:00000200:3.0:1788838287.354204:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838287.354214:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838287.354219:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838287.354240:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838287.354245:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 235991 usecs (236 jiffies) 00000400:00000200:3.0:1788838287.354249:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838287.354252:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296417563 00000100:00000001:3.0:1788838287.354256:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:3.0:1788838287.354259:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296417563 00000100:00000001:3.0:1788838287.354261:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:3.0:1788838287.354264:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838287.354267:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.354270:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.354276:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838287.354277:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838287.354281:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838287.354282:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838287.354284:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.354287:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.354786:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.354793:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3300. 00000400:00000200:0.0:1788838287.354799:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.354806:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.354814:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cec38 00000400:00000010:0.0:1788838287.354816:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cec38. 00000100:00000001:0.0:1788838287.354822:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.354828:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.354839:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.354842:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.354848:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.354850:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.358456:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.358479:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.358484:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.358487:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.358498:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.358507:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.358518:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.358523:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.358530:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.358535:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd4ee80 00000400:00000200:1.0:1788838287.358540:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.358548:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x68a1 [1] + 224 00000800:00000001:1.0:1788838287.358556:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.358564:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.358568:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.358573:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.358582:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.358595:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.358607:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.358629:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.358642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.358646:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.358750:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838287.358756:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838287.358765:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838287.358767:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838287.358771:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838287.358776:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:3.0:1788838287.358779:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:3.0:1788838287.358782:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838287.358788:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838287.358798:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.358804:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838287.358807:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.358809:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838287.358813:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838287.358816:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838287.358819:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838287.358822:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838287.358835:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=116 v=5 (5 5 16 16) 00000100:00001000:3.0:1788838287.358841:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838287.358844:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838287.358846:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.358850:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838287.358854:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.358858:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838287.358861:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838287.358864:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838287.358866:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838287.358872:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.358879:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838287.358884:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838287.358887:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838287.358890:0:2354:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788838287.358893:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.358896:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.358900:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=4 00000020:00000001:3.0:1788838287.358903:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.358906:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.358925:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.358926:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.358927:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=5 00000020:00000001:3.0:1788838287.358930:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.358932:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.358945:0:2354:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838287.358949:0:2354:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.358954:0:2354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.358967:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.358969:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.358972:0:2354:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838287.358974:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.358976:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.358977:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=6 00000020:00000001:3.0:1788838287.358980:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.358982:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000040:3.0:1788838287.358990:0:2354:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516a00, remote cookie: 0xff98f31736b3b65b, flags: 0x1001 00010000:00010000:3.0:1788838287.358996:0:2354:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.359005:0:2354:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788838287.359009:0:2354:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.359011:0:2354:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838287.359016:0:2354:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788838287.359021:0:2354:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838287.359030:0:2354:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x17:0x0].0x0 (ffff98afc7e4cc00) refcount = 1 00010000:00000040:3.0:1788838287.359033:0:2354:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838287.359036:0:2354:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.359045:0:2354:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838287.359047:0:2354:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838287.359050:0:2354:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838287.359052:0:2354:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.359056:0:2354:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.359064:0:2354:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838287.359065:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.359066:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.359068:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.359069:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838287.359071:0:2354:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788838287.359074:0:2354:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838287.359077:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.359078:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.359080:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=5 00000020:00000001:3.0:1788838287.359082:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.359085:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00000008:00000001:3.0:1788838287.359089:0:2354:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788838287.359095:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3c00 -> ffff98afd0813c38 00000008:00010000:3.0:1788838287.359099:0:2354:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788838287.359113:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3c00 -> ffff98afd0813c38 00000020:00000001:3.0:1788838287.359116:0:2354:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838287.359119:0:2354:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788838287.359122:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838287.359125:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.359127:0:2354:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.359129:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3c00 -> ffff98afd0813c38 00000008:00000001:3.0:1788838287.359131:0:2354:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788838287.359134:0:2354:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838287.359136:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838287.359156:0:2354:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838287.359158:0:2354:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.359161:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.359162:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.359163:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=6 00000020:00000001:3.0:1788838287.359165:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.359168:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.359171:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838287.359174:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.359182:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.359183:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838287.359186:0:2354:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.359193:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838287.359195:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.359196:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838287.359198:0:2354:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.359200:0:2354:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.359202:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.359203:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=5 00000020:00000001:3.0:1788838287.359205:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.359207:0:2354:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838287.359209:0:2354:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838287.359211:0:2354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.359218:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.359219:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.359221:0:2354:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838287.359223:0:2354:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838287.359227:0:2354:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838287.359237:0:2354:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838287.359240:0:2354:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838287.359242:0:2354:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838287.359248:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.359249:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.359250:0:2354:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.359254:0:2354:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838287.359256:0:2354:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.359258:0:2354:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.359261:0:2354:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.359263:0:2354:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838287.359264:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.359265:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.359266:0:2354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.359267:0:2354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838287.359269:0:2354:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838287.359275:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838287.359284:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:0:1875731132247680:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:3.0:1788838287.359291:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.359295:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838287.359299:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3800 x1875731132247680/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.359306:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838287.359309:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838287.359313:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8714000. 02000000:00000001:3.0:1788838287.359317:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838287.359320:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838287.359322:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838287.359324:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838287.359328:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4008000. 02000000:00000001:3.0:1788838287.359331:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838287.359334:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838287.359336:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3800. 00000100:00000001:3.0:1788838287.359339:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838287.359341:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.359343:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.359353:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838287.359355:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.359357:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838287.359360:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.359643:0:31518:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.359648:0:31518:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838287.359692:0:31518:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838287.359695:0:31518:0:(cl_object.c:143:cl_object_top()) ffff98afd0813c38 -> ffff98afd0813c38 00000020:00000001:1.0:1788838287.359698:0:31518:0:(cl_object.c:143:cl_object_top()) ffff98afd0813c38 -> ffff98afd0813c38 00000020:00000001:1.0:1788838287.359700:0:31518:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838287.359706:0:31518:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788838287.359711:0:31518:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838287.359714:0:31518:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838287.359716:0:31518:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838287.359717:0:31518:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838287.359719:0:31518:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x29:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788838287.359723:0:31518:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838287.359725:0:31518:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788838287.359728:0:31518:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.359731:0:31518:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.359732:0:31518:0:(cl_object.c:143:cl_object_top()) ffff98afd0813c38 -> ffff98afd0813c38 00000080:00200000:1.0:1788838287.359735:0:31518:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x29:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788838287.359738:0:31518:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838287.359742:0:31518:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838287.359744:0:31518:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05cd280 (ffff98afd05ba368/0) at cl_lock_release():245 00000020:00000001:1.0:1788838287.359748:0:31518:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838287.359750:0:31518:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05cd280 (ffff98afd05ba368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838287.359755:0:31518:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838287.359759:0:31518:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838287.359761:0:31518:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838287.359763:0:31518:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838287.359764:0:31518:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd85e58b0 (ffff98afd05ba2d8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838287.359768:0:31518:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838287.359769:0:31518:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788838287.359771:0:31518:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.359773:0:31518:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838287.359774:0:31518:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838287.359776:0:31518:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838287.359777:0:31518:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838287.359778:0:31518:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838287.359780:0:31518:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838287.359781:0:31518:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05cd280 (ffff98afd05ba368/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838287.359785:0:31518:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838287.359786:0:31518:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838287.359787:0:31518:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd85e58b0 (ffff98afd05ba368/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838287.359790:0:31518:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afc89a4390. 00000020:00000001:1.0:1788838287.359794:0:31518:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838287.359796:0:31518:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afd85e5880. 00020000:00000001:1.0:1788838287.359798:0:31518:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838287.359800:0:31518:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838287.359801:0:31518:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788838287.359803:0:31518:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.359806:0:31518:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838287.359809:0:31518:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838287.359812:0:31518:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838287.359814:0:31518:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838287.359816:0:31518:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838287.359818:0:31518:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba2d0 00020000:00000001:1.0:1788838287.359823:0:31518:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838287.359825:0:31518:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838287.359829:0:31518:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838287.359831:0:31518:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838287.359836:0:31518:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838287.359838:0:31518:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838287.359840:0:31518:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838287.359843:0:31518:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838287.359844:0:31518:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838287.359846:0:31518:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000001:00000001:1.0:1788838287.359848:0:31518:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.359857:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7d08 00000080:00000008:1.0:1788838287.359860:0:31518:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x29:0x0](ffff98afd152ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838287.359868:0:31518:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838287.359869:0:31518:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01ca7da0 00000080:00002000:1.0:1788838287.359872:0:31518:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff98afd170b5e8, parent ffff98afd16f85e8, inode ffff98afd152ec08) hashed, 00000080:00000001:1.0:1788838287.359875:0:31518:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838287.372353:0:31520:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838287.372365:0:31520:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838287.372369:0:31520:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838287.372373:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fb20 00000080:00200000:1.0:1788838287.372379:0:31520:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838287.372389:0:31520:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f3800. 00800000:00000002:1.0:1788838287.372398:0:31520:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838287.372404:0:31520:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838287.372410:0:31520:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838287.372413:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fa40 00800000:00000002:1.0:1788838287.372416:0:31520:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838287.372421:0:31520:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838287.372425:0:31520:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838287.372431:0:31520:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838287.372434:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f910 00000002:00010000:1.0:1788838287.372436:0:31520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838287.372440:0:31520:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838287.372442:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838287.372446:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838287.372456:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:1.0:1788838287.372459:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838287.372466:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838287.372471:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838287.372477:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838287.372512:0:31520:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838287.372519:0:31520:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838287.372523:0:31520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788838287.372531:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838287.372534:0:31520:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838287.372536:0:31520:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838287.372538:0:31520:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838287.372540:0:31520:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838287.372542:0:31520:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838287.372545:0:31520:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838287.372548:0:31520:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838287.372552:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f3800. 00000080:00000001:1.0:1788838287.372558:0:31520:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838287.372560:0:31520:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838287.372562:0:31520:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838287.372567:0:31520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:1.0:1788838287.372570:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838287.372573:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838287.372575:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.372577:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.372580:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.372583:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.372586:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.372590:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.372592:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838287.372593:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838287.372595:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838287.372597:0:31520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01c8fb58 00010000:00000001:1.0:1788838287.372600:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838287.372601:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838287.372602:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:1.0:1788838287.372604:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.372607:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:1.0:1788838287.372609:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838287.372613:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838287.372619:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.372620:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.372622:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838287.372625:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838287.372627:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838287.372636:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838287.372639:0:31520:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838287.372641:0:31520:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838287.372648:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.372649:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.372651:0:31520:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.372689:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838287.372692:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.372694:0:31520:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.372697:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.372700:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838287.372701:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.372702:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838287.372706:0:31520:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838287.372708:0:31520:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838287.372710:0:31520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838287.372716:0:31520:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838287.372727:0:31520:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692220. 00000020:00000001:1.0:1788838287.372732:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fa88 00000080:00200000:1.0:1788838287.372734:0:31520:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=24 00000080:00000001:1.0:1788838287.372737:0:31520:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838287.372740:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f938 00000080:00200000:1.0:1788838287.372742:0:31520:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:1.0:1788838287.372750:0:31520:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40f3800. 00800000:00000002:1.0:1788838287.372753:0:31520:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838287.372758:0:31520:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838287.372759:0:31520:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838287.372761:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f858 00800000:00000002:1.0:1788838287.372763:0:31520:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838287.372766:0:31520:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788838287.372770:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f7f0 00800000:00000002:1.0:1788838287.372771:0:31520:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788838287.372774:0:31520:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838287.372776:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f728 00000002:00010000:1.0:1788838287.372777:0:31520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788838287.372781:0:31520:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838287.372784:0:31520:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838287.372791:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120700. 00000020:00000040:1.0:1788838287.372796:0:31520:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838287.372802:0:31520:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838287.372807:0:31520:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838287.372810:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.372812:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838287.372813:0:31520:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.372816:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838287.372819:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838287.372822:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838287.372830:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13ea800. 00000100:00000001:1.0:1788838287.372838:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.372845:0:31520:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838287.372847:0:31520:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.372849:0:31520:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838287.372850:0:31520:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838287.372852:0:31520:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838287.372860:0:31520:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627159296 : -113594082392320 : ffff98afd1120700) 00010000:00000001:1.0:1788838287.372864:0:31520:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838287.372867:0:31520:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838287.372869:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:1.0:1788838287.372872:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838287.372875:0:31520:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838287.372879:0:31520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0fc00. 00000020:00000001:1.0:1788838287.372882:0:31520:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838287.372885:0:31520:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0fc00 with handle 0x9f68a6b43b62cf0a to hash 00000020:00000001:1.0:1788838287.372887:0:31520:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838287.372888:0:31520:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838287.372893:0:31520:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:1.0:1788838287.372896:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838287.372897:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838287.372901:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838287.372909:0:31520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838287.372920:0:31520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838287.372926:0:31520:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838287.372928:0:31520:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838287.372947:0:31520:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc403dcc0. 00000100:00000001:1.0:1788838287.372950:0:31520:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479408127168 : -113594301424448 : ffff98afc403dcc0) 00000100:00000001:1.0:1788838287.372953:0:31520:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838287.372954:0:31520:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627159296 : -113594082392320 : ffff98afd1120700) 00000100:00000001:1.0:1788838287.372960:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838287.372965:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.372967:0:31520:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838287.372968:0:31520:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838287.372980:0:31520:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.372989:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838287.372992:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.372995:0:31520:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838287.372998:0:31520:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838287.373001:0:31520:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838287.373005:0:31520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120700 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31520:1875731132247808:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838287.373009:0:31520:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838287.373017:0:31520:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838287.373020:0:31520:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.373022:0:31520:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838287.373028:0:31520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eed800. 02000000:00000001:1.0:1788838287.373031:0:31520:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838287.373041:0:31520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838287.373045:0:31520:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8e18. 00000400:00000010:1.0:1788838287.373054:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc6e8. 00000100:00000200:1.0:1788838287.373063:0:31520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132247808, portal 10 00000100:00000001:1.0:1788838287.373065:0:31520:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838287.373066:0:31520:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627159296 : -113594082392320 : ffff98afd1120700) 00000100:00000040:1.0:1788838287.373072:0:31520:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.373080:0:31520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838287.373083:0:31520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838287.373086:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc5d8. 00000100:00000200:1.0:1788838287.373088:0:31520:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132247808, offset 0 00000400:00000200:1.0:1788838287.373096:0:31520:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838287.373106:0:31520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.373115:0:31520:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.373122:0:31520:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838287.373127:0:31520:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838287.373132:0:31520:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838287.373136:0:31520:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838287.373141:0:31520:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2437:2437:256:4294967295] 192.168.203.123@tcp LPNI seq info [2437:2437:8:4294967295] 00000400:00000200:1.0:1788838287.373145:0:31520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.373156:0:31520:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838287.373163:0:31520:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.373169:0:31520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933300. 00000800:00000200:1.0:1788838287.373177:0:31520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.373187:0:31520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.373192:0:31520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788838287.373207:0:31520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838287.373213:0:31520:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 808582 usecs (809 jiffies) 00000400:00000200:1.0:1788838287.373217:0:31520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838287.373220:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418155 00000100:00000001:1.0:1788838287.373224:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.373227:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418155 00000100:00000001:1.0:1788838287.373230:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.373232:0:31520:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838287.373235:0:31520:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.373238:0:31520:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838287.373240:0:31520:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838287.373243:0:31520:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc403dcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788838287.373246:0:31520:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.373250:0:31520:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.373424:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.373431:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933300. 00000400:00000200:0.0:1788838287.373436:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.373442:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.373450:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc5d8 00000400:00000010:0.0:1788838287.373452:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc5d8. 00000100:00000001:0.0:1788838287.373457:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.373462:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.373472:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.373476:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.373484:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.373486:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.383502:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.383531:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.383536:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.383539:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.383550:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.383558:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.383570:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.383577:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.383584:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.383589:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4ef00 00000400:00000200:1.0:1788838287.383595:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.383602:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x68a9 [1] + 224 00000800:00000001:1.0:1788838287.383611:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.383640:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.383644:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.383650:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.383688:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.383700:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.383712:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.383735:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.383749:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.383753:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.383823:0:31520:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838287.383833:0:31520:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838287.383836:0:31520:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838287.383840:0:31520:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8e18. 00000400:00000200:0.0:1788838287.383846:0:31520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc6e8 00000400:00000010:0.0:1788838287.383848:0:31520:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc6e8. 00000100:00000001:0.0:1788838287.383853:0:31520:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.383858:0:31520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838287.383868:0:31520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.383875:0:31520:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838287.383877:0:31520:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.383880:0:31520:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838287.383885:0:31520:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838287.383888:0:31520:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838287.383891:0:31520:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.383894:0:31520:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838287.383906:0:31520:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838287.383911:0:31520:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838287.383914:0:31520:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838287.383916:0:31520:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.383920:0:31520:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838287.383924:0:31520:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.383928:0:31520:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838287.383931:0:31520:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788838287.383933:0:31520:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838287.383948:0:31520:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.383954:0:31520:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.383960:0:31520:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.383963:0:31520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838287.383965:0:31520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838287.383969:0:31520:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838287.383978:0:31520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120700 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31520:1875731132247808:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838287.383983:0:31520:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.383986:0:31520:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.383990:0:31520:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838287.383992:0:31520:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.383996:0:31520:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.384004:0:31520:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.384008:0:31520:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc403dcc0. 00000100:00000001:0.0:1788838287.384012:0:31520:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838287.384013:0:31520:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.384017:0:31520:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838287.384022:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384026:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384030:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=4 00000020:00000001:0.0:1788838287.384032:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384037:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000040:0.0:1788838287.384045:0:31520:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0fc00, remote cookie: 0xff98f31736b3b677, flags: 0x1001 00010000:00010000:0.0:1788838287.384052:0:31520:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838287.384061:0:31520:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788838287.384065:0:31520:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838287.384075:0:31520:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31400. 00010000:00000010:0.0:1788838287.384080:0:31520:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e200. 00010000:00000001:0.0:1788838287.384086:0:31520:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.384090:0:31520:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.384099:0:31520:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.384232:0:31520:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838287.384239:0:31520:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838287.384242:0:31520:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838287.384244:0:31520:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838287.384245:0:31520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838287.384248:0:31520:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff98afc4d31400) refcount = 1 00010000:00010000:0.0:1788838287.384252:0:31520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.384258:0:31520:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838287.384262:0:31520:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838287.384264:0:31520:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.384267:0:31520:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838287.384270:0:31520:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.384273:0:31520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.384279:0:31520:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838287.384281:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384282:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.384284:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384285:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.384287:0:31520:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.384293:0:31520:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838287.384295:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384296:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384298:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.384300:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384302:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384304:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384305:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384306:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=4 00000020:00000001:0.0:1788838287.384308:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384310:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384313:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.384316:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.384319:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.384326:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384327:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.384329:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384330:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384331:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=5 00000020:00000001:0.0:1788838287.384333:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384335:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384338:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.384341:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.384348:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384349:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838287.384351:0:31520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.384358:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.384359:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384360:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.384361:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384362:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838287.384368:0:31520:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838287.384376:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384377:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384378:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.384380:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384383:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384385:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384387:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.384388:0:31520:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.384391:0:31520:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.384394:0:31520:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838287.384397:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384398:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384400:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.384401:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384403:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00000002:00010000:0.0:1788838287.384407:0:31520:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.384414:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384415:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.384417:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838287.384419:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384420:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384421:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.384423:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384425:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000040:0.0:1788838287.384429:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838287.384432:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838287.384436:0:31520:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1788838287.384439:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384440:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.384442:0:31520:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838287.384446:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f6b0 00000002:00002000:0.0:1788838287.384448:0:31520:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838287.384452:0:31520:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.384456:0:31520:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.384459:0:31520:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838287.384463:0:31520:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838287.384466:0:31520:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838287.384471:0:31520:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:0.0:1788838287.384475:0:31520:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838287.384478:0:31520:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c8fa28 it_disposition b 00000080:00000001:0.0:1788838287.384481:0:31520:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838287.384489:0:31520:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838287.384492:0:31520:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838287.384495:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788838287.384498:0:31520:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788838287.384506:0:31520:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838287.384509:0:31520:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788838287.384511:0:31520:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.384516:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788838287.384518:0:31520:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838287.384521:0:31520:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788838268 to 1788838269 00000080:00200000:0.0:1788838287.384526:0:31520:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:0.0:1788838287.384529:0:31520:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff98afd16dba88): rc = 0 00000080:00000001:0.0:1788838287.384532:0:31520:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479633169032 : -113594076382584 : ffff98afd16dba88) 00010000:00000001:0.0:1788838287.384534:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384535:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384537:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.384539:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384542:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384544:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384545:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838287.384547:0:31520:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838287.384549:0:31520:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838287.384550:0:31520:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838287.384554:0:31520:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838287.384556:0:31520:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.384559:0:31520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) for lock 0x9f68a6b43b62cf0a 00800000:00000001:0.0:1788838287.384562:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838287.384564:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838287.384566:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384567:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384568:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.384570:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384572:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384575:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384576:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.384578:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.384580:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788838287.384588:0:31520:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd16f8438 inode ffff98afd16dba88 refc 1 flags 0x20000e 00000080:00000001:0.0:1788838287.384593:0:31520:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838287.384595:0:31520:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.384598:0:31520:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788838287.384603:0:31520:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) 00000080:00010000:0.0:1788838287.384607:0:31520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf0a from it ffffbbcb01c8fa28 00010000:00000001:0.0:1788838287.384609:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.384610:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.384612:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.384613:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384615:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.384617:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.384620:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.384626:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384627:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.384628:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.384631:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.384633:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838287.384640:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.384643:0:31520:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.384645:0:31520:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.384651:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384652:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.384654:0:31520:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.384901:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.384904:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.384907:0:31520:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.384910:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.384912:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.384914:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.384915:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838287.384917:0:31520:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838287.384922:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40f3800. 00000100:00000001:0.0:1788838287.384928:0:31520:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.384934:0:31520:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120700 x1875731132247808/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.384951:0:31520:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838287.384955:0:31520:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838287.384959:0:31520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4eed800. 02000000:00000001:0.0:1788838287.384964:0:31520:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838287.384967:0:31520:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838287.384969:0:31520:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838287.384972:0:31520:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838287.384975:0:31520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13ea800. 02000000:00000001:0.0:1788838287.384979:0:31520:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838287.384981:0:31520:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838287.384984:0:31520:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120700. 00000100:00000001:0.0:1788838287.384988:0:31520:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838287.384989:0:31520:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838287.384999:0:31520:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838287.385002:0:31520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88), inode mode 41ed mask 1 00000080:00000001:0.0:1788838287.385009:0:31520:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.385026:0:31520:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06b20. 00000020:00000001:0.0:1788838287.385031:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fae8 00000080:00200000:0.0:1788838287.385033:0:31520:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff98afd16dba88), flags=8 00000080:00000001:0.0:1788838287.385037:0:31520:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838287.385038:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f998 00000080:00200000:0.0:1788838287.385040:0:31520:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff98afd16dba88), intent=getattr 00000080:00000010:0.0:1788838287.385049:0:31520:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126600. 00000080:00000001:0.0:1788838287.385058:0:31520:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838287.385062:0:31520:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.385065:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f8b8 00800000:00000002:0.0:1788838287.385067:0:31520:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1788838287.385070:0:31520:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838287.385076:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f850 00800000:00000002:0.0:1788838287.385078:0:31520:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788838287.385083:0:31520:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.385085:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f788 00000002:00010000:0.0:1788838287.385086:0:31520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788838287.385090:0:31520:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838287.385093:0:31520:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838287.385099:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909c00. 00000020:00000040:0.0:1788838287.385287:0:31520:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838287.385294:0:31520:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838287.385298:0:31520:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.385302:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.385303:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.385305:0:31520:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.385308:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838287.385310:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838287.385315:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838287.385323:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082000. 00000100:00000001:0.0:1788838287.385331:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.385335:0:31520:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.385337:0:31520:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.385338:0:31520:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.385340:0:31520:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.385342:0:31520:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.385350:0:31520:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618677760 : -113594090873856 : ffff98afd0909c00) 00010000:00000001:0.0:1788838287.385354:0:31520:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838287.385356:0:31520:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838287.385361:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838287.385363:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.385366:0:31520:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838287.385370:0:31520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa400. 00000020:00000001:0.0:1788838287.385375:0:31520:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838287.385378:0:31520:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa400 with handle 0x9f68a6b43b62cf11 to hash 00000020:00000001:0.0:1788838287.385380:0:31520:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838287.385381:0:31520:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.385385:0:31520:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.385388:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.385394:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.385397:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.385404:0:31520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.385415:0:31520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838287.385421:0:31520:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838287.385423:0:31520:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838287.385432:0:31520:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd85fb000. 00000100:00000001:0.0:1788838287.385434:0:31520:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479749689344 : -113593959862272 : ffff98afd85fb000) 00000100:00000001:0.0:1788838287.385438:0:31520:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.385439:0:31520:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618677760 : -113594090873856 : ffff98afd0909c00) 00000100:00000001:0.0:1788838287.385445:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838287.385450:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.385452:0:31520:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838287.385454:0:31520:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838287.385459:0:31520:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.385467:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838287.385470:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.385475:0:31520:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838287.385478:0:31520:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838287.385480:0:31520:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838287.385483:0:31520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909c00 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31520:1875731132247936:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838287.385489:0:31520:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838287.385497:0:31520:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838287.385499:0:31520:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.385502:0:31520:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838287.385507:0:31520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4095800. 02000000:00000001:0.0:1788838287.385509:0:31520:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838287.385517:0:31520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838287.385521:0:31520:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25a50. 00000400:00000010:0.0:1788838287.385529:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc088. 00000100:00000200:0.0:1788838287.385537:0:31520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132247936, portal 10 00000100:00000001:0.0:1788838287.385539:0:31520:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.385540:0:31520:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618677760 : -113594090873856 : ffff98afd0909c00) 00000100:00000040:0.0:1788838287.385546:0:31520:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.385554:0:31520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838287.385556:0:31520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838287.385559:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc5d8. 00000100:00000200:0.0:1788838287.385562:0:31520:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132247936, offset 0 00000400:00000200:0.0:1788838287.385570:0:31520:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838287.385580:0:31520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.385589:0:31520:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838287.385596:0:31520:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838287.385601:0:31520:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838287.385605:0:31520:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838287.385608:0:31520:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838287.385612:0:31520:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2438:2438:256:4294967295] 192.168.203.123@tcp LPNI seq info [2438:2438:8:4294967295] 00000400:00000200:0.0:1788838287.385617:0:31520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.385627:0:31520:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838287.385634:0:31520:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838287.385640:0:31520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509f00. 00000800:00000200:0.0:1788838287.385651:0:31520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838287.386906:0:31520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838287.386914:0:31520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838287.386945:0:31520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.386952:0:31520:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 807498 usecs (808 jiffies) 00000400:00000200:0.0:1788838287.386959:0:31520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838287.386963:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418168 00000100:00000001:0.0:1788838287.386968:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.386971:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418168 00000100:00000001:0.0:1788838287.386973:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.386976:0:31520:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.386980:0:31520:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.386984:0:31520:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838287.386986:0:31520:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838287.386990:0:31520:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb000 going to sleep for 11 seconds 00000100:00000001:0.0:1788838287.386994:0:31520:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.386998:0:31520:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.387484:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.388547:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509f00. 00000400:00000200:1.0:1788838287.388560:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.388570:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.388580:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc5d8 00000400:00000010:1.0:1788838287.388583:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc5d8. 00000100:00000001:1.0:1788838287.388589:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.388599:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.388613:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.388617:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.388624:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.388626:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.392541:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.392567:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.392573:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.392576:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.392587:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.392596:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.392608:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.392614:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.392621:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.392626:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 640 into portal 10 MB=0x6a9f7afd4ef80 00000400:00000200:1.0:1788838287.392632:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.392641:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 640/640 into md 0x68b9 [1] + 224 00000800:00000001:1.0:1788838287.392649:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.392704:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.392708:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.392713:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.392725:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.392735:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.392748:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.392762:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.392773:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.392777:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.392854:0:31520:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838287.392865:0:31520:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838287.392867:0:31520:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838287.392872:0:31520:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25a50. 00000400:00000200:0.0:1788838287.392877:0:31520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc088 00000400:00000010:0.0:1788838287.392879:0:31520:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc088. 00000100:00000001:0.0:1788838287.392883:0:31520:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.392888:0:31520:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838287.392896:0:31520:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.392902:0:31520:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838287.392904:0:31520:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.392907:0:31520:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838287.392911:0:31520:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838287.392914:0:31520:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838287.392917:0:31520:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.392921:0:31520:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838287.392932:0:31520:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838287.392954:0:31520:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838287.392957:0:31520:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838287.392959:0:31520:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.392963:0:31520:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838287.392967:0:31520:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.392972:0:31520:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838287.392975:0:31520:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788838287.392977:0:31520:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838287.392981:0:31520:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.392986:0:31520:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.392994:0:31520:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.392998:0:31520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838287.393000:0:31520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838287.393005:0:31520:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838287.393012:0:31520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909c00 pname:cluuid:pid:xid:nid:opc:job checkstat:236057cd-729b-462c-8b72-16ae653ba0e9:31520:1875731132247936:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838287.393019:0:31520:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.393023:0:31520:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.393026:0:31520:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838287.393028:0:31520:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.393032:0:31520:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.393039:0:31520:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.393042:0:31520:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd85fb000. 00000100:00000001:0.0:1788838287.393046:0:31520:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838287.393048:0:31520:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.393051:0:31520:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838287.393056:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.393060:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.393064:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=4 00000020:00000001:0.0:1788838287.393066:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393070:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000040:0.0:1788838287.393078:0:31520:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa400, remote cookie: 0xff98f31736b3b693, flags: 0x1001 00010000:00010000:0.0:1788838287.393084:0:31520:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838287.393094:0:31520:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:0.0:1788838287.393097:0:31520:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788838287.393105:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:0.0:1788838287.393108:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.393111:0:31520:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.393115:0:31520:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.393123:0:31520:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.393130:0:31520:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838287.393136:0:31520:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838287.393139:0:31520:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838287.393141:0:31520:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838287.393142:0:31520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838287.393145:0:31520:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff98afd83ac700) refcount = 2 00010000:00000040:0.0:1788838287.393149:0:31520:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838287.393151:0:31520:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838287.393157:0:31520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.393168:0:31520:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838287.393172:0:31520:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838287.393174:0:31520:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.393177:0:31520:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838287.393179:0:31520:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.393182:0:31520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.393188:0:31520:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838287.393190:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393192:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.393193:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393194:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.393196:0:31520:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.393201:0:31520:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838287.393203:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.393204:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.393205:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.393207:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393209:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393212:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.393213:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.393214:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=4 00000020:00000001:0.0:1788838287.393215:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393217:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393220:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.393223:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.393226:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.393232:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393234:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.393235:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.393236:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.393237:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=5 00000020:00000001:0.0:1788838287.393239:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393241:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393244:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.393247:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.393253:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393254:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838287.393257:0:31520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.393264:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.393265:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393266:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.393268:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393269:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838287.393274:0:31520:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838287.393284:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.393285:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.393287:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.393289:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393291:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00000002:00010000:0.0:1788838287.393294:0:31520:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788838287.393304:0:31520:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd13589c0. 00010000:00000001:0.0:1788838287.393307:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393309:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.393310:0:31520:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.393313:0:31520:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.393316:0:31520:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838287.393319:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.393320:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.393322:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.393324:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393326:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00000002:00010000:0.0:1788838287.393329:0:31520:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.393335:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393336:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.393338:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838287.393339:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.393340:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.393342:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.393344:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.393346:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000040:0.0:1788838287.393349:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 3 00010000:00000001:0.0:1788838287.393351:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838287.393355:0:31520:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:0.0:1788838287.393358:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.393359:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.393361:0:31520:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838287.393364:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8f710 00000002:00002000:0.0:1788838287.393367:0:31520:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838287.393370:0:31520:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.393375:0:31520:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.393379:0:31520:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838287.393382:0:31520:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838287.393386:0:31520:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.393390:0:31520:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838287.393393:0:31520:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c8fb20 it_disposition b 00000080:00000001:0.0:1788838287.395550:0:31520:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838287.395567:0:31520:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838287.395578:0:31520:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838287.395581:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788838287.395589:0:31520:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788838287.395600:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.395606:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838287.395610:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838287.395614:0:31520:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838287.395618:0:31520:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838287.395622:0:31520:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838287.395634:0:31520:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a14e0. 00020000:00000010:0.0:1788838287.395641:0:31520:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f1980. 00020000:00000010:0.0:1788838287.395648:0:31520:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1de0. 00020000:00000001:0.0:1788838287.395651:0:31520:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615106528 : -113594094445088 : ffff98afd05a1de0) 00020000:00000002:0.0:1788838287.395670:0:31520:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1de0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838287.395676:0:31520:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838287.395680:0:31520:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f1980: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838287.395685:0:31520:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce65d0) owner ffff98afd00127c0 00020000:00000001:0.0:1788838287.395688:0:31520:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838287.395690:0:31520:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce65d0) owner ffff98afd00127c0 00020000:00000010:0.0:1788838287.395696:0:31520:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f1980. 00020000:00000010:0.0:1788838287.395703:0:31520:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a14e0. 00020000:00000010:0.0:1788838287.395707:0:31520:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1de0. 00020000:00000002:0.0:1788838287.395709:0:31520:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838287.395711:0:31520:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.395713:0:31520:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838287.395715:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838287.395721:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788838287.395724:0:31520:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788838287.395731:0:31520:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff98afd152e3c8): rc = 0 00000080:00000001:0.0:1788838287.395733:0:31520:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631410120 : -113594078141496 : ffff98afd152e3c8) 00010000:00000001:0.0:1788838287.395737:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.395741:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.395744:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.395746:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.395749:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00000080:00000001:0.0:1788838287.395753:0:31520:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838287.395754:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.395756:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838287.395758:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838287.395759:0:31520:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838287.395761:0:31520:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838287.395762:0:31520:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838287.395765:0:31520:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1de0. 00020000:00000010:0.0:1788838287.395767:0:31520:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f1980. 00020000:00000010:0.0:1788838287.395769:0:31520:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a14e0. 00020000:00000001:0.0:1788838287.395771:0:31520:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615104224 : -113594094447392 : ffff98afd05a14e0) 00020000:00000002:0.0:1788838287.395773:0:31520:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a14e0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838287.395777:0:31520:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838287.395780:0:31520:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f1980: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838287.395782:0:31520:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce65d0) owner ffff98afd00127c0 00020000:00000001:0.0:1788838287.395784:0:31520:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838287.395787:0:31520:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce65d0) owner ffff98afd00127c0 00020000:00000010:0.0:1788838287.395789:0:31520:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f1980. 00020000:00000010:0.0:1788838287.395791:0:31520:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1de0. 00020000:00000010:0.0:1788838287.395794:0:31520:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a14e0. 00020000:00000002:0.0:1788838287.395795:0:31520:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838287.395797:0:31520:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.395799:0:31520:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.395804:0:31520:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788838287.395807:0:31520:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afd00127c0 00020000:00000002:0.0:1788838287.395811:0:31520:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b175a0 addref 2/0 by ffff98afd00127c0. 00020000:00000002:0.0:1788838287.395813:0:31520:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afd00127c0 00020000:00000001:0.0:1788838287.395816:0:31520:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788838287.395819:0:31520:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788838287.395820:0:31520:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788838287.395822:0:31520:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788838287.395825:0:31520:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788838287.395827:0:31520:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788838287.395830:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838287.395832:0:31520:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.395834:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.395836:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838287.395838:0:31520:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838287.395842:0:31520:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838287.395844:0:31520:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.395849:0:31520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) for lock 0x9f68a6b43b62cf11 00800000:00000001:0.0:1788838287.395852:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838287.395855:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838287.395857:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.395858:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.395859:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.395861:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.395863:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.395867:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.395868:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.395870:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.395871:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788838287.395880:0:31520:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd169e1b0 inode ffff98afd152e3c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1788838287.395884:0:31520:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788838287.395888:0:31520:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) 00000080:00010000:0.0:1788838287.395891:0:31520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf11 from it ffffbbcb01c8fb20 00010000:00000001:0.0:1788838287.395894:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.395895:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.395897:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.395898:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.395901:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.395903:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.395907:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.395918:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.395920:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.395921:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.395925:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.395928:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838287.395948:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.395952:0:31520:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.395955:0:31520:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.395961:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.395962:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.395964:0:31520:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.395968:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.395970:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.395972:0:31520:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.395975:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.395977:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.395979:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.395980:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838287.395982:0:31520:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838287.395987:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126600. 00000100:00000001:0.0:1788838287.395993:0:31520:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.396008:0:31520:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909c00 x1875731132247936/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/640 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.396017:0:31520:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838287.396020:0:31520:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838287.396024:0:31520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4095800. 02000000:00000001:0.0:1788838287.396028:0:31520:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838287.396031:0:31520:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838287.396033:0:31520:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838287.396036:0:31520:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838287.396040:0:31520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082000. 02000000:00000001:0.0:1788838287.396044:0:31520:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838287.396047:0:31520:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838287.396049:0:31520:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909c00. 00000100:00000001:0.0:1788838287.396052:0:31520:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838287.396054:0:31520:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838287.396057:0:31520:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788838287.396058:0:31520:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01c8fb20 released 00000080:00000001:0.0:1788838287.396060:0:31520:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788838287.396077:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fd08 00000080:00200008:0.0:1788838287.396081:0:31520:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff98afd152e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838287.396089:0:31520:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838287.396091:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fc80 00000080:00200000:0.0:1788838287.396093:0:31520:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff98afd152e3c8),name=f 00000080:00000010:0.0:1788838287.396099:0:31520:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126600. 00000080:00000001:0.0:1788838287.396111:0:31520:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838287.396115:0:31520:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.396117:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fba0 00800000:00000002:0.0:1788838287.396119:0:31520:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1788838287.396123:0:31520:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838287.396129:0:31520:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838287.396134:0:31520:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.396136:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fa70 00000002:00010000:0.0:1788838287.396137:0:31520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838287.396141:0:31520:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838287.396144:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.396147:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.396154:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 3 00010000:00000001:0.0:1788838287.396157:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.396161:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.396165:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838287.396168:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788838287.396176:0:31520:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838287.396181:0:31520:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.396184:0:31520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788838287.396191:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838287.396194:0:31520:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838287.396196:0:31520:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838287.396198:0:31520:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838287.396200:0:31520:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838287.396203:0:31520:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838287.396205:0:31520:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788838287.396208:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126600. 00000080:00000001:0.0:1788838287.396211:0:31520:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838287.396213:0:31520:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.396215:0:31520:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) 00000080:00010000:0.0:1788838287.396218:0:31520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) for lock 0x9f68a6b43b62cf11 00800000:00000001:0.0:1788838287.396221:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838287.396223:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838287.396224:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.396226:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.396227:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.396230:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.396232:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.396234:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.396235:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.396236:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.396238:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.396240:0:31520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf11 from it ffffbbcb01c8fcb8 00010000:00000001:0.0:1788838287.396242:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.396243:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.396244:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838287.396246:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.396248:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838287.396250:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.396252:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838287.396259:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.396260:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.396262:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.396263:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.396265:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838287.396272:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.396274:0:31520:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.396276:0:31520:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.396278:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.396279:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.396280:0:31520:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.396282:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.396284:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.396285:0:31520:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.396287:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.396288:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.396289:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.396291:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838287.396292:0:31520:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838287.396294:0:31520:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838287.396297:0:31520:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788838287.396301:0:31520:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788838287.396303:0:31520:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838287.396306:0:31520:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788838287.396307:0:31520:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.396310:0:31520:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838287.396314:0:31520:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788838287.396317:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.396319:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838287.396321:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838287.396326:0:31520:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:0.0:1788838287.396329:0:31520:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838287.396332:0:31520:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838287.396334:0:31520:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788838287.396337:0:31520:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838287.396339:0:31520:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788838287.396341:0:31520:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838287.396343:0:31520:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.396345:0:31520:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838287.396349:0:31520:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff98afd05ccbf0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788838287.396352:0:31520:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afd00127c0 00020000:00000001:0.0:1788838287.396355:0:31520:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838287.396357:0:31520:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838287.396360:0:31520:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838287.396362:0:31520:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.396364:0:31520:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838287.396367:0:31520:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838287.396368:0:31520:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.396370:0:31520:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838287.396371:0:31520:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838287.396372:0:31520:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838287.396374:0:31520:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98afd00127c0 00000020:00000001:0.0:1788838287.396376:0:31520:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838287.396378:0:31520:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788838287.396380:0:31520:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:0.0:1788838287.396383:0:31520:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838287.396385:0:31520:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838287.396388:0:31520:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838287.396390:0:31520:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838287.398558:0:31520:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788838287.398583:0:31520:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9ec00. 00020000:00000002:0.0:1788838287.398591:0:31520:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838287.398594:0:31520:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838287.398598:0:31520:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838287.398600:0:31520:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838287.398603:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.398608:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838287.398611:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838287.398617:0:31520:0:(cl_object.c:143:cl_object_top()) ffff98afd08133a0 -> ffff98afd0813dc8 00000020:00000001:0.0:1788838287.398619:0:31520:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838287.398625:0:31520:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838287.398627:0:31520:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838287.398630:0:31520:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.398632:0:31520:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.398634:0:31520:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838287.398637:0:31520:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838287.398644:0:31520:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe09531d0. 00000008:00010000:0.0:1788838287.398647:0:31520:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788838287.398650:0:31520:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838287.398651:0:31520:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838287.398653:0:31520:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9ec30, osc lock ffff98afe09531d0, flags 0x400001002 00000020:00000001:0.0:1788838287.398673:0:31520:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.398675:0:31520:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.398679:0:31520:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423204352 : -113594286347264 : ffff98afc4e9ec00) 00000020:00000001:0.0:1788838287.398681:0:31520:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838287.398682:0:31520:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838287.398684:0:31520:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.398686:0:31520:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.398689:0:31520:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788838287.398691:0:31520:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788838287.398693:0:31520:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838287.398696:0:31520:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838287.398697:0:31520:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838287.398698:0:31520:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838287.398700:0:31520:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838287.398702:0:31520:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838287.398705:0:31520:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788838287.398709:0:31520:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838287.398712:0:31520:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838287.398713:0:31520:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838287.398716:0:31520:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838287.398717:0:31520:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838287.398718:0:31520:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838287.398721:0:31520:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838287.398725:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838287.398732:0:31520:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.398735:0:31520:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788838287.398742:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909c00. 00000020:00000040:0.0:1788838287.398747:0:31520:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00010000:00000001:0.0:1788838287.398752:0:31520:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838287.398758:0:31520:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.398763:0:31520:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.398766:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838287.398770:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838287.398776:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838287.398782:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1126600. 00000100:00000001:0.0:1788838287.398790:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.398796:0:31520:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.398798:0:31520:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.398800:0:31520:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.398801:0:31520:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.398803:0:31520:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.398805:0:31520:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479618677760 : -113594090873856 : ffff98afd0909c00) 00010000:00000001:0.0:1788838287.398809:0:31520:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838287.398811:0:31520:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838287.398816:0:31520:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31100. 00010000:00000010:0.0:1788838287.398820:0:31520:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afc4d31e00. 00010000:00000001:0.0:1788838287.398826:0:31520:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838287.398830:0:31520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baaa00. 00000020:00000001:0.0:1788838287.398836:0:31520:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838287.398840:0:31520:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baaa00 with handle 0x9f68a6b43b62cf18 to hash 00000020:00000001:0.0:1788838287.398842:0:31520:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838287.398844:0:31520:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000010:0.0:1788838287.398848:0:31520:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd1358300. 00010000:00000001:0.0:1788838287.398851:0:31520:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.398855:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.398857:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.398862:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.398876:0:31520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.398893:0:31520:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.398899:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838287.398904:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.398928:0:31520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cb9cbbc] to pc [ptlrpcd_00_01+1] req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788838287.398969:0:31520:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838287.398972:0:31520:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.398974:0:31520:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.398976:0:31520:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.398977:0:31520:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.398980:0:31520:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838287.398982:0:31520:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788838287.398984:0:31520:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788838287.398986:0:31520:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788838287.399089:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838287.399094:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.399097:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838287.399105:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.399114:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838287.399116:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.399121:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838287.399124:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838287.399127:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838287.399130:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132248064:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:1.0:1788838287.399135:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838287.399143:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838287.399146:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.399149:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838287.399157:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13eb000. 02000000:00000001:1.0:1788838287.399159:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838287.399167:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838287.399172:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b00. 00000400:00000010:1.0:1788838287.399183:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc6e8. 00000100:00000200:1.0:1788838287.399192:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132248064, portal 4 00000100:00000001:1.0:1788838287.399195:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838287.399196:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618677760 : -113594090873856 : ffff98afd0909c00) 00000100:00000040:1.0:1788838287.399204:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.399211:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838287.399214:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838287.399217:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc5d8. 00000100:00000200:1.0:1788838287.399221:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132248064, offset 0 00000400:00000200:1.0:1788838287.399230:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838287.399241:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.399249:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.399256:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838287.399262:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838287.399266:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838287.399269:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838287.399272:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2439:2439:256:4294967295] 192.168.203.123@tcp LPNI seq info [2439:2439:8:4294967295] 00000400:00000200:1.0:1788838287.399277:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.399286:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838287.399293:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.399300:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838287.399308:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.399318:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.399323:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788838287.399345:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838287.399350:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22961 usecs (23 jiffies) 00000400:00000200:1.0:1788838287.399354:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838287.399358:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296417395 00000100:00000001:1.0:1788838287.399361:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.399363:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296417395 00000100:00000001:1.0:1788838287.399365:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.399367:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838287.399370:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.399374:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.399377:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838287.399385:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838287.399387:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838287.399390:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838287.399391:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.399392:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.399395:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.400736:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.400747:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:0.0:1788838287.400758:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.400768:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.400777:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc5d8 00000400:00000010:0.0:1788838287.400780:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc5d8. 00000100:00000001:0.0:1788838287.400786:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.400795:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.400807:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.400811:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.400819:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.400820:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838287.400863:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838287.400867:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838287.417732:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.417756:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.417762:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.417764:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.417775:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.417783:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.417796:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.417801:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.417808:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.417812:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd4f000 00000400:00000200:1.0:1788838287.417817:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.417824:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x68c9 [1] + 224 00000800:00000001:1.0:1788838287.417832:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.417842:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.417846:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.417851:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.417860:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.417869:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.417882:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.417912:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.417923:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.417926:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.418504:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838287.418511:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838287.418531:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838287.418534:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838287.418539:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b00. 00000400:00000200:0.0:1788838287.418545:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc6e8 00000400:00000010:0.0:1788838287.418548:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc6e8. 00000100:00000001:0.0:1788838287.418552:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.418559:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838287.418570:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.418575:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838287.418578:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.418581:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838287.418585:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838287.418588:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838287.418591:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.418594:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838287.418605:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=116 v=5 (5 5 16 37) 00000100:00001000:0.0:1788838287.418609:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838287.418612:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838287.418614:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.418617:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838287.418621:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.418626:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838287.418628:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788838287.418630:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838287.418632:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.418638:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.418645:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.418649:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838287.418651:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838287.418762:0:2352:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788838287.418765:0:2352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.418769:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.418774:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=4 00000020:00000001:0.0:1788838287.418778:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.418781:0:2352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.418783:0:2352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.418784:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.418785:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=5 00000020:00000001:0.0:1788838287.418787:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.418789:0:2352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.418793:0:2352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.418797:0:2352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.418801:0:2352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.418814:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.418816:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.418818:0:2352:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838287.418821:0:2352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.418822:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.418823:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=6 00000020:00000001:0.0:1788838287.418825:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.418828:0:2352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000040:0.0:1788838287.418837:0:2352:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baaa00, remote cookie: 0xff98f31736b3b69a, flags: 0x1001 00010000:00010000:0.0:1788838287.418842:0:2352:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.418850:0:2352:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788838287.418854:0:2352:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.418857:0:2352:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838287.418861:0:2352:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788838287.418866:0:2352:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838287.418881:0:2352:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x14:0x0].0x0 (ffff98afc4d31100) refcount = 1 00010000:00000040:0.0:1788838287.418883:0:2352:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838287.418885:0:2352:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.418894:0:2352:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838287.418896:0:2352:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.418899:0:2352:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838287.418901:0:2352:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.418905:0:2352:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.418911:0:2352:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838287.418912:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.418913:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.418914:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.418915:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838287.418917:0:2352:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788838287.418920:0:2352:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838287.418923:0:2352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.418925:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.418926:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=5 00000020:00000001:0.0:1788838287.418928:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.418930:0:2352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00000008:00000001:0.0:1788838287.418945:0:2352:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788838287.418950:0:2352:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000008:00010000:0.0:1788838287.418955:0:2352:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788838287.418962:0:2352:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000020:00000001:0.0:1788838287.418965:0:2352:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788838287.418968:0:2352:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788838287.418971:0:2352:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838287.418974:0:2352:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.418976:0:2352:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.418978:0:2352:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000008:00000001:0.0:1788838287.418980:0:2352:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788838287.418983:0:2352:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838287.418985:0:2352:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788838287.418993:0:2352:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788838287.418995:0:2352:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.418997:0:2352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.418998:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.419000:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=6 00000020:00000001:0.0:1788838287.419002:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.419004:0:2352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.419007:0:2352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.419010:0:2352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.419018:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.419019:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838287.419022:0:2352:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.419029:0:2352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.419030:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.419031:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838287.419033:0:2352:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.419035:0:2352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.419036:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.419037:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=5 00000020:00000001:0.0:1788838287.419039:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.419042:0:2352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838287.419044:0:2352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.419046:0:2352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.419053:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.419054:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.419056:0:2352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.419058:0:2352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.419061:0:2352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838287.419071:0:2352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.419074:0:2352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.419076:0:2352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.419080:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.419082:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.419083:0:2352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.419087:0:2352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.419089:0:2352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.419091:0:2352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.419094:0:2352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.419096:0:2352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.419097:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.419098:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.419099:0:2352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.419100:0:2352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838287.419101:0:2352:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.419109:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838287.419117:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132248064:192.168.203.123@tcp:101:checkstat.0 00000100:00000001:0.0:1788838287.419123:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.419127:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.419131:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909c00 x1875731132248064/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.419138:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838287.419141:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838287.419145:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13eb000. 02000000:00000001:0.0:1788838287.419151:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838287.419153:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838287.419155:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838287.419159:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838287.419162:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1126600. 02000000:00000001:0.0:1788838287.419167:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838287.419168:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838287.419170:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909c00. 00000100:00000001:0.0:1788838287.419174:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838287.419175:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.419177:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.419185:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838287.419188:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.419190:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838287.419192:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.419259:0:31520:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.419263:0:31520:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838287.419270:0:31520:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838287.419273:0:31520:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:1.0:1788838287.419275:0:31520:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:1.0:1788838287.419277:0:31520:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838287.419282:0:31520:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788838287.419287:0:31520:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838287.419289:0:31520:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838287.419290:0:31520:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838287.419291:0:31520:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838287.419293:0:31520:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[1]: s=0 (1) m=1788838269 a=1788838269 c=1788838269 b=1 00020000:00000001:1.0:1788838287.419297:0:31520:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838287.419299:0:31520:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788838269 a=1788838269 c=1788838269 b=1 00020000:00000001:1.0:1788838287.419302:0:31520:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.419304:0:31520:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.419305:0:31520:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000080:00200000:1.0:1788838287.419308:0:31520:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788838287.419311:0:31520:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838287.419313:0:31520:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838287.419315:0:31520:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_release():245 00000020:00000001:1.0:1788838287.419318:0:31520:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838287.419319:0:31520:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838287.419323:0:31520:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838287.419326:0:31520:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838287.419328:0:31520:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:1.0:1788838287.419330:0:31520:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838287.419331:0:31520:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9ec30 (ffff98afd05ba098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838287.419335:0:31520:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838287.419336:0:31520:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788838287.419338:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838287.419339:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838287.419340:0:31520:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838287.419343:0:31520:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838287.419344:0:31520:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838287.419345:0:31520:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838287.419346:0:31520:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838287.419347:0:31520:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838287.419350:0:31520:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838287.419353:0:31520:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838287.419354:0:31520:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9ec30 (ffff98afd05bacf8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838287.419357:0:31520:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe09531d0. 00000020:00000001:1.0:1788838287.419360:0:31520:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838287.419362:0:31520:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9ec00. 00020000:00000001:1.0:1788838287.419365:0:31520:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838287.419366:0:31520:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838287.419367:0:31520:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788838287.419369:0:31520:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.419373:0:31520:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838287.419376:0:31520:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838287.419378:0:31520:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838287.419379:0:31520:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838287.419381:0:31520:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838287.419383:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00020000:00000001:1.0:1788838287.419387:0:31520:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838287.419388:0:31520:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838287.419392:0:31520:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838287.419394:0:31520:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838287.419411:0:31520:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838287.419413:0:31520:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838287.419415:0:31520:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838287.419418:0:31520:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838287.419419:0:31520:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838287.419420:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000001:00000001:1.0:1788838287.419422:0:31520:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838287.419433:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fd08 00000080:00000008:1.0:1788838287.419436:0:31520:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff98afd152e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838287.419444:0:31520:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838287.419447:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c8fda0 00000080:00002000:1.0:1788838287.419449:0:31520:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff98afd169e1b0, parent ffff98afd16f8438, inode ffff98afd152e3c8) hashed, 00000080:00000001:1.0:1788838287.419452:0:31520:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.426172:0:31329:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.426179:0:31329:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.426184:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fb78 00000080:00200000:2.0:1788838287.426189:0:31329:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838287.426198:0:31329:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4009400. 00800000:00000002:2.0:1788838287.426206:0:31329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.426211:0:31329:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.426218:0:31329:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.426220:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fa98 00800000:00000002:2.0:1788838287.426224:0:31329:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.426229:0:31329:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.426234:0:31329:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.426241:0:31329:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.426244:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f968 00000002:00010000:2.0:1788838287.426246:0:31329:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.426250:0:31329:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.426252:0:31329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.426256:0:31329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.426265:0:31329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.426269:0:31329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.426276:0:31329:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.426281:0:31329:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.426286:0:31329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838287.426300:0:31329:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.426306:0:31329:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.426309:0:31329:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838287.426316:0:31329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.426318:0:31329:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.426320:0:31329:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.426322:0:31329:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.426324:0:31329:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.426326:0:31329:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.426329:0:31329:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.426332:0:31329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.426336:0:31329:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4009400. 00000080:00000001:2.0:1788838287.426415:0:31329:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.426418:0:31329:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.426421:0:31329:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838287.426425:0:31329:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:2.0:1788838287.426492:0:31329:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.426495:0:31329:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.426497:0:31329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.426500:0:31329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.426503:0:31329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.426506:0:31329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.426510:0:31329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.426513:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.426614:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.426616:0:31329:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.426618:0:31329:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.426622:0:31329:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01c0fbb0 00010000:00000001:2.0:1788838287.426625:0:31329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.426626:0:31329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.426628:0:31329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.426630:0:31329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.426632:0:31329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.426635:0:31329:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.426638:0:31329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838287.426646:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.426647:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.426648:0:31329:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.426651:0:31329:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.426654:0:31329:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838287.426690:0:31329:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.426694:0:31329:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.426696:0:31329:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.426702:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.426703:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.426705:0:31329:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.426709:0:31329:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.426711:0:31329:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.426713:0:31329:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.426717:0:31329:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.426719:0:31329:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.426720:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.426721:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.426725:0:31329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.426727:0:31329:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.426729:0:31329:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788838287.426735:0:31329:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.426742:0:31329:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788838287.426745:0:31329:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838287.426748:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fb78 00000080:00200008:2.0:1788838287.426750:0:31329:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000 00000080:00000010:2.0:1788838287.426757:0:31329:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174a00. 00000080:00000001:2.0:1788838287.426763:0:31329:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.426765:0:31329:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.426779:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd28 00000080:00200008:2.0:1788838287.426782:0:31329:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.426791:0:31329:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788838287.426794:0:31329:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:2.0:1788838287.426797:0:31329:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4009400. 00800000:00000002:2.0:1788838287.426800:0:31329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:2.0:1788838287.426807:0:31329:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1788838287.426811:0:31329:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788838287.426813:0:31329:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.426814:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f990 00000002:00010000:2.0:1788838287.426816:0:31329:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788838287.426819:0:31329:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.426821:0:31329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.426822:0:31329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.426825:0:31329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.426827:0:31329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.426830:0:31329:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.426832:0:31329:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.426836:0:31329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788838287.426843:0:31329:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.426846:0:31329:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.426849:0:31329:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788838287.426855:0:31329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.426857:0:31329:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.426858:0:31329:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.426861:0:31329:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.426863:0:31329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.426864:0:31329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.426866:0:31329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.426868:0:31329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.426870:0:31329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.426873:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.426874:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.426875:0:31329:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.426923:0:31329:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788838287.426930:0:31329:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff98afc4b0e800. 00000002:00000001:2.0:1788838287.428748:0:31329:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788838287.428765:0:31329:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838287.428775:0:31329:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.428782:0:31329:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.428786:0:31329:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.428792:0:31329:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.428869:0:31329:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4008a00. 00000100:00000001:2.0:1788838287.428878:0:31329:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.428883:0:31329:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788838287.428888:0:31329:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff98afc406cc00. 00000100:00000010:2.0:1788838287.428893:0:31329:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff98afc7c98000. 00000020:00000040:2.0:1788838287.428896:0:31329:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.428928:0:31329:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.428930:0:31329:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.429016:0:31329:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.429019:0:31329:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.429023:0:31329:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.429025:0:31329:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.429031:0:31329:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.429036:0:31329:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.429038:0:31329:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.429041:0:31329:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.429054:0:31329:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.429069:0:31329:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.429072:0:31329:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.429077:0:31329:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.429080:0:31329:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.429083:0:31329:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.429087:0:31329:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:31329:1875731132248192:192.168.203.123@tcp:37:bash.0 00000100:00000001:2.0:1788838287.429092:0:31329:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.429099:0:31329:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.429103:0:31329:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.429105:0:31329:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788838287.429115:0:31329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.429120:0:31329:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d1b8. 00000400:00000010:2.0:1788838287.429131:0:31329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff98afc411a000. 00000100:00000200:2.0:1788838287.429141:0:31329:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f7afd4f080-0x6a9f7afd4f080, portal 14 00000100:00000001:2.0:1788838287.429145:0:31329:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.429148:0:31329:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.429154:0:31329:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838287.429156:0:31329:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.429159:0:31329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.429162:0:31329:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d268. 00000400:00000010:2.0:1788838287.429167:0:31329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a880. 00000100:00000200:2.0:1788838287.429170:0:31329:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132248192, portal 10 00000100:00000001:2.0:1788838287.429172:0:31329:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.429174:0:31329:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000040:2.0:1788838287.429183:0:31329:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.429191:0:31329:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.429194:0:31329:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.429197:0:31329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a198. 00000100:00000200:2.0:1788838287.429200:0:31329:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875731132248192, offset 0 00000400:00000200:2.0:1788838287.429208:0:31329:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.429220:0:31329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.429229:0:31329:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.429236:0:31329:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.429242:0:31329:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.429246:0:31329:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.429250:0:31329:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.429254:0:31329:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2440:2440:256:4294967295] 192.168.203.123@tcp LPNI seq info [2440:2440:8:4294967295] 00000400:00000200:2.0:1788838287.429258:0:31329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.429269:0:31329:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.429275:0:31329:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.429281:0:31329:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14400. 00000800:00000200:2.0:1788838287.429288:0:31329:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.429298:0:31329:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.429304:0:31329:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14400 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.429329:0:31329:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.429335:0:31329:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 806412 usecs (807 jiffies) 00000400:00000200:2.0:1788838287.429406:0:31329:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.429409:0:31329:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418209 00000100:00000001:2.0:1788838287.429413:0:31329:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.429416:0:31329:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418209 00000100:00000001:2.0:1788838287.429418:0:31329:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.429420:0:31329:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.429423:0:31329:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.429426:0:31329:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.429493:0:31329:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.429497:0:31329:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.429501:0:31329:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.429504:0:31329:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.429637:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.429643:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14400. 00000400:00000200:0.0:1788838287.429650:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.429690:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.429696:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a198 00000400:00000010:0.0:1788838287.429699:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a198. 00000100:00000001:0.0:1788838287.429706:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.429711:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.429722:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.429725:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.429732:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.429734:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.439512:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.439535:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.439541:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.439544:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.439555:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.439565:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.439576:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.439582:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.439589:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.439594:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd4f080 00000400:00000200:1.0:1788838287.439600:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.439608:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x68d9 [256] + 0 00000400:00000010:1.0:1788838287.439615:0:2344:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d1b8. 00000400:00000200:1.0:1788838287.439622:0:2344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc411a000 00000800:00000001:1.0:1788838287.439630:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.439639:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.439643:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.439649:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.439703:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc411a000 00000400:00000010:1.0:1788838287.439707:0:2344:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afc411a000. 00000100:00000001:1.0:1788838287.439714:0:2344:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788838287.439717:0:2344:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc4ac0000 desc ffff98afc406cc00 mbits 1875731132248192 00000100:00000001:1.0:1788838287.439727:0:2344:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788838287.439737:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838287.439741:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.439747:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.439754:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2441:2441:256:4294967295] 192.168.203.123@tcp LPNI seq info [2441:2441:8:4294967295] 00000400:00000200:1.0:1788838287.439759:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.439767:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838287.439776:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.439785:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afc419e000. 00000800:00000200:1.0:1788838287.439792:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.439802:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.439807:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc419e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838287.439870:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.439874:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afc419e000. 00000400:00000200:1.0:1788838287.439878:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.439882:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838287.439889:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.439893:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.440036:0:31329:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.440042:0:31329:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838287.451128:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.451159:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.451164:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.451167:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.451178:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.451187:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.451198:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.451204:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.451210:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.451214:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd4f080 00000400:00000200:1.0:1788838287.451220:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.451228:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x68e1 [1] + 224 00000800:00000001:1.0:1788838287.451236:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.451249:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.451253:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.451258:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.451268:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.451279:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.451291:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.451315:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.451326:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.451330:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.451506:0:31329:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.451516:0:31329:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.451519:0:31329:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.451524:0:31329:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d268. 00000400:00000200:2.0:1788838287.451530:0:31329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:2.0:1788838287.451532:0:31329:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:2.0:1788838287.451536:0:31329:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.451541:0:31329:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.451551:0:31329:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.451557:0:31329:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.451559:0:31329:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.451562:0:31329:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.451567:0:31329:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.451570:0:31329:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.451572:0:31329:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.451576:0:31329:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.451587:0:31329:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838287.451592:0:31329:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.451594:0:31329:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.451596:0:31329:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.451600:0:31329:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.451604:0:31329:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.451609:0:31329:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.451611:0:31329:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.451613:0:31329:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.451617:0:31329:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.451622:0:31329:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788838287.451631:0:31329:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.451639:0:31329:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.451641:0:31329:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.451645:0:31329:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.451712:0:31329:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:31329:1875731132248192:192.168.203.123@tcp:37:bash.0 00000100:00000001:2.0:1788838287.451719:0:31329:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.451722:0:31329:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.451725:0:31329:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.451727:0:31329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.451732:0:31329:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.451740:0:31329:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.451743:0:31329:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.451748:0:31329:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.451750:0:31329:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.451760:0:31329:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.451766:0:31329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.451769:0:31329:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132248192/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.451779:0:31329:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.451782:0:31329:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.451786:0:31329:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838287.451789:0:31329:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.452051:0:31329:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.452055:0:31329:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.452058:0:31329:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788838287.452060:0:31329:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1788838287.452063:0:31329:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.452064:0:31329:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.452067:0:31329:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1788838287.452098:0:31329:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff98afc7c98000. 00000100:00000010:2.0:1788838287.452102:0:31329:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff98afc406cc00. 00000100:00000001:2.0:1788838287.452105:0:31329:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1788838287.452108:0:31329:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4008a00. 02000000:00000001:2.0:1788838287.452111:0:31329:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.452113:0:31329:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.452116:0:31329:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:2.0:1788838287.452120:0:31329:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.452122:0:31329:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.452125:0:31329:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1788838287.452127:0:31329:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1788838287.453749:0:31329:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff98afc4b0e800. 00000002:00000001:2.0:1788838287.453763:0:31329:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.453772:0:31329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.453775:0:31329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.453779:0:31329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.453782:0:31329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.453786:0:31329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.453789:0:31329:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.453898:0:31329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838287.453910:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.453913:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.453915:0:31329:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.453919:0:31329:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.453922:0:31329:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788838287.453931:0:31329:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.453943:0:31329:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.453946:0:31329:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.453951:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.453953:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.453955:0:31329:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.453958:0:31329:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.453960:0:31329:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.453962:0:31329:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.453967:0:31329:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.453969:0:31329:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.453971:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.453972:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1788838287.453975:0:31329:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.456638:0:31329:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1788838287.456705:0:31329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838287.456713:0:31329:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4009400. 00000080:00000001:3.0:1788838287.456724:0:31329:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.456731:0:31329:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838287.456735:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fca0 00000080:00200000:3.0:1788838287.456738:0:31329:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838287.456749:0:31329:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8a20600. 00800000:00000002:3.0:1788838287.456756:0:31329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838287.456761:0:31329:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838287.456767:0:31329:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838287.456769:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fbc0 00800000:00000002:3.0:1788838287.456772:0:31329:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838287.456777:0:31329:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838287.456782:0:31329:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838287.456789:0:31329:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838287.456803:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fa90 00000002:00010000:3.0:1788838287.456805:0:31329:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838287.456810:0:31329:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838287.456813:0:31329:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838287.456818:0:31329:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838287.456827:0:31329:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:3.0:1788838287.456831:0:31329:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838287.456837:0:31329:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838287.456842:0:31329:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838287.456848:0:31329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788838287.456860:0:31329:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838287.456867:0:31329:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.456870:0:31329:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788838287.456878:0:31329:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838287.456880:0:31329:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838287.456883:0:31329:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838287.456884:0:31329:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838287.456886:0:31329:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838287.456889:0:31329:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838287.456891:0:31329:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838287.456893:0:31329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838287.456895:0:31329:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8a20600. 00000080:00000001:3.0:1788838287.456900:0:31329:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838287.456902:0:31329:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838287.456905:0:31329:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838287.456909:0:31329:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:3.0:1788838287.456914:0:31329:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838287.456916:0:31329:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838287.456919:0:31329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.456921:0:31329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.456925:0:31329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838287.456927:0:31329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838287.456930:0:31329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838287.456943:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.456945:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838287.456947:0:31329:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838287.456949:0:31329:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838287.456952:0:31329:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01c0fcd8 00010000:00000001:3.0:1788838287.456954:0:31329:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.456955:0:31329:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.456957:0:31329:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838287.456959:0:31329:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838287.456961:0:31329:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838287.456964:0:31329:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838287.456967:0:31329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838287.456978:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.456979:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.456981:0:31329:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838287.456984:0:31329:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838287.456987:0:31329:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838287.456996:0:31329:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838287.456999:0:31329:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838287.457002:0:31329:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838287.457008:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.457009:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.457011:0:31329:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.457018:0:31329:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838287.457021:0:31329:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.457023:0:31329:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.457025:0:31329:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.457027:0:31329:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838287.457029:0:31329:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.457029:0:31329:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838287.457033:0:31329:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838287.457035:0:31329:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838287.457038:0:31329:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.457044:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd28 00000080:00000008:3.0:1788838287.457046:0:31329:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838287.457502:0:31329:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788838287.457506:0:31329:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788838287.457512:0:31329:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8a20600. 00800000:00000002:3.0:1788838287.457516:0:31329:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838287.457519:0:31329:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788838287.457528:0:31329:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446733001361320768 : -11072348230848 : fffff5ee049deb40) 00000080:00000001:3.0:1788838287.457533:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838287.457537:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.457539:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:3.0:1788838287.457541:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:3.0:1788838287.457544:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:3.0:1788838287.457546:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788838287.457548:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:3.0:1788838287.457550:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:3.0:1788838287.457552:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:3.0:1788838287.457554:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:3.0:1788838287.457557:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:3.0:1788838287.457559:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788838287.457561:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:3.0:1788838287.457563:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:3.0:1788838287.457566:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:3.0:1788838287.457568:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:3.0:1788838287.457571:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:3.0:1788838287.457573:0:31329:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:3.0:1788838287.457576:0:31329:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838287.457578:0:31329:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838287.457581:0:31329:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8a20600. 00000080:00000001:3.0:1788838287.457586:0:31329:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.457610:0:31329:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788838287.457612:0:31329:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1788838287.457615:0:31329:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838287.457617:0:31329:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.457633:0:31329:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838287.457636:0:31329:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838287.457638:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fdd0 00000080:00200008:3.0:1788838287.457641:0:31329:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000 00000080:00400000:3.0:1788838287.457645:0:31329:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788838287.457648:0:31329:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174a00. 00000080:00000001:3.0:1788838287.457653:0:31329:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838287.457685:0:31329:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fdd0 00000080:00000008:3.0:1788838287.457688:0:31329:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 304000, rc = 0 00000080:00000001:3.0:1788838287.457691:0:31329:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.457692:0:31329:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.466260:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.466269:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.466272:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.466276:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b20 00000080:00200000:2.0:1788838287.466283:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838287.466293:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008a00. 00800000:00000002:2.0:1788838287.466300:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.466305:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.466311:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.466314:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a40 00800000:00000002:2.0:1788838287.466317:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.466321:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.466326:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.466332:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.466334:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37910 00000002:00010000:2.0:1788838287.466337:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.466341:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.466343:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.466348:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.466356:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.466360:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.466366:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.466370:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.466376:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788838287.466389:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.466464:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.466469:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788838287.466582:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.466585:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.466587:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.466589:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.466592:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.466595:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.466597:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.466601:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.466605:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.466610:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.466611:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.466614:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838287.466617:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:2.0:1788838287.466621:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.466624:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.466626:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.466628:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.466631:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.466634:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.466637:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.466640:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.466642:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.466643:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.466644:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.466647:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01c37b58 00010000:00000001:2.0:1788838287.466649:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.466650:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.466651:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.466653:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.466970:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.466973:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.466977:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788838287.466985:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.466986:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.466988:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.466990:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.466994:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788838287.467003:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.467006:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.467009:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.467014:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467015:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.467017:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467021:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.467024:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467026:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467029:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467031:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.467033:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467034:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.467038:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.467040:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.467042:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838287.467048:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.467054:0:31521:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838287.467057:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b48 00000080:00002000:2.0:1788838287.467058:0:31521:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff98afd16f85e8) flags 0x20000e refc 1 00000080:00000001:2.0:1788838287.467062:0:31521:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.467064:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b90 00000080:00200000:2.0:1788838287.467066:0:31521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:2.0:1788838287.467072:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.467074:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.467083:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d08 00000080:00200008:2.0:1788838287.467085:0:31521:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.467091:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.467093:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c80 00000080:00200000:2.0:1788838287.467095:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08),name=d21h.recovery-small-1 00000080:00000010:2.0:1788838287.467103:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008a00. 00800000:00000002:2.0:1788838287.467107:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.467112:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.467116:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.467117:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ba0 00800000:00000002:2.0:1788838287.467120:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.467123:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.467127:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.467131:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.467132:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a70 00000002:00010000:2.0:1788838287.467252:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.467256:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.467258:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.467260:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.467264:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:2.0:1788838287.467266:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.467269:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.467273:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.467277:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838287.467285:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.467289:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.467292:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838287.467299:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.467301:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.467303:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.467305:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.467307:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.467309:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.467312:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.467314:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.467316:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.467320:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.467321:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.467325:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) 00000080:00010000:2.0:1788838287.467328:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) for lock 0x9f68a6b43b62cef5 00800000:00000001:2.0:1788838287.467331:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.467333:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.467334:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.467336:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.467338:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:2.0:1788838287.467340:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.467342:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.467344:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467346:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.467347:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.467349:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.467351:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cef5 from it ffffbbcb01c37cb8 00010000:00000001:2.0:1788838287.467353:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.467354:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.467356:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:2.0:1788838287.467358:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.467360:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.467363:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.467366:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.467373:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467374:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.467376:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.467377:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.467380:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838287.467386:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.467388:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.467389:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.467392:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467393:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.467395:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467465:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.467467:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467468:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467471:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467473:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.467475:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467476:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.467479:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.467480:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.467484:0:31521:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.467488:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d08 00000080:00000008:2.0:1788838287.467491:0:31521:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.467537:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.467540:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.467541:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.467543:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00000080:00200000:2.0:1788838287.467545:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838287.467549:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008a00. 00800000:00000002:2.0:1788838287.467552:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.467555:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.467557:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.467558:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ae0 00800000:00000002:2.0:1788838287.467560:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.467563:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.467566:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.467569:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.467570:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379b0 00000002:00010000:2.0:1788838287.467572:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.467576:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.467577:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.467578:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.467581:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.467584:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.467587:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.467589:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.467592:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788838287.467599:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.467601:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.467604:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788838287.467610:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.467612:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.467613:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.467615:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.467617:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.467619:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.467621:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.467623:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.467626:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.467629:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.467630:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.467632:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838287.467635:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:2.0:1788838287.467637:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.467639:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.467640:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.467642:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.467643:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.467645:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.467648:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.467650:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467651:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.467653:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.467779:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.467783:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01c37bf8 00010000:00000001:2.0:1788838287.467785:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.467787:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.467789:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.467860:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.467864:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.467866:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.467869:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788838287.467875:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467876:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.467877:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.467878:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.467880:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788838287.467886:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.467888:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.467890:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.467892:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467893:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.467894:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467896:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.467898:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467899:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467902:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.467904:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.467905:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.467907:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.467908:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.467910:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.467912:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838287.467915:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.467919:0:31521:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838287.467923:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00000080:00002000:2.0:1788838287.467924:0:31521:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff98afd16f85e8) flags 0x20000e refc 1 00000080:00000001:2.0:1788838287.467926:0:31521:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.467928:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c08 00000080:00200000:2.0:1788838287.467930:0:31521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:2.0:1788838287.467933:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.467943:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.467947:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838287.467949:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08), inode mode 41ed mask 44 00000080:00000001:2.0:1788838287.467951:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.467956:0:31521:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788838287.467958:0:31521:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838287.467960:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b78 00000080:00200008:2.0:1788838287.467962:0:31521:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), flags 704400 00000080:00000010:2.0:1788838287.467969:0:31521:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174280. 00000080:00000001:2.0:1788838287.467976:0:31521:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788838287.467979:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008a00. 00800000:00000002:2.0:1788838287.467981:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.467984:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.467986:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.467987:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a28 00800000:00000002:2.0:1788838287.467989:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.467992:0:31521:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788838287.467995:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379a8 00800000:00000002:2.0:1788838287.467997:0:31521:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788838287.467999:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.468001:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c378e0 00000002:00010000:2.0:1788838287.468003:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788838287.468007:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838287.468009:0:31521:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838287.468013:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.468017:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:2.0:1788838287.468019:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.468022:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.468025:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.468027:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.468030:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.468031:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.468033:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.468035:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.468036:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.468038:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.468039:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.468040:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.468047:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838287.468050:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838287.468058:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838287.468060:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.468063:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838287.468067:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.468069:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.468070:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.468071:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.468075:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.468077:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.468080:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.468088:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406cc00. 00000100:00000001:2.0:1788838287.468096:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.468102:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.468104:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.468105:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.468106:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.468108:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.468116:0:31521:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00010000:00000001:2.0:1788838287.468120:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838287.468123:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838287.468125:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.468126:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.468129:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838287.468132:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516600. 00000020:00000001:2.0:1788838287.468211:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838287.468214:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516600 with handle 0x9f68a6b43b62cf1f to hash 00000020:00000001:2.0:1788838287.468216:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838287.468218:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.468222:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.468225:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.468227:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.468230:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.468238:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838287.468251:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838287.468265:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838287.468274:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838287.468280:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.468282:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.468291:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.468294:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.468296:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.468298:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.468304:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.468308:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.468311:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.468313:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.468318:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.468325:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.468328:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.468333:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.468336:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.468338:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.468342:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132248448:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.468346:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.468353:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.468356:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.468358:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.468972:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838287.468979:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.468989:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.468996:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d268. 00000400:00000010:2.0:1788838287.469005:0:31521:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afc4b0e800. 00000100:00000200:2.0:1788838287.469013:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132248448, portal 10 00000100:00000001:2.0:1788838287.469015:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.469017:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000040:2.0:1788838287.469026:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.469035:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.469037:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.469041:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a880. 00000100:00000200:2.0:1788838287.469045:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132248448, offset 0 00000400:00000200:2.0:1788838287.469052:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.469062:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.469071:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.469077:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.469083:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.469087:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.469090:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.469094:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2442:2442:256:4294967295] 192.168.203.123@tcp LPNI seq info [2442:2442:8:4294967295] 00000400:00000200:2.0:1788838287.469099:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.469110:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.469119:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.469124:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14600. 00000800:00000200:2.0:1788838287.469131:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.469213:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.469220:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.469282:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.469287:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 805356 usecs (806 jiffies) 00000400:00000200:2.0:1788838287.469291:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.469294:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418248 00000100:00000001:2.0:1788838287.469298:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.469300:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418248 00000100:00000001:2.0:1788838287.469303:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.469305:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.469308:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.469311:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.469314:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.469316:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.469320:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.469323:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.470010:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.470018:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14600. 00000400:00000200:0.0:1788838287.470025:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.470033:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.470041:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:0.0:1788838287.470043:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:0.0:1788838287.470048:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.470055:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.470066:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.470070:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.470076:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.470078:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.473945:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.473968:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.473975:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.473978:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.473989:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.474000:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.474012:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.474018:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.474025:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.474030:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4f180 00000400:00000200:1.0:1788838287.474036:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.474043:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x68e9 [64] + 224 00000800:00000001:1.0:1788838287.474053:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.474062:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.474065:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.474071:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.474081:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.474093:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.474106:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.474164:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.474230:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.474242:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.474246:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838287.474282:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.474284:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.474289:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d268. 00000400:00000200:2.0:1788838287.474295:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4b0e800 00000400:00000010:2.0:1788838287.474298:0:31521:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afc4b0e800. 00000100:00000001:2.0:1788838287.474302:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.474307:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.474317:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.474323:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.474327:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.474329:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.474333:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.474336:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.474340:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.474343:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.474355:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.474360:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.474363:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788838287.474366:0:31521:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afc4ac0000 x1875731132248448/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.474373:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838287.474377:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838287.474379:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838287.474381:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838287.474383:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.474385:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.474389:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.474392:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.474394:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.474397:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788838287.474402:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.474409:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788838287.474413:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.474416:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.474420:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.474427:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132248448:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.474433:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.474436:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838287.474439:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.474442:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.474446:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.474453:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.474456:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.474460:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.474461:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788838287.474465:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838287.474471:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.474474:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.474479:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=4 00000020:00000001:2.0:1788838287.474575:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.474578:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00010000:2.0:1788838287.474584:0:31521:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.474597:0:31521:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788838287.474602:0:31521:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.474608:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.474611:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.474617:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.474619:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838287.474621:0:31521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.474627:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.474631:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.474634:0:31521:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838287.474637:0:31521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.474647:0:31521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc1516600 already unused, calling callback (ffffffffc1970460) 00000080:00000001:2.0:1788838287.474651:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788838287.474732:0:31521:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.474740:0:31521:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788838287.474743:0:31521:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788838287.474746:0:31521:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.474751:0:31521:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788838287.474754:0:31521:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838287.474756:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.474757:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.474759:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=5 00000020:00000001:2.0:1788838287.474761:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.474763:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.474766:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.474769:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788838287.474775:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.474777:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.474780:0:31521:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788838287.474782:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.474785:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.474787:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.474789:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.474791:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838287.474793:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516600 with handle 0x9f68a6b43b62cf1f from hash 00010000:00000001:2.0:1788838287.474796:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.474798:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.474800:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.474801:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.474803:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.474804:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788838287.474807:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.474808:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.474809:0:31521:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.474811:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.474814:0:31521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.474819:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.474820:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.474821:0:31521:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788838287.474823:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.474824:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.474826:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.474827:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838287.474829:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.474843:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.474846:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788838287.474851:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788838287.474859:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.474869:0:31521:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838287.474874:0:31521:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.474881:0:31521:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.474883:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838287.474885:0:31521:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.474887:0:31521:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.474889:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.474894:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788838287.474896:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.474898:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00010000:00000001:2.0:1788838287.474900:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838287.474901:0:31521:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.474904:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838287.474907:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37868 00000002:00002000:2.0:1788838287.474910:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788838287.474913:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.474917:0:31521:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.474920:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838287.474922:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838287.474925:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.474930:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.474946:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.474952:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838287.474959:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838287.474962:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838287.474965:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838287.474967:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788838287.474971:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.474976:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788838287.474979:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838287.474985:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:2.0:1788838287.474988:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838287.474991:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838287.474993:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.474997:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.474999:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.475002:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.475006:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.475012:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.475017:0:31521:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.475026:0:31521:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd110da00. 00000080:00000001:2.0:1788838287.475030:0:31521:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788838287.475033:0:31521:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788838287.475036:0:31521:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788838287.475039:0:31521:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09e6c60. 00000002:00100000:2.0:1788838287.475043:0:31521:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.475050:0:31521:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.475051:0:31521:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788838287.475056:0:31521:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788838287.475060:0:31521:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.475063:0:31521:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788838287.475065:0:31521:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.475067:0:31521:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.475072:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.475075:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788838287.475082:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.475086:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838287.475125:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788838287.475126:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.475129:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b78 00000080:00000008:2.0:1788838287.475132:0:31521:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), flags 704400, rc = 0 00000080:00000001:2.0:1788838287.475204:0:31521:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.475231:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d28 00000080:00200008:2.0:1788838287.475234:0:31521:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.475241:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.475242:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ca0 00000080:00200000:2.0:1788838287.475245:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08),name=d21h.recovery-small-1 00000080:00000010:2.0:1788838287.475251:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008a00. 00800000:00000002:2.0:1788838287.475258:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.475266:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.475269:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.475271:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00800000:00000002:2.0:1788838287.475274:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.475279:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.475285:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.475289:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.475291:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a90 00000002:00010000:2.0:1788838287.475293:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.475297:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.475300:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.475302:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.475309:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:2.0:1788838287.475312:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.475318:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.475321:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.475325:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838287.475335:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.475339:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.475342:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838287.475350:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.475352:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.475354:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.475356:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.475357:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.475359:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.475362:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.475363:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.475365:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.475369:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.475370:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.475373:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) 00000080:00010000:2.0:1788838287.475377:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) for lock 0x9f68a6b43b62cef5 00800000:00000001:2.0:1788838287.475381:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.475382:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.475384:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.475385:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.475388:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:2.0:1788838287.475390:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.475392:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.475395:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.475396:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.475397:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.475399:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.475401:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cef5 from it ffffbbcb01c37cd8 00010000:00000001:2.0:1788838287.475403:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.475405:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.475406:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:2.0:1788838287.475408:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.475409:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.475411:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.475414:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838287.475421:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.475422:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.475424:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.475425:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.475428:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838287.475436:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.475439:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.475442:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.475446:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.475447:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.475449:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.475453:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.475454:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.475456:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.475459:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.475461:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.475462:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.475463:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.475465:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.475467:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.475471:0:31521:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.475475:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d28 00000080:00000008:2.0:1788838287.475477:0:31521:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.475757:0:31521:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788838287.475760:0:31521:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788838287.475766:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.475771:0:31521:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1788838287.475778:0:31521:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1788838287.475782:0:31521:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788838287.475783:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.475786:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ab8 00000002:00010000:2.0:1788838287.475787:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788838287.475790:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.475792:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.475793:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.475796:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:2.0:1788838287.475798:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.475801:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.475803:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.475806:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788838287.475813:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.475815:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.475818:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788838287.475829:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.475830:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.475832:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.475834:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.475835:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.475836:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.475838:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:2.0:1788838287.475840:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.475842:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.475844:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.475845:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.475846:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.475886:0:31521:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788838287.475891:0:31521:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff98afc4b0e800. 00000002:00000001:2.0:1788838287.476647:0:31521:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788838287.476754:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1180. 00000020:00000040:2.0:1788838287.476762:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.476766:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.476771:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.476775:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.476784:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4009200. 00000100:00000001:2.0:1788838287.476792:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.476796:0:31521:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788838287.476800:0:31521:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff98afc406c800. 00000100:00000010:2.0:1788838287.476805:0:31521:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff98afc7c98000. 00000020:00000040:2.0:1788838287.476807:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.476832:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.476834:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.476841:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.476844:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.476847:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.476849:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.476855:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.476860:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.476862:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.476864:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.476875:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.476884:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.476886:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.476890:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.476893:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.476896:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.476899:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132248576:192.168.203.123@tcp:37:rm.0 00000100:00000001:2.0:1788838287.476904:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.476910:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.476913:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.476916:0:31521:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788838287.476925:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.476930:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d268. 00000400:00000010:2.0:1788838287.476952:0:31521:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff98afc411e000. 00000100:00000200:2.0:1788838287.476962:0:31521:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f7afd4f200-0x6a9f7afd4f200, portal 14 00000100:00000001:2.0:1788838287.476966:0:31521:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.476969:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.476974:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406dc00. 02000000:00000001:2.0:1788838287.476976:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.476979:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.476982:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.476987:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a088. 00000100:00000200:2.0:1788838287.476990:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132248576, portal 10 00000100:00000001:2.0:1788838287.476992:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.476993:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000040:2.0:1788838287.477001:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.477009:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.477012:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.477015:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a330. 00000100:00000200:2.0:1788838287.477019:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875731132248576, offset 0 00000400:00000200:2.0:1788838287.477027:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.477037:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.477044:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.477051:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.477057:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.477061:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.477065:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.477069:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2443:2443:256:4294967295] 192.168.203.123@tcp LPNI seq info [2443:2443:8:4294967295] 00000400:00000200:2.0:1788838287.477074:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.477084:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.477091:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.477097:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14800. 00000800:00000200:2.0:1788838287.477105:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.477114:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.477120:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14800 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.477253:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.477259:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 804272 usecs (805 jiffies) 00000400:00000200:2.0:1788838287.477263:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.477266:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418255 00000100:00000001:2.0:1788838287.477270:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.477272:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418255 00000100:00000001:2.0:1788838287.477274:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.477277:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.477280:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.477282:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.477284:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.477287:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.477290:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.477294:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.480396:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.480408:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14800. 00000400:00000200:0.0:1788838287.480421:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.480433:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.480442:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a330 00000400:00000010:0.0:1788838287.480445:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a330. 00000100:00000001:0.0:1788838287.480452:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.480463:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.480478:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.480572:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.480581:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.480583:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.481590:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.481610:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.481614:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.481617:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.481626:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.481633:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.481643:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.481648:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.481654:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.481828:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd4f200 00000400:00000200:1.0:1788838287.481835:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.481843:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x68f1 [256] + 0 00000400:00000010:1.0:1788838287.481850:0:2344:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d268. 00000400:00000200:1.0:1788838287.481856:0:2344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc411e000 00000800:00000001:1.0:1788838287.481863:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.481874:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.481877:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.481882:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.481887:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc411e000 00000400:00000010:1.0:1788838287.481890:0:2344:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afc411e000. 00000100:00000001:1.0:1788838287.481896:0:2344:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788838287.481899:0:2344:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc4ac1180 desc ffff98afc406c800 mbits 1875731132248576 00000100:00000001:2.0:1788838287.481952:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.481957:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.481989:0:2344:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788838287.482000:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838287.482005:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.482011:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.482018:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2444:2444:256:4294967295] 192.168.203.123@tcp LPNI seq info [2444:2444:8:4294967295] 00000400:00000200:1.0:1788838287.482023:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.482032:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838287.482038:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.482048:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afc419e000. 00000800:00000200:1.0:1788838287.482056:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.482065:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.482071:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc419e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838287.482199:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.482204:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afc419e000. 00000400:00000200:1.0:1788838287.482208:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.482212:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838287.482219:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.482222:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.485832:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.485855:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.485861:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.485864:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.485875:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.485884:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838287.485895:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.485901:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.485907:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.485912:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd4f200 00000400:00000200:0.0:1788838287.485918:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.485926:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x68f9 [1] + 224 00000800:00000001:0.0:1788838287.485946:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.485961:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.485965:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.485970:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838287.485981:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.485992:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838287.486004:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.486023:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838287.486034:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.486038:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.486120:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.486131:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.486134:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.486148:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:2.0:1788838287.486155:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a088 00000400:00000010:2.0:1788838287.486157:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a088. 00000100:00000001:2.0:1788838287.486161:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.486166:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.486175:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.486182:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.486185:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.486187:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.486191:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.486194:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.486197:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.486201:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.486213:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838287.486218:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.486221:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.486223:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.486226:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.486231:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.486236:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.486239:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.486241:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.486245:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.486250:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788838287.486259:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.486273:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.486276:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.486281:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.486290:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132248576:192.168.203.123@tcp:37:rm.0 00000100:00000001:2.0:1788838287.486295:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.486299:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.486302:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.486304:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.486309:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.486316:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.486319:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.486323:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.486326:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.486330:0:31521:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.486333:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.486337:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1180 x1875731132248576/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.486343:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.486347:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.486351:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406dc00. 02000000:00000001:2.0:1788838287.486354:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.486357:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.486360:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.486362:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788838287.486364:0:31521:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1788838287.486366:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.486368:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.486369:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1788838287.486399:0:31521:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff98afc7c98000. 00000100:00000010:2.0:1788838287.486404:0:31521:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff98afc406c800. 00000100:00000001:2.0:1788838287.486407:0:31521:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1788838287.486410:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4009200. 02000000:00000001:2.0:1788838287.486414:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.486416:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.486419:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1180. 00000100:00000001:2.0:1788838287.486423:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.486424:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.486427:0:31521:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1788838287.486429:0:31521:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1788838287.487121:0:31521:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff98afc4b0e800. 00000002:00000001:2.0:1788838287.487130:0:31521:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.487137:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.487140:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.487144:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:2.0:1788838287.487147:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.487150:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.487153:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.487159:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838287.487170:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.487172:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.487174:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.487177:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.487180:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788838287.487189:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.487192:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.487194:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.487199:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.487201:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.487202:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.487206:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.487208:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.487210:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.487215:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.487217:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.487218:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.487219:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1788838287.487222:0:31521:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.487229:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788838287.487237:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838287.487240:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788838287.487247:0:31521:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.487253:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.487260:0:31521:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.487385:0:31521:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788838287.487388:0:31521:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788838287.487392:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dd0 00000080:00200008:2.0:1788838287.487395:0:31521:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), flags 704000 00000080:00400000:2.0:1788838287.487400:0:31521:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788838287.487405:0:31521:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788838287.487407:0:31521:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788838287.487409:0:31521:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788838287.487419:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.487422:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.487428:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:2.0:1788838287.487432:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.487437:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.487439:0:31521:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:2.0:1788838287.487442:0:31521:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838287.487445:0:31521:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838287.487450:0:31521:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.487452:0:31521:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838287.487461:0:31521:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838287.487466:0:31521:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838287.487468:0:31521:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:2.0:1788838287.487472:0:31521:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838287.487475:0:31521:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:2.0:1788838287.487481:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1180. 00000020:00000040:2.0:1788838287.487485:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.487490:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.487495:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.487499:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.487507:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4009200. 00000100:00000001:2.0:1788838287.487515:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838287.487536:0:31521:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838287.487547:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838287.487553:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838287.487560:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.487562:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.487569:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.487572:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.487575:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.487577:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.487582:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.487586:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.487589:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.487591:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.487595:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.487602:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.487605:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.487609:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.487613:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.487615:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.487619:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132248832:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838287.487623:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.487629:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.487631:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.487634:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.487639:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838287.487641:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.487649:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.487653:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.487724:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a088. 00000100:00000200:2.0:1788838287.487733:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132248832, portal 10 00000100:00000001:2.0:1788838287.487735:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.487736:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000040:2.0:1788838287.487744:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.487752:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.487755:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.487758:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a990. 00000100:00000200:2.0:1788838287.487763:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132248832, offset 0 00000400:00000200:2.0:1788838287.487770:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.487780:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.487789:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.487797:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.487801:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.487805:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.487809:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.487813:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2445:2445:256:4294967295] 192.168.203.123@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:2.0:1788838287.487819:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.487829:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.487836:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.487842:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14200. 00000800:00000200:2.0:1788838287.487850:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.487860:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.487865:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.487876:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.487881:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 803198 usecs (804 jiffies) 00000400:00000200:2.0:1788838287.487884:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.487887:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418265 00000100:00000001:2.0:1788838287.487892:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.487894:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418265 00000100:00000001:2.0:1788838287.487897:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.487899:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.487902:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.487905:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.487907:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.487909:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.487912:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.487915:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.488129:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.488135:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14200. 00000400:00000200:0.0:1788838287.488140:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.488146:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.488152:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a990 00000400:00000010:0.0:1788838287.488155:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a990. 00000100:00000001:0.0:1788838287.488159:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.488163:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.488173:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.488176:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.488183:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.488185:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838287.491990:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.492013:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.492020:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.492022:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.492033:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.492042:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838287.492054:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.492059:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.492065:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.492070:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4f300 00000400:00000200:0.0:1788838287.492076:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.492084:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6901 [1] + 224 00000800:00000001:0.0:1788838287.492095:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.492103:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.492107:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.492112:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838287.492121:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.492131:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838287.492143:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.492194:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.492212:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838287.492223:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.492227:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838287.492264:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.492267:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.492271:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:2.0:1788838287.492278:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a088 00000400:00000010:2.0:1788838287.492281:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a088. 00000100:00000001:2.0:1788838287.492284:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.492290:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.492299:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1180 x1875731132248832/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.492305:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.492307:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.492310:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.492314:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.492317:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.492319:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.492323:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.492335:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838287.492407:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.492411:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.492413:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.492417:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.492422:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788838287.492752:0:31521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00000100:00000001:2.0:1788838287.492760:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838287.492764:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838287.492766:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838287.492769:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.492771:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.492776:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.492778:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.492781:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.492784:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.492791:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1180 x1875731132248832/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.492798:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.492802:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.492804:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.492809:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1180 x1875731132248832/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.492816:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132248832:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838287.492823:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.492826:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.492829:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.492831:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.492834:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132248832/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.492841:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.492844:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.492848:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.492850:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.492858:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.492860:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000002:00000001:2.0:1788838287.492864:0:31521:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.492868:0:31521:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.492874:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008a00. 00000080:00000001:2.0:1788838287.492878:0:31521:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838287.492882:0:31521:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838287.492888:0:31521:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838287.492893:0:31521:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.492903:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.492904:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.492906:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.492910:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.492916:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.492918:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.492922:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132248832/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.492929:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.492931:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.493020:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132248448/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.493029:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838287.493034:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.493036:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.493039:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.493043:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838287.493048:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.493050:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.493053:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:2.0:1788838287.493057:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.493058:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.493060:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.493064:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132248832/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.493071:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.493074:0:31521:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e6c60. 00000002:00000001:2.0:1788838287.493077:0:31521:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.493079:0:31521:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.493082:0:31521:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110da00. 00000100:00000001:2.0:1788838287.493085:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.493088:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1180 x1875731132248832/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.493095:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.493097:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.493101:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838287.493104:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.493105:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.493107:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.493108:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.493110:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4009200. 02000000:00000001:2.0:1788838287.493113:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.493114:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.493116:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1180. 00000100:00000001:2.0:1788838287.493118:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.493120:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.493123:0:31521:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.493128:0:31521:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174280. 00000080:00000001:2.0:1788838287.493132:0:31521:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.493141:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dd0 00000080:00000008:2.0:1788838287.493144:0:31521:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), flags 704000, rc = 0 00000080:00000001:2.0:1788838287.493148:0:31521:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.493151:0:31521:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.493215:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.493219:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.493222:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.493223:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00000080:00200000:2.0:1788838287.493226:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838287.493232:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4009200. 00800000:00000002:2.0:1788838287.493240:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.493245:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.493249:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.493254:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ae0 00800000:00000002:2.0:1788838287.493257:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.493261:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.493265:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.493271:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.493273:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379b0 00000002:00010000:2.0:1788838287.493275:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.493279:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.493281:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.493284:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.493292:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.493295:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.493301:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.493306:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.493312:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1788838287.493323:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.493328:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.493331:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1788838287.493406:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.493409:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.493411:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.493413:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.493416:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.493418:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.493422:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.493424:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.493485:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4009200. 00000080:00000001:2.0:1788838287.493489:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.493491:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.493494:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838287.493500:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:2.0:1788838287.493504:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.493507:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.493509:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.493512:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.493580:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.493584:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.493587:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.493591:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.493593:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.493594:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.493596:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.493599:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01c37bf8 00010000:00000001:2.0:1788838287.493602:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.493603:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.493605:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.493607:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.493609:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.493612:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.493615:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788838287.493623:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.493624:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.493626:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.493629:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.493632:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788838287.493641:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.493644:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.493647:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.493652:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.493653:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.493757:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493761:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.493763:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493765:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493769:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493771:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.493773:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.493774:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.493777:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.493778:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.493781:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838287.493786:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.493792:0:31521:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838287.493795:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00000080:00002000:2.0:1788838287.493797:0:31521:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff98afd16f85e8) flags 0x20000e refc 1 00000080:00000001:2.0:1788838287.493800:0:31521:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.493802:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c08 00000080:00200000:2.0:1788838287.493803:0:31521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:2.0:1788838287.493809:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.493811:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.493816:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838287.493817:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08), inode mode 41ed mask 44 00000080:00000001:2.0:1788838287.493820:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.493827:0:31521:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788838287.493829:0:31521:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838287.493831:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b78 00000080:00200008:2.0:1788838287.493834:0:31521:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), flags 704400 00000080:00000010:2.0:1788838287.493840:0:31521:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174280. 00000080:00000001:2.0:1788838287.493848:0:31521:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788838287.493851:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4009200. 00800000:00000002:2.0:1788838287.493854:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.493858:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.493860:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.493862:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a28 00800000:00000002:2.0:1788838287.493864:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.493867:0:31521:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788838287.493870:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379a8 00800000:00000002:2.0:1788838287.493873:0:31521:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788838287.493876:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.493877:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c378e0 00000002:00010000:2.0:1788838287.493879:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:2.0:1788838287.493884:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838287.493887:0:31521:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838287.493890:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.493895:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:2.0:1788838287.493898:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.493901:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.493904:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493906:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.493908:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.493910:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.493912:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.493914:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.493915:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.493917:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493918:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.493920:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.493924:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1180. 00000020:00000040:2.0:1788838287.493928:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838287.493945:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838287.493947:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493950:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838287.493955:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.493958:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.493959:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.493960:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.493963:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.493966:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.493970:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.493977:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406c800. 00000100:00000001:2.0:1788838287.493985:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493989:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.493992:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493994:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.493995:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.493997:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.494005:0:31521:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00010000:00000001:2.0:1788838287.494008:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838287.494011:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838287.494013:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.494015:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.494018:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838287.494022:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516600. 00000020:00000001:2.0:1788838287.494025:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838287.494028:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516600 with handle 0x9f68a6b43b62cf26 to hash 00000020:00000001:2.0:1788838287.494030:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838287.494031:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.494035:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.494038:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.494040:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.494044:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.494052:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838287.494063:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838287.494074:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838287.494083:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838287.494090:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.494092:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.494099:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.494102:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.494105:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.494107:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.494111:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.494116:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.494118:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.494120:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.494124:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.494132:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.494134:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.494139:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.494142:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.494144:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.494148:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249088:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.494153:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.494160:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.494163:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.494165:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.494260:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838287.494262:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.494270:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.494275:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.494283:0:31521:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afc4b0e800. 00000100:00000200:2.0:1788838287.494292:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132249088, portal 10 00000100:00000001:2.0:1788838287.494294:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.494295:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000040:2.0:1788838287.494302:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.494310:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.494313:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.494316:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a088. 00000100:00000200:2.0:1788838287.494320:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132249088, offset 0 00000400:00000200:2.0:1788838287.494329:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.494409:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.494417:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.494424:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.494491:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.494496:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.494499:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.494504:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2446:2446:256:4294967295] 192.168.203.123@tcp LPNI seq info [2446:2446:8:4294967295] 00000400:00000200:2.0:1788838287.494509:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.494521:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.494528:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.494535:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14b00. 00000800:00000200:2.0:1788838287.494543:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.494552:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.494557:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.494580:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.494586:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 802120 usecs (803 jiffies) 00000400:00000200:2.0:1788838287.494589:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.494592:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418270 00000100:00000001:2.0:1788838287.494596:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.494599:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418270 00000100:00000001:2.0:1788838287.494602:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.494604:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.494608:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.494611:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.494613:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.494616:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.494619:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.494622:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.495114:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.495122:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14b00. 00000400:00000200:1.0:1788838287.495130:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.495136:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.495143:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a088 00000400:00000010:1.0:1788838287.495146:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a088. 00000100:00000001:1.0:1788838287.495151:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.495157:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.495168:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.495172:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.495179:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.495180:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838287.501147:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.501169:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.501174:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.501177:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.501188:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.501198:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838287.501210:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.501216:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.501223:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.501227:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4f400 00000400:00000200:0.0:1788838287.501234:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.501242:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6909 [64] + 224 00000800:00000001:0.0:1788838287.501251:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.501259:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.501263:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.501268:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838287.501278:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.501289:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838287.501302:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.501320:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838287.501330:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.501334:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.502534:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.502550:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.502553:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.502558:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:2.0:1788838287.502567:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4b0e800 00000400:00000010:2.0:1788838287.502569:0:31521:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afc4b0e800. 00000100:00000001:2.0:1788838287.502574:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.502587:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.502598:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1180 x1875731132249088/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.502606:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.502609:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.502612:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.502616:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.502619:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.502622:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.502626:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.502638:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.502643:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.502646:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.502648:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.502651:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.502673:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.502678:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838287.502681:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838287.502682:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838287.502685:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.502687:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.502691:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.502942:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.502946:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.502950:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.502957:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.502966:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.502969:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.502972:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.502976:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.502984:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249088:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.502990:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.502993:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.502996:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.502998:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.503001:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.503008:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.503012:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.503016:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.503017:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.503021:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838287.503027:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503031:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503034:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=4 00000020:00000001:2.0:1788838287.503037:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503041:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000040:2.0:1788838287.503049:0:31521:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516600, remote cookie: 0xff98f31736b3b6b6, flags: 0x1001 00010000:00000040:2.0:1788838287.503053:0:31521:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788838287.503056:0:31521:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788838287.503064:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:2.0:1788838287.503067:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.503071:0:31521:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.503075:0:31521:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.503084:0:31521:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.503092:0:31521:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838287.503097:0:31521:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838287.503100:0:31521:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838287.503102:0:31521:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838287.503104:0:31521:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838287.503106:0:31521:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff98afc4d31700) refcount = 2 00010000:00000040:2.0:1788838287.503110:0:31521:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788838287.503113:0:31521:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788838287.503119:0:31521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.503126:0:31521:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838287.503130:0:31521:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838287.503132:0:31521:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.503135:0:31521:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838287.503138:0:31521:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.503141:0:31521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.503148:0:31521:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838287.503150:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503152:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.503153:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503153:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.503155:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.503160:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838287.503163:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503164:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503166:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.503168:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503170:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503173:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503174:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838287.503179:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.503189:0:31521:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838287.503195:0:31521:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.503201:0:31521:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.503203:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503204:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503206:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.503208:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503210:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503212:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503213:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.503215:0:31521:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.503217:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.503220:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788838287.503223:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.503224:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00010000:00000001:2.0:1788838287.503226:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503227:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503228:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.503230:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503232:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00000002:00010000:2.0:1788838287.503235:0:31521:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.503241:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503242:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.503244:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838287.503246:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503247:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503248:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.503250:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503252:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000040:2.0:1788838287.503255:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 3 00010000:00000001:2.0:1788838287.503256:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838287.503262:0:31521:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:2.0:1788838287.503265:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503266:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.503268:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838287.503271:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37868 00000002:00002000:2.0:1788838287.503273:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1788838287.503276:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.503280:0:31521:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.503283:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838287.503286:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838287.503289:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.503295:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.503299:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4009200. 00000080:00000001:2.0:1788838287.503304:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838287.503313:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838287.503316:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838287.503319:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838287.503322:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788838287.503325:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.503330:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788838287.503333:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838287.503350:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00010000:00000001:2.0:1788838287.503354:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503355:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503357:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.503359:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503361:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503363:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503365:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.503367:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838287.503370:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838287.503372:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.503375:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) for lock 0x9f68a6b43b62cf26 00800000:00000001:2.0:1788838287.503378:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.503380:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.503381:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503382:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503384:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.503385:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503387:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503390:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503391:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.503392:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.503394:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.503398:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.503400:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.503403:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.503407:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.503414:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.503417:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf26 from it ffffbbcb01c37bd0 00010000:00000001:2.0:1788838287.503420:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503421:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503422:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.503540:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503545:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.503548:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.503551:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.503558:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503560:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.503561:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.503564:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.503567:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.503574:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.503576:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.503579:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.503584:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503586:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.503587:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.503591:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.503593:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.503595:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.503598:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.503600:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.503602:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.503603:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.503607:0:31521:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.503620:0:31521:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd110da00. 00000080:00000001:2.0:1788838287.503624:0:31521:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788838287.503628:0:31521:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788838287.503632:0:31521:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788838287.503636:0:31521:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09e6c60. 00000002:00100000:2.0:1788838287.503642:0:31521:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.503648:0:31521:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.503650:0:31521:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788838287.503654:0:31521:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788838287.503688:0:31521:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.503692:0:31521:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788838287.503705:0:31521:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.503708:0:31521:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.503712:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.503715:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788838287.503727:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.503731:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838287.503771:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788838287.503773:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.503776:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b78 00000080:00000008:2.0:1788838287.503778:0:31521:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), flags 704400, rc = 0 00000080:00000001:2.0:1788838287.503783:0:31521:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.503824:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d28 00000080:00200008:2.0:1788838287.503827:0:31521:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.503837:0:31521:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788838287.503842:0:31521:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.503845:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.503847:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ca0 00000080:00200000:2.0:1788838287.503849:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08),name=d21h.recovery-small-1 00000080:00000010:2.0:1788838287.503856:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4009200. 00800000:00000002:2.0:1788838287.503862:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.503870:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.503874:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.503877:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00800000:00000002:2.0:1788838287.503879:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.503882:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.503888:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.503892:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.503894:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a90 00000002:00010000:2.0:1788838287.503896:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.503900:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.503903:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.503905:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.503909:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 3 00010000:00000001:2.0:1788838287.503912:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.503915:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.503919:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.503923:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788838287.503931:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.503947:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.503951:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788838287.503958:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.503960:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.503962:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.503964:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.503966:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.503968:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.503971:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.503972:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.503975:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4009200. 00000080:00000001:2.0:1788838287.503978:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.503980:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.503983:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) 00000080:00010000:2.0:1788838287.503986:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) for lock 0x9f68a6b43b62cef5 00800000:00000001:2.0:1788838287.503989:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.503991:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.503992:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.503994:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.503996:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:2.0:1788838287.503998:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.504000:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.504002:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.504003:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.504004:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.504006:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.504008:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cef5 from it ffffbbcb01c37cd8 00010000:00000001:2.0:1788838287.504010:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.504012:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.504013:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0e400 refcount=3 00000020:00000001:2.0:1788838287.504014:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.504016:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390106624 : -113594319444992 : ffff98afc2f0e400) 00010000:00000001:2.0:1788838287.504018:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.504021:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788838287.504027:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.504028:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.504029:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.504031:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.504033:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788838287.504040:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.504042:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.504044:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.504046:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.504047:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.504048:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.504050:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.504052:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.504053:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.504056:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.504057:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.504058:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.504059:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.504061:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.504062:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.504065:0:31521:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.504069:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d28 00000080:00000008:2.0:1788838287.504071:0:31521:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), request_mask 2047, flags 0, foreign 0 00000020:00000001:2.0:1788838287.504161:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d48 00000080:00200000:2.0:1788838287.504164:0:31521:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff98afd0025800) d21h.recovery-small-1 proj=0 00000080:00000001:2.0:1788838287.504167:0:31521:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:2.0:1788838287.504169:0:31521:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:2.0:1788838287.504171:0:31521:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff98afd0025800: age 1723, max_age 1749 00800000:00000001:2.0:1788838287.504176:0:31521:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:2.0:1788838287.504181:0:31521:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff98afc43f8a80. 00800000:00000001:2.0:1788838287.504184:0:31521:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788838287.504186:0:31521:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: age 1723, max_age 1749 00000002:00000001:2.0:1788838287.504190:0:31521:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788838287.504192:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000010:2.0:1788838287.504200:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838287.504203:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.504207:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.504210:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.504214:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.504221:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4009200. 00000100:00000001:2.0:1788838287.504229:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.504233:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.504235:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.504241:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8e40. 00000100:00000001:2.0:1788838287.504243:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412039232 : -113594297512384 : ffff98afc43f8e40) 00000100:00000001:2.0:1788838287.504245:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.504247:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.504251:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.504256:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.504258:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.504259:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.504265:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.504273:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.504276:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.504280:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.504283:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.504285:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.504289:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249216:192.168.203.123@tcp:41:rm.0 00000100:00000001:2.0:1788838287.504296:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.504302:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.504305:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.504308:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.504313:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838287.504315:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.504324:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.504328:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.504350:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a6e8. 00000100:00000200:2.0:1788838287.504358:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132249216, portal 10 00000100:00000001:2.0:1788838287.504360:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.504361:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000040:2.0:1788838287.504369:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.504375:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.504378:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.504382:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ae58. 00000100:00000200:2.0:1788838287.504386:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875731132249216, offset 0 00000400:00000200:2.0:1788838287.504393:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.504403:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.504411:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.504418:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.504423:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.505628:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.505636:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.505642:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2447:2447:256:4294967295] 192.168.203.123@tcp LPNI seq info [2447:2447:8:4294967295] 00000400:00000200:2.0:1788838287.505648:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.505676:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.505685:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.505840:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000800:00000200:2.0:1788838287.505850:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.505863:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.505867:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.505965:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.505973:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 801051 usecs (802 jiffies) 00000400:00000200:2.0:1788838287.505977:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.505980:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418281 00000100:00000001:2.0:1788838287.505984:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.505987:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418281 00000100:00000001:2.0:1788838287.505989:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.505991:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.505995:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.505998:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.506000:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.506003:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8e40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.506007:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.506010:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.507516:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.507528:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:1.0:1788838287.507536:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.507555:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.507565:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:1.0:1788838287.507568:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:1.0:1788838287.507575:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.507584:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.507598:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.507602:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.507608:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.507610:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838287.513041:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.513062:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.513068:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.513071:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.513082:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.513091:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838287.513103:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.513109:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.513115:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.513119:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 10 MB=0x6a9f7afd4f480 00000400:00000200:0.0:1788838287.513125:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.513132:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 368/368 into md 0x6911 [1] + 224 00000800:00000001:0.0:1788838287.513197:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.513206:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.513210:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.513215:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838287.513225:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.513236:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838287.513250:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.513332:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.513351:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838287.513363:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.513366:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838287.513407:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.513410:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.513414:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:2.0:1788838287.513419:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:2.0:1788838287.513422:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:2.0:1788838287.513425:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.513430:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838287.513439:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.513446:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.513448:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.513451:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.513455:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.513458:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.513461:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.513465:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.513477:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.513483:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.513485:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.513487:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.513491:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.513495:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.513499:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.513501:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.513504:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.513507:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.513552:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.513561:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.513564:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.513566:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.513571:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838287.513578:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249216:192.168.203.123@tcp:41:rm.0 00000100:00000001:2.0:1788838287.513584:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.513587:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.513589:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.513592:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.513595:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.513602:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.513604:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8e40. 00000100:00000001:2.0:1788838287.513608:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.513610:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.513617:0:31521:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788838287.513619:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.513622:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132249216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 440/368 e 0 to 0 dl 1788838303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.513629:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.513632:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.513636:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838287.513639:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.513643:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.513645:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.513647:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.513650:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4009200. 02000000:00000001:2.0:1788838287.513654:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.513745:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.513748:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:2.0:1788838287.513753:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.513754:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838287.513755:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.513757:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.513758:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788838287.513761:0:31521:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: update ffff98afd0548450 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:2.0:1788838287.513766:0:31521:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.513769:0:31521:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:2.0:1788838287.513771:0:31521:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff98afc43f8a80. 00800000:00000001:2.0:1788838287.513773:0:31521:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1788838287.513777:0:31521:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff98afd0025800: update ffff98afd0549e08 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:2.0:1788838287.513781:0:31521:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1788838287.513784:0:31521:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:2.0:1788838287.513787:0:31521:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838287.513789:0:31521:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.513834:0:31521:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788838287.513837:0:31521:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788838287.513846:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4009200. 00000080:00000001:2.0:1788838287.513855:0:31521:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1788838287.513864:0:31521:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446733001354911360 : -11072354640256 : fffff5ee043c1e80) 00000080:00000001:2.0:1788838287.513868:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788838287.513872:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838287.513875:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788838287.513880:0:31521:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.513885:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4009200. 00000080:00000001:2.0:1788838287.513889:0:31521:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.513900:0:31521:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788838287.513902:0:31521:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:2.0:1788838287.513905:0:31521:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838287.513906:0:31521:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.513931:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.513944:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838287.513946:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08), inode mode 41ed mask 1 00000080:00000001:2.0:1788838287.513950:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.513960:0:31521:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838287.513964:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37da0 00000080:00002000:2.0:1788838287.513967:0:31521:0:(dcache.c:87:ll_dcompare()) found name f(ffff98afd170b5e8) flags 0x48000e refc 0 00000080:00000001:2.0:1788838287.513970:0:31521:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.513972:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e10 00000080:00200000:2.0:1788838287.513974:0:31521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1788838287.513981:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838287.513982:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08), inode mode 41ed mask 3 00000080:00000001:2.0:1788838287.513985:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.513989:0:31521:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1788838287.513991:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37df8 00000080:00200000:2.0:1788838287.513993:0:31521:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff98afd15aec08) 00000080:00000001:2.0:1788838287.513996:0:31521:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788838287.513999:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788838287.514005:0:31521:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afd05ba480. 00000020:00000010:2.0:1788838287.514009:0:31521:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4009200. 00000020:00000010:2.0:1788838287.514015:0:31521:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc4008a00. 00000020:00000010:2.0:1788838287.514019:0:31521:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afd0b17e40. 00000008:00000010:2.0:1788838287.514029:0:31521:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afc4b3ce50. 00020000:00000010:2.0:1788838287.514035:0:31521:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98b0020d7cc0. 00008000:00000010:2.0:1788838287.514040:0:31521:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afc8d73170. 00000080:00000010:2.0:1788838287.514047:0:31521:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc66afb28. 00000080:00000010:2.0:1788838287.514051:0:31521:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afd05ccde0. 00000020:00000010:2.0:1788838287.514057:0:31521:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4009400. 00000008:00000010:2.0:1788838287.514061:0:31521:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc5055760. 00020000:00000010:2.0:1788838287.514066:0:31521:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afc3fc76c0. 00008000:00000010:2.0:1788838287.514070:0:31521:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd090fb50. 00000080:00000010:2.0:1788838287.514074:0:31521:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afc7f37780. 00000020:00000001:2.0:1788838287.514077:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838287.514079:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838287.514081:0:31521:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838287.514087:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000002:2.0:1788838287.514090:0:31521:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b17180 addref 2/0 by ffff98b0020dcf80. 00020000:00000002:2.0:1788838287.514093:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:2.0:1788838287.514095:0:31521:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838287.514098:0:31521:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838287.514099:0:31521:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838287.514101:0:31521:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788838287.514104:0:31521:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788838287.514107:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838287.514110:0:31521:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788838287.514114:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008000. 00800000:00000001:2.0:1788838287.514127:0:31521:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788838287.514200:0:31521:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788838287.514204:0:31521:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x29:0x0] 00800000:00000001:2.0:1788838287.514207:0:31521:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.514210:0:31521:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x27:0x0]/[0x200000404:0x29:0x0] -> mds #0 00000002:00000001:2.0:1788838287.514216:0:31521:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788838287.514218:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.514228:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 3 00010000:00000001:2.0:1788838287.514231:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.514235:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.514241:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.514246:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788838287.514258:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.514263:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838287.514266:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.514268:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788838287.514272:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.514275:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.514278:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.514279:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.514284:0:31521:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788838287.514287:0:31521:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788838287.514290:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.514296:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.514299:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838287.514306:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.514308:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.514309:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1788838287.514312:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.514314:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.514317:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=2 00000020:00000001:2.0:1788838287.514320:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.514322:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.514324:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.514325:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.514326:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.514327:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.514329:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.514331:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.514333:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.514334:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.514335:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.514336:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.514338:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.514340:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.514342:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838287.514345:0:31521:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff98afd15aeb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838287.514416:0:31521:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838287.514418:0:31521:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838287.514420:0:31521:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838287.514423:0:31521:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff98afd15aec08) invalid 00000020:00000001:2.0:1788838287.514426:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a60 00000080:00002000:2.0:1788838287.514428:0:31521:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff98afd16f85e8) parent ffff98afd8effa20 inode ffff98afd15aec08 refc 3 00000080:00000001:2.0:1788838287.514433:0:31521:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838287.514436:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838287.514437:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.514441:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.514445:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.514447:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.514449:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.514451:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838287.514454:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0e400 with handle 0x9f68a6b43b62cef5 from hash 00010000:00000001:2.0:1788838287.514457:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.514458:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.514459:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.514461:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.514464:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.514466:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838287.514469:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838287.514471:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.514473:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.514476:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.514480:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 2 00010000:00000001:2.0:1788838287.514482:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.514484:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.514486:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.514489:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788838287.514496:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.514498:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838287.514500:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.514502:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:2.0:1788838287.514504:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.514505:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.514507:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 3 00010000:00000001:2.0:1788838287.514509:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.514511:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.514513:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.514555:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.514558:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 3 00010000:00000001:2.0:1788838287.514561:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.514563:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.514565:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.514566:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.514567:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 3 00010000:00000001:2.0:1788838287.514570:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.514572:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.514573:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.514574:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.514576:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cf00 count: 3 00010000:00000001:2.0:1788838287.514578:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.514580:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.514581:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.514584:0:31521:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838287.514586:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838287.514588:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838287.514590:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838287.514592:0:31521:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788838287.514595:0:31521:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1788838287.514599:0:31521:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788838287.514602:0:31521:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788838287.514606:0:31521:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838287.514609:0:31521:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838287.514611:0:31521:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788838287.514614:0:31521:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.514616:0:31521:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838287.514618:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838287.514620:0:31521:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.514622:0:31521:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838287.514624:0:31521:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff98afd152ec08) invalid 00000020:00000001:2.0:1788838287.514626:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a60 00000080:00002000:2.0:1788838287.514628:0:31521:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd170b5e8) parent ffff98afd16f85e8 inode ffff98afd152ec08 refc 1 00000080:00000001:2.0:1788838287.514630:0:31521:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838287.514631:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838287.514633:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.514635:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.514637:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.514638:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.514639:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.514642:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838287.514645:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517e00 with handle 0x9f68a6b43b62cefc from hash 00010000:00000001:2.0:1788838287.514647:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.514648:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.514650:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.514651:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.514652:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.514653:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838287.514915:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838287.514917:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.514919:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788838287.515012:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909c00. 00000020:00000040:0.0:1788838287.515018:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838287.515024:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838287.515026:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.515029:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838287.515034:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.515040:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.515042:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.515043:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.515047:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838287.515049:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838287.515053:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838287.515060:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1126600. 00000100:00000001:0.0:1788838287.515068:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.515071:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.515074:0:31521:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838287.515080:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838287.515089:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788838287.515096:0:31521:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788838287.515097:0:31521:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788838287.515099:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838287.515101:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517e00/0x9f68a6b43b62cefc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b64d expref: -99 pid: 31518 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788838287.515115:0:31521:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110dfc0. 00010000:00000040:0.0:1788838287.515120:0:31521:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4cf00 count: 0 00010000:00000010:0.0:1788838287.515126:0:31521:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5780. 00010000:00000001:0.0:1788838287.515146:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.515147:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838287.515149:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0e400/0x9f68a6b43b62cef5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b631 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788838287.515157:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.515158:0:31521:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.515160:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.515162:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.515163:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788838287.515176:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788838287.515189:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838287.515197:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838287.515199:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838287.515207:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd85fb000. 00000100:00000001:0.0:1788838287.515209:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479749689344 : -113593959862272 : ffff98afd85fb000) 00000100:00000001:0.0:1788838287.515212:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.515213:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618677760 : -113594090873856 : ffff98afd0909c00) 00000100:00000001:0.0:1788838287.515218:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838287.515223:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.515225:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838287.515227:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838287.515231:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.515238:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838287.515241:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.515245:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838287.515249:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838287.515251:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838287.515255:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909c00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249472:192.168.203.123@tcp:36:rm.0 00000100:00000001:0.0:1788838287.515259:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838287.515265:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838287.515268:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.515271:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838287.515276:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0083000. 02000000:00000001:0.0:1788838287.515278:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838287.515286:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838287.515291:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25a50. 00000400:00000010:0.0:1788838287.515298:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc088. 00000100:00000200:0.0:1788838287.515306:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132249472, portal 10 00000100:00000001:0.0:1788838287.515308:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.515309:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618677760 : -113594090873856 : ffff98afd0909c00) 00000100:00000040:0.0:1788838287.515315:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.515322:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838287.515325:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838287.515328:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc220. 00000100:00000200:0.0:1788838287.515330:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875731132249472, offset 0 00000400:00000200:0.0:1788838287.515338:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838287.515348:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.515357:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838287.515363:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838287.515368:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838287.515372:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838287.515375:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838287.515379:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2448:2448:256:4294967295] 192.168.203.123@tcp LPNI seq info [2448:2448:8:4294967295] 00000400:00000200:0.0:1788838287.515384:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.515394:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838287.515403:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838287.515409:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509400. 00000800:00000200:0.0:1788838287.515419:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838287.515429:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838287.515434:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788838287.515459:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.515464:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 799985 usecs (800 jiffies) 00000400:00000200:0.0:1788838287.515467:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838287.515471:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418288 00000100:00000001:0.0:1788838287.515474:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.515477:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418288 00000100:00000001:0.0:1788838287.515479:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.515481:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.515484:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.515487:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838287.515489:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838287.515492:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb000 going to sleep for 11 seconds 00000100:00000001:0.0:1788838287.515495:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.515497:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.515797:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.515803:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509400. 00000400:00000200:1.0:1788838287.515807:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.515813:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.515819:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc220 00000400:00000010:1.0:1788838287.515821:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc220. 00000100:00000001:1.0:1788838287.515826:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.515830:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.515840:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.515843:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.515850:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.515852:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838287.521813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cf00. 00010000:00000010:0.1:1788838287.521836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00010000:00000010:0.1:1788838287.521841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0e400. 00000800:00000001:0.0:1788838287.524333:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.524358:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.524363:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.524366:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.524377:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.524387:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838287.524398:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.524404:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.524411:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.524415:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4f580 00000400:00000200:0.0:1788838287.524421:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.524428:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6919 [1] + 224 00000800:00000001:0.0:1788838287.524439:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.524447:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.524451:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.524456:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838287.524466:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.524478:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838287.524501:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.524523:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838287.524535:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838287.524539:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.524545:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838287.524552:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2449:2449:256:4294967295] 192.168.203.123@tcp LPNI seq info [2449:2449:8:4294967295] 00000400:00000200:0.0:1788838287.524557:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.524565:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838287.524571:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838287.524580:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509800. 00000800:00000200:0.0:1788838287.524587:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838287.524598:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838287.524604:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838287.524768:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.524773:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509800. 00000400:00000200:0.0:1788838287.524777:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.524780:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838287.524788:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.524791:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.524958:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838287.524968:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838287.524971:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838287.524976:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25a50. 00000400:00000200:3.0:1788838287.524980:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc088 00000400:00000010:3.0:1788838287.524983:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc088. 00000100:00000001:3.0:1788838287.524986:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838287.524992:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838287.524999:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909c00 x1875731132249472/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838287.525010:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838287.525012:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.525015:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838287.525019:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838287.525021:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838287.525024:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838287.525028:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838287.525040:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838287.525044:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838287.525047:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838287.525049:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.525052:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838287.525057:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.525060:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838287.525063:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x100000151] 00000100:00000001:3.0:1788838287.525065:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838287.525068:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838287.525069:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618677760 : -113594090873856 : ffff98afd0909c00) 00000100:00000001:3.0:1788838287.525073:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838287.525075:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788838287.525077:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838287.525081:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838287.525087:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909c00 x1875731132249472/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838287.525094:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838287.525098:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838287.525100:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838287.525103:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909c00 x1875731132249472/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838287.525116:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909c00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249472:192.168.203.123@tcp:36:rm.0 00000100:00000001:3.0:1788838287.525122:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.525125:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.525128:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838287.525130:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838287.525134:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909c00 x1875731132249472/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838287.525142:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838287.525145:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd85fb000. 00000100:00000001:3.0:1788838287.525149:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838287.525150:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838287.525160:0:31521:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838287.525163:0:31521:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838287.525170:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008000. 00000100:00000001:3.0:1788838287.525176:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838287.525180:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909c00 x1875731132249472/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838287.525186:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.525192:0:31521:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.525205:0:31521:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838287.525209:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e28 00000080:00002000:3.0:1788838287.525211:0:31521:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff98afd170b5e8, parent ffff98afd16f85e8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788838287.525215:0:31521:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838287.525221:0:31521:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838287.525228:0:31521:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788838287.525238:0:31521:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788838287.525242:0:31521:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788838287.525245:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838287.525250:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838287.525253:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838287.525260:0:31521:0:(cl_object.c:143:cl_object_top()) ffff98afd0813c38 -> ffff98afd0813c38 00000020:00000001:3.0:1788838287.525263:0:31521:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838287.525266:0:31521:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838287.525268:0:31521:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838287.525272:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838287.525273:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838287.525275:0:31521:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838287.525280:0:31521:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff98afc3f370f0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788838287.525284:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838287.525288:0:31521:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838287.525290:0:31521:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838287.525293:0:31521:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838287.525295:0:31521:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525297:0:31521:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838287.525299:0:31521:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838287.525301:0:31521:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525303:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838287.525304:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838287.525306:0:31521:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838287.525307:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98b0020dcf80 00000020:00000001:3.0:1788838287.525310:0:31521:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525312:0:31521:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838287.525315:0:31521:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788838287.525317:0:31521:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838287.525320:0:31521:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838287.525325:0:31521:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838287.525329:0:31521:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838287.525330:0:31521:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838287.525331:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838287.525333:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286520 : -113594224265096 : ffff98afc89d3878) 00000020:00001000:3.0:1788838287.525336:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3870 00000020:00000001:3.0:1788838287.525339:0:31521:0:(cl_object.c:143:cl_object_top()) ffff98afd0813918 -> ffff98afd0813c38 00000020:00000001:3.0:1788838287.525341:0:31521:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838287.525344:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838287.525345:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838287.525346:0:31521:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525348:0:31521:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525351:0:31521:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:3.0:1788838287.525353:0:31521:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788838287.525355:0:31521:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525357:0:31521:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525359:0:31521:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525361:0:31521:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788838287.525362:0:31521:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838287.525364:0:31521:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838287.525366:0:31521:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838287.525368:0:31521:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838287.525369:0:31521:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525371:0:31521:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525373:0:31521:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525375:0:31521:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525376:0:31521:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838287.525377:0:31521:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525379:0:31521:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525381:0:31521:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788838287.525383:0:31521:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788838287.525385:0:31521:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838287.525386:0:31521:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788838287.525389:0:31521:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788838287.525392:0:31521:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788838287.525396:0:31521:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788838287.525400:0:31521:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc88e3c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788838287.525403:0:31521:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838287.525407:0:31521:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc88e3c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1788838287.525410:0:31521:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838287.525413:0:31521:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525415:0:31521:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525417:0:31521:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525418:0:31521:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525420:0:31521:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525422:0:31521:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788838287.525424:0:31521:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788838287.525425:0:31521:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788838287.525426:0:31521:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788838287.525428:0:31521:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788838287.525429:0:31521:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525431:0:31521:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788838287.525433:0:31521:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788838287.525434:0:31521:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788838287.525437:0:31521:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788838287.525439:0:31521:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838287.525440:0:31521:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838287.525441:0:31521:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788838287.525443:0:31521:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525445:0:31521:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525446:0:31521:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788838287.525448:0:31521:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788838287.525449:0:31521:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788838287.525452:0:31521:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788838287.525453:0:31521:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838287.525455:0:31521:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838287.525456:0:31521:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838287.525457:0:31521:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788838287.525459:0:31521:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788838287.525460:0:31521:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525461:0:31521:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525463:0:31521:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838287.525464:0:31521:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838287.525466:0:31521:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525468:0:31521:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838287.525470:0:31521:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838287.525472:0:31521:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838287.525473:0:31521:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838287.525475:0:31521:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838287.525476:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3870 00020000:00000001:3.0:1788838287.525480:0:31521:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838287.525482:0:31521:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838287.525484:0:31521:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838287.525487:0:31521:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838287.525490:0:31521:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838287.525491:0:31521:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838287.525494:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838287.525496:0:31521:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.525500:0:31521:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788838287.525503:0:31521:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x29:0x0](ffff98afd152ec08) 00800000:00000001:3.0:1788838287.525508:0:31521:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788838287.525510:0:31521:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x29:0x0] 00000002:00000001:3.0:1788838287.525516:0:31521:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788838287.525524:0:31521:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838287.525526:0:31521:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.525529:0:31521:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788838287.525532:0:31521:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788838287.525534:0:31521:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.525536:0:31521:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525540:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838287.525541:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838287.525543:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00020000:00000001:3.0:1788838287.525550:0:31521:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1788838287.525552:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838287.525555:0:31521:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788838287.525558:0:31521:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17180, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838287.525564:0:31521:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838287.525568:0:31521:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6b80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:3.0:1788838287.525572:0:31521:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788838287.525573:0:31521:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525575:0:31521:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788838287.525578:0:31521:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788838287.525583:0:31521:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788838287.525589:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:3.0:1788838287.525592:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838287.525596:0:31521:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788838287.525598:0:31521:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788838287.525604:0:31521:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1788838287.525617:0:31521:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3c00 -> ffff98afd0813c38 00000020:00000001:3.0:1788838287.525619:0:31521:0:(cl_object.c:143:cl_object_top()) ffff98afc88e3c00 -> ffff98afd0813c38 00000008:00000001:3.0:1788838287.525621:0:31521:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838287.525624:0:31521:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838287.525626:0:31521:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838287.525628:0:31521:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788838287.525636:0:31521:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98afc88e3c00. 00020000:00000001:3.0:1788838287.525641:0:31521:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788838287.525644:0:31521:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98afd0813898. 00020000:00000001:3.0:1788838287.525648:0:31521:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788838287.525650:0:31521:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838287.525652:0:31521:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838287.525787:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838287.525791:0:31521:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788838287.525793:0:31521:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788838287.525794:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:3.0:1788838287.525798:0:31521:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788838287.525801:0:31521:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98afc32f8ce0. 00020000:00000010:3.0:1788838287.525807:0:31521:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98afc43f8900. 00020000:00000010:3.0:1788838287.525810:0:31521:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98afd05b2c90. 00020000:00000002:3.0:1788838287.525814:0:31521:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17180, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838287.525818:0:31521:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838287.525821:0:31521:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6b80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:3.0:1788838287.525825:0:31521:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6b80. 00020000:00000010:3.0:1788838287.525830:0:31521:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17780. 00020000:00000010:3.0:1788838287.525832:0:31521:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b17180. 00020000:00000001:3.0:1788838287.525834:0:31521:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788838287.525835:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce66c8) owner 0000000000000000/ffff98b0020dcf80 00020000:00000010:3.0:1788838287.525838:0:31521:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff98afd0ce66c8. 00020000:00000001:3.0:1788838287.525842:0:31521:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788838287.525845:0:31521:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff98afd0813bb8. 00000020:00001000:3.0:1788838287.525849:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838287.525853:0:31521:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788838287.525855:0:31521:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788838287.525896:0:31521:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838287.525899:0:31521:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838287.525901:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dd0 00000080:00200008:3.0:1788838287.525904:0:31521:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), flags 704000 00000080:00400000:3.0:1788838287.525908:0:31521:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:3.0:1788838287.525913:0:31521:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788838287.525914:0:31521:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788838287.525916:0:31521:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788838287.525923:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838287.525926:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838287.525930:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:3.0:1788838287.525932:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838287.525949:0:31521:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788838287.525953:0:31521:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788838287.525957:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838287.525963:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.525968:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838287.525978:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.525979:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838287.525981:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788838287.525983:0:31521:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 16 00000080:00000010:3.0:1788838287.525986:0:31521:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174280. 00000080:00000001:3.0:1788838287.525990:0:31521:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.525994:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dd0 00000080:00000008:3.0:1788838287.525996:0:31521:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff98afd15aec08), flags 704000, rc = 0 00000080:00000001:3.0:1788838287.525999:0:31521:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.526001:0:31521:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838287.526004:0:31521:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838287.526005:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e00 00000080:00002000:3.0:1788838287.526007:0:31521:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff98afd16f85e8, parent ffff98afd8effa20, inode ffff98afd15aec08) hashed, 00000080:00000001:3.0:1788838287.526010:0:31521:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838287.526014:0:31521:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838287.526019:0:31521:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788838287.526054:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838287.526058:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838287.526061:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838287.526062:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bd8 00000080:00200000:3.0:1788838287.526064:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838287.526071:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8a20e00. 00800000:00000002:3.0:1788838287.526078:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838287.526083:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838287.526086:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838287.526089:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37af8 00800000:00000002:3.0:1788838287.526091:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838287.526095:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838287.526099:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838287.526103:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838287.526105:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379c8 00000002:00010000:3.0:1788838287.526108:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838287.526112:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838287.526114:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838287.526115:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838287.526118:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:3.0:1788838287.526121:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838287.526124:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838287.526128:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838287.526132:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1788838287.526140:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838287.526142:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.526145:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1788838287.526151:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838287.526153:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838287.526155:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838287.526157:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838287.526159:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838287.526162:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838287.526165:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838287.526167:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838287.526170:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8a20e00. 00000080:00000001:3.0:1788838287.526173:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838287.526174:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838287.526177:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838287.526181:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:3.0:1788838287.526184:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838287.526187:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838287.526189:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.526192:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.526195:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838287.526197:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838287.526200:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838287.526204:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.526205:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838287.526206:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838287.526209:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838287.526211:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01c37c10 00010000:00000001:3.0:1788838287.526213:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.526214:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.526215:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838287.526217:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838287.526219:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838287.526221:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838287.526224:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788838287.526231:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.526232:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.526233:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838287.526235:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838287.526238:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1788838287.526246:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838287.526249:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838287.526252:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838287.526257:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.526259:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.526260:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.526264:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838287.526265:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.526268:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.526270:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.526273:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838287.526274:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.526275:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838287.526277:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838287.526279:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838287.526282:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838287.526286:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838287.526301:0:31521:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a7800. 00000020:00000001:3.0:1788838287.526305:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dc8 00000080:00200000:3.0:1788838287.526307:0:31521:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=0 00000080:00000001:3.0:1788838287.526311:0:31521:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788838287.526313:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c78 00000080:00200000:3.0:1788838287.526315:0:31521:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:3.0:1788838287.526324:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8a20e00. 00800000:00000002:3.0:1788838287.526327:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838287.526331:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838287.526333:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838287.526334:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b98 00800000:00000002:3.0:1788838287.526336:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838287.526339:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788838287.526343:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b30 00800000:00000002:3.0:1788838287.526344:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788838287.526347:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838287.526349:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a68 00000002:00010000:3.0:1788838287.526351:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788838287.526355:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838287.526358:0:31521:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838287.526364:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896dc00. 00000020:00000040:3.0:1788838287.526368:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838287.526375:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838287.526380:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838287.526382:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.526384:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.526385:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.526388:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838287.526390:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838287.526394:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838287.526402:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8714000. 00000100:00000001:3.0:1788838287.526411:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.526416:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838287.526418:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.526419:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838287.526420:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.526422:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838287.526431:0:31521:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00010000:00000001:3.0:1788838287.526434:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838287.526437:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838287.526439:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:3.0:1788838287.526441:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838287.526444:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838287.526448:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea600. 00000020:00000001:3.0:1788838287.526451:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838287.526453:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea600 with handle 0x9f68a6b43b62cf2d to hash 00000020:00000001:3.0:1788838287.526456:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838287.526457:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.526461:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.526464:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838287.526465:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.526469:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838287.526475:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838287.526485:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838287.526492:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838287.526494:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838287.526503:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838287.526506:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418774464 : -113594290777152 : ffff98afc4a653c0) 00000100:00000001:3.0:1788838287.526509:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838287.526510:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000100:00000001:3.0:1788838287.526516:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838287.526521:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.526523:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838287.526525:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838287.526534:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.526543:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838287.526545:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838287.526549:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838287.526552:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838287.526554:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838287.526557:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896dc00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249600:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838287.526562:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838287.526567:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838287.526570:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838287.526574:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838287.526579:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0910000. 02000000:00000001:3.0:1788838287.526581:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838287.526589:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838287.526594:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838287.526601:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838287.526610:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132249600, portal 10 00000100:00000001:3.0:1788838287.526612:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838287.526613:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000100:00000040:3.0:1788838287.526619:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.526627:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838287.526629:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838287.526632:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce6e8. 00000100:00000200:3.0:1788838287.526636:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132249600, offset 0 00000400:00000200:3.0:1788838287.526643:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838287.526653:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838287.526697:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838287.526705:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838287.526710:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838287.526714:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838287.526719:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838287.526723:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2450:2450:256:4294967295] 192.168.203.123@tcp LPNI seq info [2450:2450:8:4294967295] 00000400:00000200:3.0:1788838287.526727:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838287.526736:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838287.526743:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838287.526748:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3100. 00000800:00000200:3.0:1788838287.526755:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838287.526764:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838287.526769:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788838287.526779:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838287.526784:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 798923 usecs (799 jiffies) 00000400:00000200:3.0:1788838287.526787:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838287.526790:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418299 00000100:00000001:3.0:1788838287.526794:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:3.0:1788838287.526797:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418299 00000100:00000001:3.0:1788838287.526799:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:3.0:1788838287.526801:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838287.526804:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.526806:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838287.526808:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838287.526811:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a653c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838287.526813:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838287.526816:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.527727:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.527738:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3100. 00000400:00000200:0.0:1788838287.527744:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.527752:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.527759:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce6e8 00000400:00000010:0.0:1788838287.527762:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce6e8. 00000100:00000001:0.0:1788838287.527767:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.527775:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.527786:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.527790:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.527797:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.527799:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788838287.532912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6d40. 00000080:00000010:3.1:1788838287.532962:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152eb40. 00000080:00000010:3.1:1788838287.532975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc66929a0. 00000800:00000001:0.0:1788838287.541319:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.541352:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.541357:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.541360:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.541372:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.541382:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838287.541397:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.541403:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.541409:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.541414:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4f600 00000400:00000200:0.0:1788838287.541420:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.541606:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6929 [1] + 224 00000800:00000001:0.0:1788838287.541621:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.541637:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.541641:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.541646:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838287.541674:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.541685:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838287.542029:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.542128:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.542158:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838287.542172:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.542178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838287.544629:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838287.544639:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838287.544645:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:3.0:1788838287.544677:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:3.0:1788838287.544681:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:3.0:1788838287.544687:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838287.544837:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838287.544849:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.544858:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838287.544861:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.544864:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838287.544869:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838287.544872:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838287.544875:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838287.544879:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838287.544890:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838287.544894:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838287.544897:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838287.544900:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.544903:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838287.544908:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.544912:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838287.544915:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1788838287.544917:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838287.544920:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838287.544925:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.544932:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838287.544945:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838287.544947:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838287.544951:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838287.544959:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896dc00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249600:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838287.544965:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838287.544970:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838287.544972:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838287.544975:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838287.544979:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838287.544986:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838287.544989:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a653c0. 00000100:00000001:3.0:1788838287.544995:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838287.544996:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838287.544999:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838287.545004:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.545007:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.545011:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:3.0:1788838287.545013:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545017:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000040:3.0:1788838287.545024:0:31521:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bea600, remote cookie: 0xff98f31736b3b6f5, flags: 0x1001 00010000:00010000:3.0:1788838287.545030:0:31521:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838287.545040:0:31521:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838287.545043:0:31521:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788838287.545050:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 2 00010000:00000001:3.0:1788838287.545053:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838287.545056:0:31521:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.545059:0:31521:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838287.545069:0:31521:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.545075:0:31521:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838287.545080:0:31521:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838287.545083:0:31521:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838287.545086:0:31521:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838287.545087:0:31521:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838287.545090:0:31521:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff98afc4d31700) refcount = 2 00010000:00000040:3.0:1788838287.545093:0:31521:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838287.545096:0:31521:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788838287.545103:0:31521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.545108:0:31521:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838287.545112:0:31521:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838287.545113:0:31521:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838287.545116:0:31521:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838287.545118:0:31521:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.545122:0:31521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.545127:0:31521:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838287.545128:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545130:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.545131:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545132:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.545194:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838287.545200:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838287.545202:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.545203:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.545205:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838287.545207:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545210:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545213:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.545214:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.545215:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:3.0:1788838287.545217:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545220:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545223:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838287.545226:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.545230:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.545237:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545238:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.545240:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.545241:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.545242:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:3.0:1788838287.545243:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545245:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545248:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838287.545250:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.545389:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545390:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838287.545393:0:31521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.545399:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838287.545400:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545401:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.545402:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545403:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838287.545410:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838287.545417:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.545418:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.545420:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838287.545422:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545425:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545484:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545485:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838287.545487:0:31521:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838287.545489:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838287.545493:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838287.545496:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.545497:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.545498:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838287.545500:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545502:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00000002:00010000:3.0:1788838287.545506:0:31521:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838287.545513:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545514:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838287.545516:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838287.545517:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838287.545518:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838287.545519:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838287.545521:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838287.545523:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000040:3.0:1788838287.545529:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 3 00010000:00000001:3.0:1788838287.545530:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838287.545534:0:31521:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:3.0:1788838287.545536:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838287.545538:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838287.545539:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838287.545601:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379f0 00000002:00002000:3.0:1788838287.545605:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838287.545609:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838287.545614:0:31521:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838287.545617:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838287.545621:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838287.545624:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838287.545629:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:3.0:1788838287.545632:0:31521:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838287.545634:0:31521:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c37e00 it_disposition b 00000080:00000001:3.0:1788838287.545637:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838287.545645:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838287.545648:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838287.545652:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788838287.545678:0:31521:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788838287.546745:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838287.546753:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788838287.546759:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.546765:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788838287.546769:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788838287.546771:0:31521:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 1788838268 to 1788838287 00000080:00200000:2.0:1788838287.546777:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:2.0:1788838287.546780:0:31521:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff98afd15aec08): rc = 0 00000080:00000001:2.0:1788838287.546782:0:31521:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631936520 : -113594077615096 : ffff98afd15aec08) 00010000:00000001:2.0:1788838287.546785:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.546788:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.546791:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:2.0:1788838287.546794:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838287.546797:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838287.546800:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.546801:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.546803:0:31521:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838287.546805:0:31521:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838287.546806:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838287.546811:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838287.546813:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.546817:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) for lock 0x9f68a6b43b62cf2d 00800000:00000001:2.0:1788838287.546820:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.546823:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.546824:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.546825:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.546827:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:2.0:1788838287.546828:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838287.546830:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838287.546834:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.546835:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.546837:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.546839:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788838287.546846:0:31521:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd16991b0 inode ffff98afd15aec08 refc 1 flags 0x20000e 00000080:00000001:2.0:1788838287.546849:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.546851:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.546853:0:31521:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788838287.546857:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff98afd15aec08) 00000080:00010000:2.0:1788838287.546861:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf2d from it ffffbbcb01c37e00 00010000:00000001:2.0:1788838287.546863:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.546864:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.546865:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:2.0:1788838287.546866:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838287.546868:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838287.546870:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.546874:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.546882:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.546883:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.546884:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.546887:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.546889:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.546897:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.546900:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.546903:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.546908:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.546909:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.546911:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.546914:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.546916:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.546918:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.546922:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.546924:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.546926:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.546927:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.546929:0:31521:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838287.546944:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8a20e00. 00000100:00000001:2.0:1788838287.546954:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.546968:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896dc00 x1875731132249600/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.546976:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.546979:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.546984:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0910000. 02000000:00000001:2.0:1788838287.546988:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.546991:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.546993:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.546995:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.546999:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8714000. 02000000:00000001:2.0:1788838287.547003:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.547005:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.547008:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896dc00. 00000100:00000001:2.0:1788838287.547012:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.547014:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.547017:0:31521:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838287.547019:0:31521:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01c37e00 released 00000080:00000001:2.0:1788838287.547021:0:31521:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788838287.547027:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.547029:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.547031:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d50 00000080:00200000:2.0:1788838287.547034:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838287.547045:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.547051:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.547055:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.547059:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.547061:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c70 00800000:00000002:2.0:1788838287.547063:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.547067:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.547071:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.547075:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.547077:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b40 00000002:00010000:2.0:1788838287.547079:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.547082:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.547084:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547087:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547091:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.547094:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.547098:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.547101:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.547104:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:2.0:1788838287.547112:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.547117:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.547120:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:2.0:1788838287.547126:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.547128:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.547130:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.547131:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.547134:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.547135:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.547138:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.547140:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.547142:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000001:2.0:1788838287.547145:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.547147:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.547149:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838287.547152:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62ceee 00800000:00000001:2.0:1788838287.547154:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.547156:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.547157:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.547158:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.547160:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.547162:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.547164:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.547166:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.547167:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.547168:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.547170:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.547172:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62ceee from it ffffbbcb01c37d88 00010000:00000001:2.0:1788838287.547174:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.547175:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.547176:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:2.0:1788838287.547178:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.547180:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:2.0:1788838287.547182:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.547185:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788838287.547191:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.547192:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.547193:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.547194:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.547196:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1788838287.547202:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.547204:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.547205:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.547207:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.547208:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.547209:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.547211:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.547213:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.547214:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.547216:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.547218:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.547219:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.547220:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.547221:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.547223:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.547226:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788838287.547231:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.547236:0:31521:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:2.0:1788838287.547238:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e18 00000080:00200000:2.0:1788838287.547240:0:31521:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00000001:2.0:1788838287.547244:0:31521:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788838287.547247:0:31521:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:2.0:1788838287.547249:0:31521:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788838287.547254:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.547257:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:2.0:1788838287.547264:0:31521:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788838287.547269:0:31521:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788838287.547272:0:31521:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788838287.547274:0:31521:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.547277:0:31521:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:2.0:1788838287.547280:0:31521:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788838287.547283:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.547286:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 2 00010000:00000001:2.0:1788838287.547288:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.547290:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.547294:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.547296:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:2.0:1788838287.547305:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.547309:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838287.547312:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.547313:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788838287.547316:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547318:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547319:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 3 00010000:00000001:2.0:1788838287.547321:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.547323:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.547325:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547326:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547327:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 3 00010000:00000001:2.0:1788838287.547329:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.547331:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.547333:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547334:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547335:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31900 count: 3 00010000:00000001:2.0:1788838287.547336:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.547338:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.547340:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838287.547343:0:31521:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838287.547413:0:31521:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838287.547416:0:31521:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838287.547420:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838287.547421:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.547426:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.547429:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.547432:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.547434:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.547435:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838287.547439:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bab200 with handle 0x9f68a6b43b62ceee from hash 00010000:00000001:2.0:1788838287.547441:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.547443:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.547444:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.547445:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.547448:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.547449:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838287.547452:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838287.547454:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.547456:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.547458:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.547462:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 3 00010000:00000001:2.0:1788838287.547464:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.547465:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.547468:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.547470:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788838287.547477:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.547478:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838287.547480:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.547481:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788838287.547484:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547485:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547487:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.547489:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.547491:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.547493:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547494:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547496:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.547498:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.547500:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.547501:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547502:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547503:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.547505:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.547507:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.547509:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838287.547511:0:31521:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff98afd15aeb40, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838287.547599:0:31521:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838287.547602:0:31521:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838287.547604:0:31521:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838287.547607:0:31521:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff98afd15aec08) invalid 00000020:00000001:2.0:1788838287.547610:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a80 00000080:00002000:2.0:1788838287.547612:0:31521:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff98afd16991b0) parent ffff98afd8effa20 inode ffff98afd15aec08 refc 2 00000080:00000001:2.0:1788838287.547616:0:31521:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838287.547617:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838287.547618:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.547621:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.547623:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.547624:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.547626:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.547628:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838287.547630:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea600 with handle 0x9f68a6b43b62cf2d from hash 00010000:00000001:2.0:1788838287.547632:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.547634:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.547635:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.547636:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.547638:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.547640:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838287.547642:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.547644:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788838287.547732:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.547733:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838287.547735:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.547736:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:2.0:1788838287.547739:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547741:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547743:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.547746:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.547748:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.547750:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.547751:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.547752:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.547754:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.547756:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.547758:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.547760:0:31521:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838287.547764:0:31521:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838287.547770:0:31521:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc4008000. 00000080:00000001:2.0:1788838287.547772:0:31521:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838287.547777:0:31521:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838287.547780:0:31521:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838287.547783:0:31521:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:2.0:1788838287.547787:0:31521:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838287.547789:0:31521:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:2.0:1788838287.547796:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838287.547800:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.547805:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.547809:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.547814:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.547823:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd056dc00. 00000100:00000001:2.0:1788838287.547831:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838287.547847:0:31521:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838287.547859:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838287.547865:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838287.547873:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.547875:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.547883:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.547885:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.547888:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.547890:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.547895:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.547900:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.547902:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.547904:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.547909:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.547917:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.547920:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.547924:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.547927:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.547929:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.547944:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249856:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838287.547950:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.547956:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.547959:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.547962:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.547967:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838287.547969:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.547979:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.547984:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.547992:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a6e8. 00000100:00000200:2.0:1788838287.548001:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132249856, portal 10 00000100:00000001:2.0:1788838287.548003:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.548005:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000040:2.0:1788838287.548013:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.548021:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.548024:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.548028:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a5d8. 00000100:00000200:2.0:1788838287.548031:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132249856, offset 0 00000400:00000200:2.0:1788838287.548038:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.548049:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.548057:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.548064:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.548070:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.548074:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.548078:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.548082:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2451:2451:256:4294967295] 192.168.203.123@tcp LPNI seq info [2451:2451:8:4294967295] 00000400:00000200:2.0:1788838287.548086:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.548098:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.548105:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.548112:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14300. 00000800:00000200:2.0:1788838287.548120:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.548129:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.548135:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.548227:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.548233:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 797878 usecs (798 jiffies) 00000400:00000200:2.0:1788838287.548237:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.548240:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418319 00000100:00000001:2.0:1788838287.548243:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.548246:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418319 00000100:00000001:2.0:1788838287.548248:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.548250:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.548253:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.548257:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.548259:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.548262:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.548265:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.548268:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.549020:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.549028:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14300. 00000400:00000200:1.0:1788838287.549036:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.549044:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.549052:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a5d8 00000400:00000010:1.0:1788838287.549055:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a5d8. 00000100:00000001:1.0:1788838287.549061:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.549067:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.549079:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.549082:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.549089:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.549091:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838287.552534:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.552650:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838287.552692:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.552696:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.552708:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.552716:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838287.552726:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.552731:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.552738:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.552743:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4f700 00000400:00000200:0.0:1788838287.552748:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.552755:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6931 [1] + 224 00000800:00000001:0.0:1788838287.552764:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838287.552789:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838287.552795:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.552801:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838287.552811:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.552822:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838287.552833:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.552855:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.552985:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.552997:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.552999:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.553004:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:2.0:1788838287.553010:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:2.0:1788838287.553013:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:2.0:1788838287.553016:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.553026:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.553035:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132249856/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553042:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.553042:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788838287.553044:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.553046:0:31521:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:1.0:1788838287.553048:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788838287.553050:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.553053:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.553056:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.553061:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.553074:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838287.553082:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.553085:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.553088:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.553091:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.553095:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.553098:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838287.553100:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838287.553102:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838287.553105:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.553106:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.553110:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.553112:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.553115:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.553119:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.553124:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0000 x1875731132249856/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553132:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.553144:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.553147:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.553150:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132249856/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.553158:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132249856:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838287.553163:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.553166:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.553169:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.553171:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.553175:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132249856/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553181:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.553184:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.553188:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.553189:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.553198:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.553199:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000002:00000001:2.0:1788838287.553203:0:31521:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.553207:0:31521:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.553213:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008000. 00000080:00000001:2.0:1788838287.553218:0:31521:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838287.553222:0:31521:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838287.553230:0:31521:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838287.553236:0:31521:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553244:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.553246:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.553248:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.553251:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553258:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.553260:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.553263:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132249856/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553269:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.553270:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.553273:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1180 x1875731132249088/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553279:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838287.553284:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.553286:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.553288:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.553292:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838287.553296:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.553299:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.553301:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1180. 00000100:00000001:2.0:1788838287.553305:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.553306:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.553308:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.553311:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132249856/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553318:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.553320:0:31521:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e6c60. 00000002:00000001:2.0:1788838287.553323:0:31521:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.553324:0:31521:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.553327:0:31521:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110da00. 00000100:00000001:2.0:1788838287.553329:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.553333:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132249856/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.553345:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.553347:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.553351:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838287.553353:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.553355:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.553356:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.553358:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.553360:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd056dc00. 02000000:00000001:2.0:1788838287.553363:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.553364:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.553366:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:2.0:1788838287.553368:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.553369:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.553372:0:31521:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.553376:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.553378:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788838287.553382:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.553386:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.553393:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31700 count: 4 00010000:00000001:2.0:1788838287.553396:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.553402:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.553404:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.553409:0:31521:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838287.553411:0:31521:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff98afd15aec08) invalid 00000020:00000001:2.0:1788838287.553415:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a80 00000080:00002000:2.0:1788838287.553418:0:31521:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff98afd16991b0) parent ffff98afd8effa20 inode ffff98afd15aec08 refc 2 00000080:00000001:2.0:1788838287.553422:0:31521:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838287.553425:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838287.553428:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.553433:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.553437:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.553439:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.553442:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.553445:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838287.553450:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516600 with handle 0x9f68a6b43b62cf26 from hash 00010000:00000001:2.0:1788838287.553453:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.553455:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.553457:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.553458:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.553461:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.553463:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838287.553467:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788838287.553469:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788838287.553473:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788838287.553481:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838287.553484:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838287.553490:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838287.553492:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.553495:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838287.553500:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.553507:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.553509:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.553510:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.553513:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.553741:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.553747:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.553756:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd056dc00. 00000100:00000001:2.0:1788838287.553764:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.553767:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.553770:0:31521:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838287.553777:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838287.553787:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788838287.553795:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1788838287.553802:0:31521:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788838287.553804:0:31521:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788838287.553806:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838287.553808:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf2d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b6f5 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.553821:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.553822:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838287.553825:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf26 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b6b6 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788838287.553831:0:31521:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31700 count: 0 00010000:00000010:2.0:1788838287.553837:0:31521:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e380. 00010000:00000001:2.0:1788838287.553845:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.553846:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838287.553848:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62ceee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b615 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1788838287.553854:0:31521:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31900 count: 0 00010000:00000010:2.0:1788838287.553856:0:31521:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e480. 00010000:00000001:2.0:1788838287.553861:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.553862:0:31521:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.553864:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.553865:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.553867:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788838287.553879:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788838287.553888:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838287.553895:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.553897:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.553904:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.553907:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.553909:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.553911:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.553915:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.553920:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.553922:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.553924:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.553928:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.553948:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.553952:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.553956:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.553960:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.553963:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.553966:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250112:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838287.553971:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.553977:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.553980:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.553983:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.553988:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838287.553990:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.553996:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.554000:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.554005:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a6e8. 00000100:00000200:2.0:1788838287.554013:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132250112, portal 10 00000100:00000001:2.0:1788838287.554015:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.554016:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000040:2.0:1788838287.554023:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.554031:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.554034:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.554037:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a4c8. 00000100:00000200:2.0:1788838287.554041:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875731132250112, offset 0 00000400:00000200:2.0:1788838287.554048:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.554056:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.554065:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.554072:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.554077:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.554081:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.554085:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.554089:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2452:2452:256:4294967295] 192.168.203.123@tcp LPNI seq info [2452:2452:8:4294967295] 00000400:00000200:2.0:1788838287.554093:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.554103:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.554109:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.554114:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14000. 00000800:00000200:2.0:1788838287.554122:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.554132:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.554137:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.554160:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.554166:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 796815 usecs (797 jiffies) 00000400:00000200:2.0:1788838287.554169:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.554172:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418324 00000100:00000001:2.0:1788838287.554176:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.554179:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418324 00000100:00000001:2.0:1788838287.554182:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.554184:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.554187:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.554190:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.554192:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.554194:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.554197:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.554199:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.554773:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.554780:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14000. 00000400:00000200:1.0:1788838287.554786:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.554792:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.554800:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a4c8 00000400:00000010:1.0:1788838287.554804:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a4c8. 00000100:00000001:1.0:1788838287.554809:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.554814:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.554824:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.554828:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.554834:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.554836:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838287.559716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00010000:00000010:2.1:1788838287.559738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31700. 00010000:00000010:2.1:1788838287.559744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00010000:00000010:2.1:1788838287.559747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31900. 00010000:00000010:2.1:1788838287.559751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00000800:00000001:1.0:1788838287.560356:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.560377:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.560382:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.560384:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.560394:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.560404:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.560416:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.560421:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.560429:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.560433:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4f800 00000400:00000200:1.0:1788838287.560439:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.560446:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6939 [1] + 224 00000800:00000001:1.0:1788838287.560455:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.560465:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.560468:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.560474:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.560493:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.560507:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838287.560519:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.560543:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838287.560557:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838287.560561:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.560567:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.560574:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2453:2453:256:4294967295] 192.168.203.123@tcp LPNI seq info [2453:2453:8:4294967295] 00000400:00000200:1.0:1788838287.560579:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.560587:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838287.560593:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.560602:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838287.560610:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.560619:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.560625:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1788838287.561162:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1788838287.561320:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.561324:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:1.0:1788838287.561329:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.561335:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000100:00000001:2.0:1788838287.561412:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.561423:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.561426:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.561431:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:2.0:1788838287.561437:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:2.0:1788838287.561440:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:2.0:1788838287.561444:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.561452:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838287.561462:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132250112/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.561468:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.561470:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.561473:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.561477:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.561491:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.561494:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.561498:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.561510:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.561515:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.561518:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.561520:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.561524:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.561529:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.561534:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838287.561536:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x10000014f] 00000100:00000001:2.0:1788838287.561538:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838287.561540:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.561542:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000001:2.0:1788838287.561546:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.561548:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.561550:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.561554:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.561559:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0000 x1875731132250112/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.561566:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.561570:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.561572:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.561577:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132250112/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838287.561585:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250112:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838287.561590:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.561593:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.561596:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.561599:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.561603:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0000 x1875731132250112/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.561610:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.561613:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.561617:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.561619:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.561629:0:31521:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.561633:0:31521:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.561638:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.561642:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000002:2.0:1788838287.561648:0:31521:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788838268 to 1788838287 00000100:00000001:2.0:1788838287.561654:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.561692:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132250112/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.561706:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.561709:0:31521:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.561729:0:31521:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788838287.561733:0:31521:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788838287.561736:0:31521:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x27:0x0](ffff98afd15aec08) 00800000:00000001:2.0:1788838287.561740:0:31521:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788838287.561742:0:31521:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x27:0x0] 00000002:00000001:2.0:1788838287.561748:0:31521:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788838287.561756:0:31521:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.561758:0:31521:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.561762:0:31521:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788838287.561765:0:31521:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788838287.561768:0:31521:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.561770:0:31521:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.561775:0:31521:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788838287.561777:0:31521:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788838287.561793:0:31521:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838287.561797:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e30 00000080:00002000:2.0:1788838287.561800:0:31521:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff98afd16991b0, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788838287.561804:0:31521:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.561807:0:31521:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838287.561811:0:31521:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788838287.561863:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.561868:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.561870:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.561872:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b20 00000080:00200000:2.0:1788838287.561875:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838287.561882:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.561888:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.561894:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.561897:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.561899:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a40 00800000:00000002:2.0:1788838287.561902:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.561906:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.561910:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.561915:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.561917:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37910 00000002:00010000:2.0:1788838287.561919:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.561922:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.561924:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.561926:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838287.561930:0:31521:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.561932:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.561945:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.561947:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838287.561950:0:31521:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838287.561956:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1180. 00000020:00000040:2.0:1788838287.561961:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838287.561969:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838287.561974:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.561983:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.561984:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.561986:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.561989:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.561992:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.561997:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.562004:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406c800. 00000100:00000001:2.0:1788838287.562011:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.562014:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.562016:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.562017:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.562019:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.562021:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.562026:0:31521:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00010000:00000001:2.0:1788838287.562030:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838287.562032:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838287.562037:0:31521:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4ca00. 00010000:00000010:2.0:1788838287.562042:0:31521:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5d80. 00010000:00000001:2.0:1788838287.562046:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838287.562050:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516600. 00000020:00000001:2.0:1788838287.562054:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838287.562058:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516600 with handle 0x9f68a6b43b62cf34 to hash 00000020:00000001:2.0:1788838287.562060:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838287.562062:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.562065:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.562070:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.562073:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.562077:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.562087:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.562101:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838287.562107:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.562109:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.562114:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.562117:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.562120:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.562121:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.562126:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.562131:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.562254:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.562256:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.562263:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.562271:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.562274:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.562279:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.562282:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.562285:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.562288:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250240:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.562292:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.562298:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.562301:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.562304:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.562311:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0e800. 02000000:00000001:2.0:1788838287.562314:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.562321:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.562324:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.562331:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a6e8. 00000100:00000200:2.0:1788838287.562339:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132250240, portal 10 00000100:00000001:2.0:1788838287.562341:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.562343:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000040:2.0:1788838287.562349:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.562357:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.562359:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.562363:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aaa0. 00000100:00000200:2.0:1788838287.562366:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132250240, offset 0 00000400:00000200:2.0:1788838287.562373:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.562382:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.562389:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.562396:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.562401:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.562405:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.562408:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.562411:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2454:2454:256:4294967295] 192.168.203.123@tcp LPNI seq info [2454:2454:8:4294967295] 00000400:00000200:2.0:1788838287.562415:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.562424:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.562430:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.562436:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14700. 00000800:00000200:2.0:1788838287.562442:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.562450:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.562455:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.562464:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.562469:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 795758 usecs (796 jiffies) 00000400:00000200:2.0:1788838287.562473:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.562476:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418331 00000100:00000001:2.0:1788838287.562632:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.562636:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418331 00000100:00000001:2.0:1788838287.562639:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.562642:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.562646:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.562648:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.562650:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.562653:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.562762:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.562764:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.564362:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.564373:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14700. 00000400:00000200:1.0:1788838287.564380:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.564389:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.564398:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aaa0 00000400:00000010:1.0:1788838287.564401:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aaa0. 00000100:00000001:1.0:1788838287.564407:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.564415:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.564428:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.564432:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.564439:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.564441:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838287.564644:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788838287.569598:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15aeb40. 00000080:00000010:2.1:1788838287.569619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7800. 00000800:00000001:1.0:1788838287.571875:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.571899:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.571906:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.571909:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.571920:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.571929:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.571953:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.571958:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.571965:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.571970:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd4f880 00000400:00000200:1.0:1788838287.571975:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.571981:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6941 [1] + 224 00000800:00000001:1.0:1788838287.571990:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.572006:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.572010:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.572014:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.572024:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.572035:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.572049:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.572073:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.572084:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.572088:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.572173:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.572184:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.572186:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.572190:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:2.0:1788838287.572196:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:2.0:1788838287.572199:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:2.0:1788838287.572203:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.572207:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.572217:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.572224:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.572226:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.572229:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.572233:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.572236:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.572238:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.572242:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.572254:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.572259:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.572262:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.572264:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.572267:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.572271:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.572276:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.572278:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.572280:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.572284:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.572290:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.572303:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.572307:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.572310:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.572314:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.572322:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250240:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.572327:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.572330:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.572333:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.572335:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.572339:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.572347:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.572351:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.572354:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.572356:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.572360:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838287.572364:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572368:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572371:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=4 00000020:00000001:2.0:1788838287.572374:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572377:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000040:2.0:1788838287.572385:0:31521:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516600, remote cookie: 0xff98f31736b3b718, flags: 0x1001 00010000:00010000:2.0:1788838287.572391:0:31521:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.572403:0:31521:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.572416:0:31521:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838287.572422:0:31521:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838287.572424:0:31521:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838287.572426:0:31521:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838287.572427:0:31521:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838287.572430:0:31521:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc7e4ca00) refcount = 1 00010000:00010000:2.0:1788838287.572434:0:31521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.572441:0:31521:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838287.572445:0:31521:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838287.572446:0:31521:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.572449:0:31521:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838287.572452:0:31521:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.572455:0:31521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.572461:0:31521:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838287.572462:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572464:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.572465:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572466:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.572468:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.572473:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838287.572475:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572477:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572478:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.572494:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572497:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572500:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572501:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572502:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=4 00000020:00000001:2.0:1788838287.572504:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572507:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572510:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.572513:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.572517:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.572525:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572526:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.572527:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572529:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572530:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=5 00000020:00000001:2.0:1788838287.572532:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572534:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572536:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.572539:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.572546:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572547:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838287.572550:0:31521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.572556:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.572558:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572559:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.572560:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572561:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838287.572566:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838287.572577:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572578:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572579:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.572581:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572584:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572586:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572587:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.572588:0:31521:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.572590:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.572594:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838287.572597:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572598:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572599:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.572601:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572603:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00000002:00010000:2.0:1788838287.572607:0:31521:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.572614:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572615:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.572617:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838287.572618:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572620:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572621:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.572623:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572625:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000040:2.0:1788838287.572632:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838287.572635:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838287.572639:0:31521:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788838287.572641:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572642:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.572644:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838287.572648:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37898 00000002:00002000:2.0:1788838287.572650:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838287.572653:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.572711:0:31521:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.572715:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838287.572719:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838287.572723:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.572727:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.572732:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000001:2.0:1788838287.572736:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.572739:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838287.572746:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788838287.572751:0:31521:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788838287.572758:0:31521:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd110da00. 00800000:00000001:2.0:1788838287.572760:0:31521:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479627082240 : -113594082469376 : ffff98afd110da00) 00800000:00000001:2.0:1788838287.572763:0:31521:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.572765:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838287.572768:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838287.572771:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788838287.572773:0:31521:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838287.572776:0:31521:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838287.572778:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.572784:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838287.572787:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788838287.572792:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788838287.572794:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572796:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572797:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.572799:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572801:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572803:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572804:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.572806:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838287.572809:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788838287.572810:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd110da00 1 00800000:00000010:2.0:1788838287.572812:0:31521:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd110da00. 00800000:00000001:2.0:1788838287.572815:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.572819:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf34 00800000:00000001:2.0:1788838287.572822:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.572824:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.572826:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572827:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572828:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.572830:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572832:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572835:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572836:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.572837:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.572839:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.572842:0:31521:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.572844:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838287.572848:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf34 from it ffffbbcb01c37b58 00010000:00000001:2.0:1788838287.572850:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.572851:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.572853:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.572855:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572856:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.572859:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.572861:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.572868:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572869:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.572871:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.572874:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.572876:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.572883:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.572886:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.572888:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.572894:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572895:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.572897:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.572900:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.572903:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.572905:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.572908:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.572910:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.572911:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.572912:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.572915:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.572920:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1180 x1875731132250240/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.572928:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.572931:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.572945:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0e800. 02000000:00000001:2.0:1788838287.572949:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.572952:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.572954:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.572957:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.572961:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838287.572964:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.572966:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.572969:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1180. 00000100:00000001:2.0:1788838287.572972:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.572974:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.572978:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838287.572984:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.572992:0:31521:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838287.572994:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b48 00000080:00002000:2.0:1788838287.572996:0:31521:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff98afd16f8438) flags 0x20000e refc 1 00000080:00000001:2.0:1788838287.572999:0:31521:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.573001:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b90 00000080:00200000:2.0:1788838287.573002:0:31521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000001:2.0:1788838287.573009:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.573011:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.573023:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d08 00000080:00200008:2.0:1788838287.573026:0:31521:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.573035:0:31521:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788838287.573041:0:31521:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.573044:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.573046:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c80 00000080:00200000:2.0:1788838287.573047:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88),name=d21h.recovery-small-2 00000080:00000010:2.0:1788838287.573053:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.573059:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.573065:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.573068:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.573070:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ba0 00800000:00000002:2.0:1788838287.573072:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.573075:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.573081:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.573086:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.573088:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a70 00000002:00010000:2.0:1788838287.573089:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.573093:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.573095:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.573097:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.573101:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838287.573103:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.573106:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.573109:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.573113:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838287.573122:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.573125:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.573128:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838287.573135:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.573137:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.573140:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.573142:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.573144:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.573145:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.573148:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.573150:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.573152:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000001:2.0:1788838287.573154:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.573155:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.573157:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) 00000080:00010000:2.0:1788838287.573160:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) for lock 0x9f68a6b43b62cf0a 00800000:00000001:2.0:1788838287.573162:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.573164:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.573165:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.573166:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.573168:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:2.0:1788838287.573170:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.573172:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.573175:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573176:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.573177:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.573179:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.573180:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf0a from it ffffbbcb01c37cb8 00010000:00000001:2.0:1788838287.573182:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.573183:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.573185:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:2.0:1788838287.573186:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.573188:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.573190:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.573193:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.573199:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573200:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.573202:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.573203:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.573205:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838287.573211:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.573213:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.573214:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.573216:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573217:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.573218:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573220:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.573222:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573223:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573225:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573227:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.573228:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573229:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.573230:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.573232:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.573235:0:31521:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.573238:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d08 00000080:00000008:2.0:1788838287.573240:0:31521:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.573289:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.573292:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.573293:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.573294:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00000080:00200000:2.0:1788838287.573296:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838287.573300:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.573303:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.573305:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.573307:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.573308:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ae0 00800000:00000002:2.0:1788838287.573310:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.573313:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.573315:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.573319:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.573321:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379b0 00000002:00010000:2.0:1788838287.573322:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.573325:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.573326:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.573328:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.573331:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838287.573333:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.573336:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.573338:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.573340:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838287.573347:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.573350:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.573352:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838287.573358:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.573360:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.573362:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.573364:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.573365:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.573367:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.573369:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.573371:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.573373:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000001:2.0:1788838287.573376:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.573377:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.573379:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838287.573382:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf34 00800000:00000001:2.0:1788838287.573384:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.573386:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.573388:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.573389:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.573391:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.573393:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.573396:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.573398:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573399:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.573401:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.573402:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.573404:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf34 from it ffffbbcb01c37bf8 00010000:00000001:2.0:1788838287.573406:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.573407:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.573409:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.573411:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.573413:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.573415:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.573418:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.573424:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573425:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.573426:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.573428:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.573430:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838287.573436:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.573438:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.573439:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.573441:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573442:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.573443:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573445:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.573447:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573448:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573450:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573452:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.573453:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573454:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.573456:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.573457:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.573459:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838287.573462:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.573465:0:31521:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838287.573467:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00000080:00002000:2.0:1788838287.573469:0:31521:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff98afd16f8438) flags 0x20000e refc 1 00000080:00000001:2.0:1788838287.573471:0:31521:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.573472:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c08 00000080:00200000:2.0:1788838287.573474:0:31521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:2.0:1788838287.573476:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.573478:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.573482:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838287.573484:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88), inode mode 41ed mask 44 00000080:00000001:2.0:1788838287.573486:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.573493:0:31521:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788838287.573496:0:31521:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838287.573498:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b78 00000080:00200008:2.0:1788838287.573500:0:31521:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), flags 704400 00000080:00000010:2.0:1788838287.573505:0:31521:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0175900. 00000080:00000001:2.0:1788838287.573512:0:31521:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788838287.573515:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.573518:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.573521:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.573522:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.573524:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a28 00800000:00000002:2.0:1788838287.573525:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.573529:0:31521:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788838287.573531:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379a8 00800000:00000002:2.0:1788838287.573533:0:31521:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788838287.573536:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.573538:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c378e0 00000002:00010000:2.0:1788838287.573540:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788838287.573544:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838287.573546:0:31521:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838287.573550:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.573553:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838287.573555:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.573558:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.573562:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573564:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.573566:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.573567:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.573569:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838287.573570:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.573572:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.573573:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573575:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.573577:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.573582:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1180. 00000020:00000040:2.0:1788838287.573586:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838287.573592:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838287.573594:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573597:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838287.573601:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.573603:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.573604:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.573605:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.573608:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.573611:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.573614:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.573621:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406c800. 00000100:00000001:2.0:1788838287.573629:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573633:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.573635:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573637:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.573638:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.573641:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.573649:0:31521:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00010000:00000001:2.0:1788838287.573654:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838287.573695:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838287.573698:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838287.573700:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.573702:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838287.573707:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516c00. 00000020:00000001:2.0:1788838287.573710:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838287.573712:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516c00 with handle 0x9f68a6b43b62cf3b to hash 00000020:00000001:2.0:1788838287.573714:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838287.573716:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838287.573720:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838287.573723:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.573725:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.573728:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.573734:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838287.573746:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838287.573755:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838287.573764:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838287.573769:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.573771:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.573777:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.573779:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.573782:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.573784:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.573790:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.573794:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.573796:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.573798:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.573802:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.573811:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.573813:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.573817:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.573820:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.573823:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.573827:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250496:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.573831:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.573838:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.573841:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.573844:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.573955:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838287.573959:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.573969:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.573974:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.573982:0:31521:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afc4b0e800. 00000100:00000200:2.0:1788838287.573991:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132250496, portal 10 00000100:00000001:2.0:1788838287.573993:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.573994:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000040:2.0:1788838287.574000:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.574007:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.574010:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.574014:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a6e8. 00000100:00000200:2.0:1788838287.574018:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132250496, offset 0 00000400:00000200:2.0:1788838287.574025:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.574036:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.574044:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.574052:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.574056:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.574061:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.574064:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.574068:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2455:2455:256:4294967295] 192.168.203.123@tcp LPNI seq info [2455:2455:8:4294967295] 00000400:00000200:2.0:1788838287.574073:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.574084:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.574091:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.574097:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14100. 00000800:00000200:2.0:1788838287.574105:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.574115:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.574121:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.574134:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.574139:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 794708 usecs (795 jiffies) 00000400:00000200:2.0:1788838287.574142:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.574145:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418342 00000100:00000001:2.0:1788838287.574148:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.574150:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418342 00000100:00000001:2.0:1788838287.574152:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.574155:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.574158:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.574160:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.574163:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.574165:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.574168:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.574171:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.574481:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.574487:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14100. 00000400:00000200:0.0:1788838287.574493:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.574500:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.574508:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:0.0:1788838287.574510:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:0.0:1788838287.574515:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.574520:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.574530:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.574534:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.574540:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.574542:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.578198:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.578221:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.578226:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.578228:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.578239:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.578250:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.578262:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.578268:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.578274:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.578280:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4f980 00000400:00000200:1.0:1788838287.578285:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.578293:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6949 [64] + 224 00000800:00000001:1.0:1788838287.578302:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.578310:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.578314:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.578318:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.578328:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.578339:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.578351:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.578376:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.578386:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.578389:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.578521:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838287.578532:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.578534:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.578538:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:2.0:1788838287.578544:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4b0e800 00000400:00000010:2.0:1788838287.578548:0:31521:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afc4b0e800. 00000100:00000001:2.0:1788838287.578552:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.578557:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.578566:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.578572:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.578574:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.578576:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.578580:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.578583:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.578586:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.578590:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.578602:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.578606:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.578609:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788838287.578613:0:31521:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afc4ac1180 x1875731132250496/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.578620:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838287.578624:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838287.578626:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838287.578627:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838287.578630:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.578632:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838287.578636:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.578638:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.578640:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.578643:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788838287.578648:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.578710:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788838287.578714:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.578716:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.578721:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.578729:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250496:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.578734:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.578737:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838287.578739:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.578742:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.578746:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.578754:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.578757:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.578760:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.578762:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788838287.578766:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838287.578773:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.578776:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.578779:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:2.0:1788838287.578782:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838287.578786:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00010000:2.0:1788838287.578791:0:31521:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.578803:0:31521:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788838287.578807:0:31521:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.578813:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.578815:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.578821:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.578823:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838287.578825:0:31521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.578831:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.578835:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.578838:0:31521:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838287.578840:0:31521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.578846:0:31521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc1516c00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:2.0:1788838287.578850:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788838287.578854:0:31521:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.578860:0:31521:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788838287.578863:0:31521:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788838287.578866:0:31521:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.578870:0:31521:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788838287.578873:0:31521:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838287.578874:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.578875:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.578877:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:2.0:1788838287.578879:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838287.578880:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838287.578883:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.578886:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788838287.578892:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.578893:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.578896:0:31521:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788838287.578899:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.578902:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.578904:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.578905:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.578907:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838287.578909:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516c00 with handle 0x9f68a6b43b62cf3b from hash 00010000:00000001:2.0:1788838287.578912:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.578913:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.578914:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.578916:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.578917:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.578919:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788838287.578921:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.578922:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.578924:0:31521:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.578925:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.578928:0:31521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.578943:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.578945:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.578946:0:31521:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788838287.578948:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.578950:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.578950:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.578952:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838287.578954:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516c00/0x9f68a6b43b62cf3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.578967:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.578969:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788838287.578975:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788838287.578981:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.578992:0:31521:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838287.578996:0:31521:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.579003:0:31521:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.579005:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838287.579007:0:31521:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.579009:0:31521:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.579010:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.579014:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788838287.579016:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.579017:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00010000:00000001:2.0:1788838287.579020:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838287.579021:0:31521:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.579023:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838287.579027:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37868 00000002:00002000:2.0:1788838287.579029:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788838287.579032:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.579036:0:31521:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.579039:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838287.579041:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838287.579044:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.579049:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.579052:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000001:2.0:1788838287.579057:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838287.579064:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838287.579067:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838287.579070:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838287.579072:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788838287.579075:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.579081:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788838287.579084:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838287.579090:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:2.0:1788838287.579092:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838287.579095:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838287.579097:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.579101:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.579103:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.579105:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.579109:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.579116:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.579120:0:31521:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.579128:0:31521:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd110da00. 00000080:00000001:2.0:1788838287.579384:0:31521:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788838287.579389:0:31521:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788838287.579392:0:31521:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788838287.579397:0:31521:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09e6c60. 00000002:00100000:2.0:1788838287.579403:0:31521:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838287.579409:0:31521:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.579411:0:31521:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788838287.579415:0:31521:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788838287.579419:0:31521:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.579422:0:31521:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788838287.579424:0:31521:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.579426:0:31521:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.579431:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.579435:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788838287.579442:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.579446:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838287.579527:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788838287.579529:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.579532:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b78 00000080:00000008:2.0:1788838287.579534:0:31521:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), flags 704400, rc = 0 00000080:00000001:2.0:1788838287.579538:0:31521:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.579566:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d28 00000080:00200008:2.0:1788838287.579569:0:31521:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.579577:0:31521:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788838287.579582:0:31521:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.579585:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.579587:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ca0 00000080:00200000:2.0:1788838287.579589:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88),name=d21h.recovery-small-2 00000080:00000010:2.0:1788838287.579595:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.579602:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.579610:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.579613:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.579616:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00800000:00000002:2.0:1788838287.579619:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.579622:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.579627:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.579632:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.579634:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a90 00000002:00010000:2.0:1788838287.579636:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.579640:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.579642:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.579645:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.579652:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838287.579930:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.579946:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.579950:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.579955:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838287.579966:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.579972:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.579975:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838287.579983:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.579985:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.579988:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.579990:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.579993:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.579995:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.579998:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.580000:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.580003:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000001:2.0:1788838287.580007:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.580008:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.580011:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) 00000080:00010000:2.0:1788838287.580015:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) for lock 0x9f68a6b43b62cf0a 00800000:00000001:2.0:1788838287.580019:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.580021:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.580023:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.580025:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.580027:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:2.0:1788838287.580029:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.580032:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.580035:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.580036:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.580037:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.580039:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.580041:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf0a from it ffffbbcb01c37cd8 00010000:00000001:2.0:1788838287.580044:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.580045:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.580046:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:2.0:1788838287.580048:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.580050:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.580053:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.580055:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838287.580062:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.580063:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.580064:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.580067:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.580070:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838287.580078:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.580081:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.580083:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.580089:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.580090:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.580091:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.580095:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.580097:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.580099:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.580101:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.580103:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.580104:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.580105:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.580107:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.580109:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.580112:0:31521:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838287.580117:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d28 00000080:00000008:2.0:1788838287.580119:0:31521:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838287.580214:0:31521:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788838287.580217:0:31521:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788838287.580224:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00000080:00000001:2.0:1788838287.580228:0:31521:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1788838287.580235:0:31521:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1788838287.580239:0:31521:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788838287.580240:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.580242:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ab8 00000002:00010000:2.0:1788838287.580243:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000404:0x28:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788838287.580246:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.580247:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.580249:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.580253:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838287.580255:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.580257:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.580260:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.580263:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788838287.580269:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.580272:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.580274:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788838287.580280:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.580282:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.580283:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.580285:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.580286:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.580287:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.580289:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:2.0:1788838287.580291:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.580293:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:2.0:1788838287.580295:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.580296:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.580297:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.580344:0:31521:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788838287.580351:0:31521:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff98afc4b0e800. 00000002:00000001:2.0:1788838287.581795:0:31521:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788838287.581811:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3100. 00000020:00000040:2.0:1788838287.581819:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.581825:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.581829:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.581834:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.581843:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4008000. 00000100:00000001:2.0:1788838287.581852:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.581855:0:31521:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788838287.581860:0:31521:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff98afc406dc00. 00000100:00000010:2.0:1788838287.581865:0:31521:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff98afc7c98000. 00000020:00000040:2.0:1788838287.581869:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=10 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.581906:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.581908:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.581915:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8a80. 00000100:00000001:2.0:1788838287.581918:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412038272 : -113594297513344 : ffff98afc43f8a80) 00000100:00000001:2.0:1788838287.581921:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.581923:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419158784 : -113594290392832 : ffff98afc4ac3100) 00000100:00000001:2.0:1788838287.581929:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.581945:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.581947:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.581949:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.581961:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.581970:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.581973:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.581977:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.581980:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.581983:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.581986:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3100 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250624:192.168.203.123@tcp:37:rm.0 00000100:00000001:2.0:1788838287.581991:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.581996:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.582000:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.582002:0:31521:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788838287.582012:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.582017:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d790. 00000400:00000010:2.0:1788838287.582028:0:31521:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff98afc4118000. 00000100:00000200:2.0:1788838287.582038:0:31521:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f7afd4fa00-0x6a9f7afd4fa00, portal 14 00000100:00000001:2.0:1788838287.582042:0:31521:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.582045:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.582049:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406ec00. 02000000:00000001:2.0:1788838287.582051:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.582054:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.582056:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dcb8. 00000400:00000010:2.0:1788838287.582061:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838287.582066:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132250624, portal 10 00000100:00000001:2.0:1788838287.582068:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.582069:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419158784 : -113594290392832 : ffff98afc4ac3100) 00000100:00000040:2.0:1788838287.582076:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.582084:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.582087:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.582090:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aee0. 00000100:00000200:2.0:1788838287.582094:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875731132250624, offset 0 00000400:00000200:2.0:1788838287.582101:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.582112:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.582121:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.582127:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.582132:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.582207:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.582210:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.582215:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2456:2456:256:4294967295] 192.168.203.123@tcp LPNI seq info [2456:2456:8:4294967295] 00000400:00000200:2.0:1788838287.582219:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.582230:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.582238:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.582245:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14d00. 00000800:00000200:2.0:1788838287.582253:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.582263:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.582269:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.582355:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.582361:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 793652 usecs (794 jiffies) 00000400:00000200:2.0:1788838287.582365:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.582368:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418349 00000100:00000001:2.0:1788838287.582372:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.582375:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418349 00000100:00000001:2.0:1788838287.582378:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.582381:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.582384:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.582386:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.582388:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.582391:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.582395:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.582398:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.583311:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.583320:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14d00. 00000400:00000200:0.0:1788838287.583329:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.583337:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.583344:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aee0 00000400:00000010:0.0:1788838287.583347:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aee0. 00000100:00000001:0.0:1788838287.583353:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.583361:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.583373:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.583376:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.583383:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.583385:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.591535:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.591559:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.591564:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.591567:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.591578:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.591588:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.591600:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.591606:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.591612:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.591617:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4096 into portal 14 MB=0x6a9f7afd4fa00 00000400:00000200:1.0:1788838287.591623:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.591630:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.123@tcp of length 4096/4096 into md 0x6951 [256] + 0 00000400:00000010:1.0:1788838287.591637:0:2343:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d790. 00000400:00000200:1.0:1788838287.591643:0:2343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc4118000 00000800:00000001:1.0:1788838287.591651:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.591684:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.591689:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.591874:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.591883:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4118000 00000400:00000010:1.0:1788838287.591887:0:2343:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff98afc4118000. 00000100:00000001:1.0:1788838287.591897:0:2343:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788838287.591900:0:2343:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc4ac3100 desc ffff98afc406dc00 mbits 1875731132250624 00000100:00000001:1.0:1788838287.591923:0:2343:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788838287.591941:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838287.591947:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.591954:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.591961:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2457:2457:256:4294967295] 192.168.203.123@tcp LPNI seq info [2457:2457:8:4294967295] 00000400:00000200:1.0:1788838287.591966:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.591975:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838287.591981:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.591991:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff98afc419e000. 00000800:00000200:1.0:1788838287.591999:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.592009:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.592015:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc419e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838287.592109:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.592114:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff98afc419e000. 00000400:00000200:1.0:1788838287.592118:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.592122:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838287.592129:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.592133:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.592225:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.592231:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838287.594826:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.594848:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.594853:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.594856:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.594864:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.594872:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.594882:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.594886:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.594892:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.594896:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd4fa00 00000400:00000200:1.0:1788838287.594901:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.594908:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x6959 [1] + 224 00000800:00000001:1.0:1788838287.594917:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.594925:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.594928:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.594941:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.594951:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.594962:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.594974:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.594993:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.595004:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.595008:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.595072:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838287.595083:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838287.595085:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838287.595090:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dcb8. 00000400:00000200:0.0:1788838287.595095:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:0.0:1788838287.595098:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:0.0:1788838287.595101:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.595106:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838287.595116:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.595123:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838287.595125:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.595128:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838287.595144:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838287.595147:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838287.595149:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.595154:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838287.595166:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838287.595170:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838287.595174:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838287.595176:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.595179:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838287.595184:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.595188:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838287.595191:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788838287.595193:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838287.595196:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.595201:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838287.595211:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.595218:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838287.595221:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838287.595225:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838287.595233:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3100 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250624:192.168.203.123@tcp:37:rm.0 00000100:00000001:0.0:1788838287.595239:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.595243:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.595246:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838287.595249:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.595253:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.595261:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.595264:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8a80. 00000100:00000001:0.0:1788838287.595268:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838287.595270:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.595274:0:31521:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.595277:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.595280:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3100 x1875731132250624/t0(0) o37->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 448/440 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.595287:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838287.595289:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838287.595293:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406ec00. 02000000:00000001:0.0:1788838287.595296:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838287.595299:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838287.595301:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838287.595303:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788838287.595305:0:31521:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788838287.595308:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838287.595309:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838287.595311:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788838287.595343:0:31521:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff98afc7c98000. 00000100:00000010:0.0:1788838287.595347:0:31521:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff98afc406dc00. 00000100:00000001:0.0:1788838287.595350:0:31521:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788838287.595354:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4008000. 02000000:00000001:0.0:1788838287.595357:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838287.595359:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838287.595361:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3100. 00000100:00000001:0.0:1788838287.595365:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838287.595366:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838287.595369:0:31521:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788838287.595371:0:31521:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788838287.596056:0:31521:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff98afc4b0e800. 00000002:00000001:0.0:1788838287.596063:0:31521:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.596071:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.596074:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.596079:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.596081:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.596086:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.596088:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.596095:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838287.596104:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.596106:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.596108:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.596112:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.596115:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838287.596124:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.596127:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.596130:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.596136:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.596138:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.596140:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.596144:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.596146:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.596148:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.596151:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.596154:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.596155:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.596156:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788838287.596159:0:31521:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.596165:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788838287.596171:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788838287.596173:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788838287.596179:0:31521:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.596186:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000001:0.0:1788838287.596192:0:31521:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.596233:0:31521:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788838287.596236:0:31521:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838287.596239:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dd0 00000080:00200008:0.0:1788838287.596242:0:31521:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), flags 704000 00000080:00400000:0.0:1788838287.596246:0:31521:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788838287.596250:0:31521:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838287.596252:0:31521:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788838287.596253:0:31521:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838287.596263:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.596266:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.596273:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838287.596276:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838287.596280:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838287.596282:0:31521:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 0 00000080:00000001:0.0:1788838287.596285:0:31521:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788838287.596287:0:31521:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788838287.596293:0:31521:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00000080:00000001:0.0:1788838287.596296:0:31521:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788838287.596304:0:31521:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788838287.596308:0:31521:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788838287.596311:0:31521:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:0.0:1788838287.596315:0:31521:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788838287.596317:0:31521:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:0.0:1788838287.596324:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909180. 00000020:00000040:0.0:1788838287.596328:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838287.596333:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838287.596336:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838287.596341:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838287.596348:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1126200. 00000100:00000001:0.0:1788838287.596356:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788838287.596375:0:31521:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788838287.596386:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788838287.596391:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788838287.596397:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838287.596399:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838287.596407:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd85fb900. 00000100:00000001:0.0:1788838287.596409:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479749691648 : -113593959859968 : ffff98afd85fb900) 00000100:00000001:0.0:1788838287.596413:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.596414:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000001:0.0:1788838287.596419:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838287.596425:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.596427:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838287.596429:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838287.596433:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.596440:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838287.596443:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.596447:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838287.596450:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838287.596453:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838287.596456:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250880:192.168.203.123@tcp:35:rm.0 00000100:00000001:0.0:1788838287.596460:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838287.596465:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838287.596468:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.596471:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838287.596475:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0083800. 02000000:00000001:0.0:1788838287.596477:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838287.596484:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838287.596489:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259f8. 00000400:00000010:0.0:1788838287.596496:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcaa0. 00000100:00000200:0.0:1788838287.596503:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132250880, portal 10 00000100:00000001:0.0:1788838287.596505:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.596507:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000040:0.0:1788838287.596514:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.596527:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838287.596530:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838287.596533:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc7f8. 00000100:00000200:0.0:1788838287.596536:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132250880, offset 0 00000400:00000200:0.0:1788838287.596543:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838287.596552:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.596560:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838287.596566:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838287.596571:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838287.596576:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838287.596579:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838287.596583:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2458:2458:256:4294967295] 192.168.203.123@tcp LPNI seq info [2458:2458:8:4294967295] 00000400:00000200:0.0:1788838287.596587:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.596597:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838287.596604:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838287.596610:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509800. 00000800:00000200:0.0:1788838287.596618:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838287.596627:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838287.596632:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838287.596684:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.596689:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 792613 usecs (793 jiffies) 00000400:00000200:0.0:1788838287.596693:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838287.596696:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418361 00000100:00000001:0.0:1788838287.596700:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.596702:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418361 00000100:00000001:0.0:1788838287.596705:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.596708:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.596711:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.596714:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838287.596716:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838287.596719:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb900 going to sleep for 11 seconds 00000100:00000001:0.0:1788838287.596721:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.596724:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.597403:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.597412:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509800. 00000400:00000200:1.0:1788838287.597418:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.597424:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.597431:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc7f8 00000400:00000010:1.0:1788838287.597434:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc7f8. 00000100:00000001:1.0:1788838287.597439:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.597446:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.597458:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.597462:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.597468:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.597470:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.600299:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.600324:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.600328:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.600331:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.600341:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.600350:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.600361:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.600367:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.600372:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.600377:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4fb00 00000400:00000200:1.0:1788838287.600382:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.600389:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6961 [1] + 224 00000800:00000001:1.0:1788838287.600397:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.600405:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.600409:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.600414:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.600423:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.600433:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.600444:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.600558:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.600576:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.600590:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.600595:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788838287.600632:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838287.600634:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838287.600639:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259f8. 00000400:00000200:0.0:1788838287.600644:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcaa0 00000400:00000010:0.0:1788838287.600647:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcaa0. 00000100:00000001:0.0:1788838287.600651:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.1:1788838287.600773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00000100:00000200:0.0:1788838287.600822:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838287.600832:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909180 x1875731132250880/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.600839:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838287.600842:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.600845:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838287.600849:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838287.600851:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838287.600855:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.600858:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838287.600869:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838287.600874:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838287.600877:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838287.600879:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.600882:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838287.600886:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.600889:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838287.600891:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788838287.600893:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838287.600896:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.600898:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000001:0.0:1788838287.600902:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838287.600904:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788838287.600906:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838287.600909:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.600915:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909180 x1875731132250880/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.600922:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.600926:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838287.600928:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838287.600943:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909180 x1875731132250880/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838287.600952:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132250880:192.168.203.123@tcp:35:rm.0 00000100:00000001:0.0:1788838287.600958:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.600962:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.600964:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838287.600966:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.600971:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909180 x1875731132250880/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.600977:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.600980:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd85fb900. 00000100:00000001:0.0:1788838287.600984:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838287.600985:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.600994:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.600995:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000002:00000001:0.0:1788838287.600999:0:31521:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.601002:0:31521:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.601009:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000080:00000001:0.0:1788838287.601013:0:31521:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788838287.601017:0:31521:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788838287.601023:0:31521:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788838287.601029:0:31521:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.601036:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.601038:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:0.0:1788838287.601040:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.601043:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.601049:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.601051:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.601054:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909180 x1875731132250880/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.601061:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.601062:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.601065:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1180 x1875731132250496/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.601072:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788838287.601076:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838287.601078:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838287.601080:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838287.601085:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406c800. 02000000:00000001:0.0:1788838287.601089:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838287.601091:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838287.601093:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1180. 00000100:00000001:0.0:1788838287.601096:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838287.601097:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.601099:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.601103:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909180 x1875731132250880/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.601109:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.601111:0:31521:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e6c60. 00000002:00000001:0.0:1788838287.601114:0:31521:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.601115:0:31521:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.601118:0:31521:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110da00. 00000100:00000001:0.0:1788838287.601121:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.601123:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909180 x1875731132250880/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.601207:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838287.601209:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838287.601213:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0083800. 02000000:00000001:0.0:1788838287.601219:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838287.601221:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838287.601222:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838287.601224:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838287.601226:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1126200. 02000000:00000001:0.0:1788838287.601229:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838287.601231:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838287.601232:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909180. 00000100:00000001:0.0:1788838287.601235:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838287.601236:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838287.601240:0:31521:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.601245:0:31521:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0175900. 00000080:00000001:0.0:1788838287.601249:0:31521:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.601256:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dd0 00000080:00000008:0.0:1788838287.601259:0:31521:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), flags 704000, rc = 0 00000080:00000001:0.0:1788838287.601263:0:31521:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.601266:0:31521:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.601326:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838287.601331:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838287.601334:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838287.601335:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00000080:00200000:0.0:1788838287.601338:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838287.601343:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126200. 00800000:00000002:0.0:1788838287.601351:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838287.601356:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838287.601360:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.601363:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ae0 00800000:00000002:0.0:1788838287.601366:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838287.601370:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838287.601374:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838287.601379:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.601381:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379b0 00000002:00010000:0.0:1788838287.601384:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838287.601387:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838287.601389:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.601393:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.601401:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:0.0:1788838287.601404:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.601409:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.601413:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838287.601419:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788838287.601431:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838287.601435:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.601438:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788838287.601445:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838287.601447:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838287.601449:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838287.601451:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838287.601453:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838287.601455:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838287.601458:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838287.601460:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838287.601463:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126200. 00000080:00000001:0.0:1788838287.601467:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838287.601468:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.601471:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838287.601475:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf34 00800000:00000001:0.0:1788838287.601478:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838287.601545:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838287.601548:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.601551:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.601554:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:0.0:1788838287.601557:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838287.601560:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838287.601563:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.601565:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.601567:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.601569:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.601571:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf34 from it ffffbbcb01c37bf8 00010000:00000001:0.0:1788838287.601574:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.601575:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.601576:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:0.0:1788838287.601579:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838287.601580:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838287.601583:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.601586:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838287.601593:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.601595:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.601596:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.601599:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.601602:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838287.601610:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.601616:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.601618:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.601623:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.601624:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.601625:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.601629:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.601631:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.601633:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.601636:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.601638:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.601640:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.601641:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838287.601643:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838287.601644:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838287.601646:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838287.601650:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.601823:0:31521:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788838287.601827:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00000080:00002000:0.0:1788838287.601829:0:31521:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff98afd16f8438) flags 0x20000e refc 1 00000080:00000001:0.0:1788838287.601831:0:31521:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.601834:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c08 00000080:00200000:0.0:1788838287.601835:0:31521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:0.0:1788838287.601841:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838287.601844:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.601849:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838287.601850:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88), inode mode 41ed mask 44 00000080:00000001:0.0:1788838287.601854:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.601861:0:31521:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788838287.601863:0:31521:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788838287.601865:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b78 00000080:00200008:0.0:1788838287.601868:0:31521:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), flags 704400 00000080:00000010:0.0:1788838287.601874:0:31521:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc4d968c0. 00000080:00000001:0.0:1788838287.601881:0:31521:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788838287.601885:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126200. 00800000:00000002:0.0:1788838287.601888:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838287.601891:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838287.601893:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.601894:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a28 00800000:00000002:0.0:1788838287.601896:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838287.601900:0:31521:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788838287.601903:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379a8 00800000:00000002:0.0:1788838287.601905:0:31521:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788838287.601908:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.601910:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c378e0 00000002:00010000:0.0:1788838287.601911:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788838287.601917:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838287.601919:0:31521:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788838287.601923:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838287.601928:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838287.601930:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.601946:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838287.601949:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.601952:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.601954:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.601956:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838287.601958:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:0.0:1788838287.601960:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.601962:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838287.601964:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.601966:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.601967:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.601973:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909180. 00000020:00000040:0.0:1788838287.601976:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838287.601983:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838287.601985:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.601988:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838287.601992:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.601995:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.601997:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.601998:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.602001:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838287.602004:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838287.602007:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838287.602014:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0083800. 00000100:00000001:0.0:1788838287.602022:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.602026:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.602028:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.602030:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.602031:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.602034:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.602041:0:31521:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00010000:00000001:0.0:1788838287.602046:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838287.602049:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838287.602051:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:0.0:1788838287.602053:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.602056:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838287.602060:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baac00. 00000020:00000001:0.0:1788838287.602064:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838287.602067:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baac00 with handle 0x9f68a6b43b62cf42 to hash 00000020:00000001:0.0:1788838287.602069:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838287.602071:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.602075:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.602078:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.602080:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.602084:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.602092:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788838287.602105:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788838287.602115:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788838287.602124:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838287.602131:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838287.602132:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838287.602153:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd85fb900. 00000100:00000001:0.0:1788838287.602156:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479749691648 : -113593959859968 : ffff98afd85fb900) 00000100:00000001:0.0:1788838287.602159:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.602160:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000001:0.0:1788838287.602166:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838287.602171:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.602174:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838287.602175:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838287.602180:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.602188:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838287.602191:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.602195:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838287.602198:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838287.602201:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838287.602205:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132251136:192.168.203.123@tcp:101:rm.0 00000100:00000001:0.0:1788838287.602209:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838287.602215:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838287.602218:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.602221:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838287.602318:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:0.0:1788838287.602322:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838287.602330:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838287.602334:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259f8. 00000400:00000010:0.0:1788838287.602343:0:31521:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afc4095800. 00000100:00000200:0.0:1788838287.602351:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132251136, portal 10 00000100:00000001:0.0:1788838287.602353:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.602354:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000040:0.0:1788838287.602362:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.602370:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838287.602372:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838287.602376:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcaa0. 00000100:00000200:0.0:1788838287.602380:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132251136, offset 0 00000400:00000200:0.0:1788838287.602387:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838287.602396:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.602404:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838287.602411:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838287.602416:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838287.602421:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838287.602424:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838287.602428:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2459:2459:256:4294967295] 192.168.203.123@tcp LPNI seq info [2459:2459:8:4294967295] 00000400:00000200:0.0:1788838287.602433:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.602442:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838287.602449:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838287.602455:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509900. 00000800:00000200:0.0:1788838287.602464:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838287.602473:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838287.602542:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788838287.602620:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.602627:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 791562 usecs (792 jiffies) 00000400:00000200:0.0:1788838287.602631:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838287.602635:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418367 00000100:00000001:0.0:1788838287.602639:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.602641:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418367 00000100:00000001:0.0:1788838287.602644:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.602647:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.602650:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.602652:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838287.602677:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838287.602681:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb900 going to sleep for 11 seconds 00000100:00000001:0.0:1788838287.602683:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.602686:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.605859:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.605874:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509900. 00000400:00000200:1.0:1788838287.605887:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.605899:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.605908:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcaa0 00000400:00000010:1.0:1788838287.605912:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcaa0. 00000100:00000001:1.0:1788838287.605919:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.605930:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.605956:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.605960:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.605968:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.605971:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.606978:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.606999:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.607004:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.607007:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.607017:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.607024:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.607034:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.607039:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.607045:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.607050:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd4fc00 00000400:00000200:1.0:1788838287.607055:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.607061:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6971 [64] + 224 00000800:00000001:1.0:1788838287.607071:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.607079:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.607082:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.607086:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.607093:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.607101:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.607113:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.607135:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.607153:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.607157:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.607215:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838287.607225:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838287.607228:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838287.607233:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259f8. 00000400:00000200:0.0:1788838287.607238:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4095800 00000400:00000010:0.0:1788838287.607241:0:31521:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afc4095800. 00000100:00000001:0.0:1788838287.607246:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.607252:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838287.607261:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909180 x1875731132251136/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.607268:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838287.607270:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.607273:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838287.607277:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838287.607279:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838287.607282:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.607286:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838287.607298:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838287.607304:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838287.607307:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838287.607309:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.607313:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838287.607318:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.607321:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838287.607323:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788838287.607325:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838287.607328:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.607330:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000001:0.0:1788838287.607334:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838287.607336:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788838287.607338:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838287.607341:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.607347:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.607355:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.607359:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838287.607361:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838287.607366:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838287.607380:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132251136:192.168.203.123@tcp:101:rm.0 00000100:00000001:0.0:1788838287.607386:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.607389:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.607392:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838287.607394:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.607397:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.607404:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.607406:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd85fb900. 00000100:00000001:0.0:1788838287.607410:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838287.607412:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.607415:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838287.607421:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.607424:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.607427:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838287.607430:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607434:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000040:0.0:1788838287.607441:0:31521:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baac00, remote cookie: 0xff98f31736b3b734, flags: 0x1001 00010000:00000040:0.0:1788838287.607445:0:31521:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788838287.607449:0:31521:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788838287.607457:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838287.607460:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.607465:0:31521:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.607469:0:31521:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838287.607480:0:31521:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.607492:0:31521:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838287.607498:0:31521:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838287.607500:0:31521:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838287.607503:0:31521:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838287.607504:0:31521:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838287.607507:0:31521:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff98afc4d31400) refcount = 2 00010000:00000040:0.0:1788838287.607510:0:31521:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838287.607513:0:31521:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788838287.607521:0:31521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.607528:0:31521:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838287.607531:0:31521:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838287.607533:0:31521:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.607537:0:31521:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838287.607539:0:31521:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.607543:0:31521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.607550:0:31521:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838287.607551:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607553:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.607554:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607555:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.607557:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.607562:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838287.607565:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.607566:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.607568:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838287.607570:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607573:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607575:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607577:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838287.607582:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838287.607592:0:31521:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788838287.607597:0:31521:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838287.607604:0:31521:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.607606:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.607607:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.607609:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838287.607611:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607613:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607615:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607616:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.607618:0:31521:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.607620:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.607623:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788838287.607626:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.607627:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00010000:00000001:0.0:1788838287.607629:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.607630:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.607631:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838287.607633:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607635:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000002:00010000:0.0:1788838287.607638:0:31521:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.607644:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607645:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.607647:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838287.607648:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.607650:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.607651:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838287.607653:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607713:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000040:0.0:1788838287.607717:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:0.0:1788838287.607719:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838287.607724:0:31521:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 16 res 8589935620/40 (0 0) 00010000:00000001:0.0:1788838287.607727:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607728:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.607730:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838287.607733:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37868 00000002:00002000:0.0:1788838287.607735:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788838287.607739:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.607742:0:31521:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.607745:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838287.607750:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788838287.607753:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838287.607759:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838287.607764:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126200. 00000080:00000001:0.0:1788838287.607770:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838287.607778:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838287.607782:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838287.607785:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838287.607788:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788838287.607791:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.607796:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788838287.607799:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788838287.607805:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00010000:00000001:0.0:1788838287.607807:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.607809:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.607810:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838287.607812:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607815:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607817:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607819:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838287.607821:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838287.607824:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838287.607826:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.607829:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) for lock 0x9f68a6b43b62cf42 00800000:00000001:0.0:1788838287.607833:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838287.607835:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838287.607836:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.607838:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.607839:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838287.607841:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607843:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607846:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607847:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.607849:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.607851:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.607854:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788838287.607857:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.607859:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.607864:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.607872:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.607875:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf42 from it ffffbbcb01c37bd0 00010000:00000001:0.0:1788838287.607877:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.607879:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.607880:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838287.607882:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607884:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.607886:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.607889:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838287.607896:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607898:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.607900:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.607903:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.607906:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838287.607913:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.607916:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.607919:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.607924:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607926:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.607927:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.607931:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.607943:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.607947:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.607949:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.607952:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.607953:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.607954:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838287.607958:0:31521:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.607967:0:31521:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd1358d80. 00000080:00000001:0.0:1788838287.607970:0:31521:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788838287.607974:0:31521:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788838287.607977:0:31521:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788838287.607981:0:31521:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc4b06ee0. 00000002:00100000:0.0:1788838287.607986:0:31521:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838287.607993:0:31521:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.607994:0:31521:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788838287.607998:0:31521:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788838287.608002:0:31521:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608006:0:31521:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788838287.608008:0:31521:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608011:0:31521:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.608014:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.608018:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788838287.608031:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838287.608034:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:0.0:1788838287.608076:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788838287.608078:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.608081:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b78 00000080:00000008:0.0:1788838287.608083:0:31521:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), flags 704400, rc = 0 00000080:00000001:0.0:1788838287.608088:0:31521:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.608119:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d28 00000080:00200008:0.0:1788838287.608122:0:31521:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838287.608130:0:31521:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788838287.608135:0:31521:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608139:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838287.608141:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37ca0 00000080:00200000:0.0:1788838287.608143:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88),name=d21h.recovery-small-2 00000080:00000010:0.0:1788838287.608150:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126200. 00800000:00000002:0.0:1788838287.608157:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838287.608165:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838287.608168:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.608170:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bc0 00800000:00000002:0.0:1788838287.608172:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838287.608176:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838287.608181:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838287.608186:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.608187:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a90 00000002:00010000:0.0:1788838287.608189:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838287.608193:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838287.608195:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.608197:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.608200:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:0.0:1788838287.608202:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.608205:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.608209:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838287.608213:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788838287.608221:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838287.608226:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.608229:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788838287.608235:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838287.608237:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838287.608239:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838287.608241:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838287.608242:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838287.608244:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838287.608247:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838287.608248:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838287.608251:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126200. 00000080:00000001:0.0:1788838287.608254:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838287.608256:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.608259:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) 00000080:00010000:0.0:1788838287.608263:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) for lock 0x9f68a6b43b62cf0a 00800000:00000001:0.0:1788838287.608266:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838287.608267:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838287.608268:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.608270:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.608271:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.608273:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.608275:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.608278:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.608279:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.608280:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.608282:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.608283:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf0a from it ffffbbcb01c37cd8 00010000:00000001:0.0:1788838287.608285:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.608287:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.608288:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fc00 refcount=3 00000020:00000001:0.0:1788838287.608290:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.608292:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112768 : -113594319438848 : ffff98afc2f0fc00) 00010000:00000001:0.0:1788838287.608294:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.608296:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838287.608303:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.608304:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.608305:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.608307:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.608309:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788838287.608316:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.608317:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.608319:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.608321:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.608322:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.608323:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.608325:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.608327:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.608328:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.608330:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.608332:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.608333:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.608334:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838287.608336:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838287.608338:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838287.608341:0:31521:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.608345:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d28 00000080:00000008:0.0:1788838287.608348:0:31521:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838287.608379:0:31521:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788838287.608381:0:31521:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788838287.608386:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126200. 00000080:00000001:0.0:1788838287.608391:0:31521:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788838287.608400:0:31521:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446733001361320768 : -11072348230848 : fffff5ee049deb40) 00000080:00000001:0.0:1788838287.608403:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788838287.608407:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788838287.608409:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788838287.608414:0:31521:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.608416:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126200. 00000080:00000001:0.0:1788838287.608420:0:31521:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608433:0:31521:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788838287.608435:0:31521:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:0.0:1788838287.608438:0:31521:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838287.608440:0:31521:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608463:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838287.608467:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838287.608469:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88), inode mode 41ed mask 1 00000080:00000001:0.0:1788838287.608472:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608479:0:31521:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788838287.608482:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37da0 00000080:00002000:0.0:1788838287.608483:0:31521:0:(dcache.c:87:ll_dcompare()) found name f(ffff98afd169e1b0) flags 0x48000e refc 0 00000080:00000001:0.0:1788838287.608486:0:31521:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.608488:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e10 00000080:00200000:0.0:1788838287.608490:0:31521:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788838287.608495:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838287.608497:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88), inode mode 41ed mask 3 00000080:00000001:0.0:1788838287.608499:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608503:0:31521:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1788838287.608505:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37df8 00000080:00200000:0.0:1788838287.608507:0:31521:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff98afd16dba88) 00000080:00000001:0.0:1788838287.608510:0:31521:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788838287.608513:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.608518:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838287.608521:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838287.608523:0:31521:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788838287.608529:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98b0020dcf80 00020000:00000002:0.0:1788838287.608533:0:31521:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b175a0 addref 2/0 by ffff98b0020dcf80. 00020000:00000002:0.0:1788838287.608536:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:0.0:1788838287.608538:0:31521:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788838287.608541:0:31521:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788838287.608543:0:31521:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788838287.608545:0:31521:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788838287.608549:0:31521:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788838287.608551:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838287.608554:0:31521:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788838287.608559:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126200. 00800000:00000001:0.0:1788838287.608568:0:31521:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788838287.608571:0:31521:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788838287.608574:0:31521:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2a:0x0] 00800000:00000001:0.0:1788838287.608577:0:31521:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838287.608578:0:31521:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x28:0x0]/[0x200000404:0x2a:0x0] -> mds #0 00000002:00000001:0.0:1788838287.608583:0:31521:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788838287.608585:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838287.608588:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:0.0:1788838287.608590:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.608592:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838287.608596:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838287.608599:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788838287.608607:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838287.608612:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838287.608615:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838287.608617:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788838287.608620:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.608621:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.608623:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:0.0:1788838287.608625:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.608627:0:31521:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788838287.608630:0:31521:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788838287.608631:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838287.608634:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.608637:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838287.608643:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.608645:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.608646:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788838287.608648:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.608650:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.608651:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=2 00000020:00000001:0.0:1788838287.608653:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.608688:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838287.608691:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.608692:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.608693:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.608695:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.608697:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:0.0:1788838287.608699:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838287.608702:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.608704:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.608705:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.608706:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:0.0:1788838287.608708:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838287.608710:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608712:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838287.608715:0:31521:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff98afd16db9c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788838287.608815:0:31521:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788838287.608817:0:31521:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788838287.608820:0:31521:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788838287.608822:0:31521:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff98afd16dba88) invalid 00000020:00000001:0.0:1788838287.608825:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a60 00000080:00002000:0.0:1788838287.608827:0:31521:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff98afd16f8438) parent ffff98afd8effa20 inode ffff98afd16dba88 refc 3 00000080:00000001:0.0:1788838287.608831:0:31521:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788838287.608833:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838287.608834:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.608839:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838287.608843:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838287.608844:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838287.608846:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.608848:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838287.608851:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0fc00 with handle 0x9f68a6b43b62cf0a from hash 00010000:00000001:0.0:1788838287.608854:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838287.608855:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.608856:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.608858:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838287.608861:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838287.608863:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838287.608866:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838287.608868:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838287.608871:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838287.608873:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838287.608877:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 3 00010000:00000001:0.0:1788838287.608879:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.608881:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838287.608884:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838287.608887:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788838287.608894:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838287.608896:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838287.608897:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838287.608899:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1788838287.608901:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.608903:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.608904:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 4 00010000:00000001:0.0:1788838287.608907:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838287.608909:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.608910:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.608912:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.608913:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 4 00010000:00000001:0.0:1788838287.608915:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838287.608918:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.608920:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.608921:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.608922:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 4 00010000:00000001:0.0:1788838287.608924:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838287.608927:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.608928:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.608929:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.608931:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 4 00010000:00000001:0.0:1788838287.608946:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838287.608949:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608951:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608953:0:31521:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838287.608955:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.608957:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838287.608959:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838287.608961:0:31521:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788838287.608964:0:31521:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1788838287.608968:0:31521:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788838287.608970:0:31521:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788838287.608974:0:31521:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838287.608977:0:31521:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838287.608980:0:31521:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788838287.608982:0:31521:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.608983:0:31521:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838287.608985:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838287.608987:0:31521:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.608989:0:31521:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788838287.608991:0:31521:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff98afd152e3c8) invalid 00000020:00000001:0.0:1788838287.608993:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a60 00000080:00002000:0.0:1788838287.608995:0:31521:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff98afd169e1b0) parent ffff98afd16f8438 inode ffff98afd152e3c8 refc 1 00000080:00000001:0.0:1788838287.608998:0:31521:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788838287.609000:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838287.609001:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.609004:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838287.609005:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838287.609007:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838287.609008:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.609010:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838287.609012:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baa400 with handle 0x9f68a6b43b62cf11 from hash 00010000:00000001:0.0:1788838287.609015:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838287.609016:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.609017:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.609018:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838287.609020:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838287.609021:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838287.609024:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838287.609026:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788838287.609033:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838287.609034:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838287.609035:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838287.609037:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1788838287.609040:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.609041:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.609043:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 4 00010000:00000001:0.0:1788838287.609045:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838287.609047:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.609049:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.609050:0:31521:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838287.609051:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.609053:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838287.609055:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838287.609056:0:31521:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788838287.609057:0:31521:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1788838287.609059:0:31521:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788838287.609060:0:31521:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788838287.609062:0:31521:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838287.609063:0:31521:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838287.609065:0:31521:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788838287.609066:0:31521:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.609068:0:31521:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838287.609069:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838287.609071:0:31521:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.609073:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838287.609074:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.609076:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838287.609078:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838287.609079:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838287.609080:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.609082:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838287.609084:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beba00 with handle 0x9f68a6b43b62cee7 from hash 00010000:00000001:0.0:1788838287.609086:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838287.609088:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.609089:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.609090:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838287.609091:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838287.609093:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838287.609095:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788838287.609097:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788838287.609099:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788838287.609106:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b100. 00000020:00000040:0.0:1788838287.609111:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838287.609117:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838287.609118:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.609121:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838287.609125:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.609129:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.609131:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.609132:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.609135:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838287.609137:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838287.609141:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838287.609149:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1127000. 00000100:00000001:0.0:1788838287.609157:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.609160:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.609163:0:31521:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838287.609168:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838287.609175:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838287.609183:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788838287.609190:0:31521:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788838287.609191:0:31521:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788838287.609193:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838287.609195:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa400/0x9f68a6b43b62cf11 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b693 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788838287.609204:0:31521:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd13589c0. 00010000:00000001:0.0:1788838287.609211:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.609212:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838287.609215:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cee7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b600 expref: -99 pid: 31485 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788838287.609221:0:31521:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2280. 00010000:00000040:0.0:1788838287.609224:0:31521:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac700 count: 0 00010000:00000010:0.0:1788838287.609230:0:31521:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675d00. 00010000:00000001:0.0:1788838287.609237:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.609238:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838287.609240:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fc00/0x9f68a6b43b62cf0a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b677 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788838287.609248:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.609251:0:31521:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.609253:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.609254:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.609256:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788838287.609270:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788838287.609283:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838287.609292:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838287.609293:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838287.609300:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd85fb900. 00000100:00000001:0.0:1788838287.609303:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479749691648 : -113593959859968 : ffff98afd85fb900) 00000100:00000001:0.0:1788838287.609306:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.609307:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618683136 : -113594090868480 : ffff98afd090b100) 00000100:00000001:0.0:1788838287.609312:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838287.609317:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.609319:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838287.609321:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838287.609325:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.609333:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838287.609335:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.609340:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838287.609343:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838287.609345:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838287.609349:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b100 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132251392:192.168.203.123@tcp:36:rm.0 00000100:00000001:0.0:1788838287.609353:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838287.609360:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838287.609363:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.609366:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838287.609372:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0080000. 02000000:00000001:0.0:1788838287.609374:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838287.609382:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838287.609387:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259f8. 00000400:00000010:0.0:1788838287.609396:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc990. 00000100:00000200:0.0:1788838287.609405:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132251392, portal 10 00000100:00000001:0.0:1788838287.609407:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.609408:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618683136 : -113594090868480 : ffff98afd090b100) 00000100:00000040:0.0:1788838287.609415:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.609428:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838287.609432:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838287.609435:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcee0. 00000100:00000200:0.0:1788838287.609438:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875731132251392, offset 0 00000400:00000200:0.0:1788838287.609445:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838287.609455:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.609463:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838287.609469:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838287.609474:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838287.609478:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838287.609481:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838287.609486:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2460:2460:256:4294967295] 192.168.203.123@tcp LPNI seq info [2460:2460:8:4294967295] 00000400:00000200:0.0:1788838287.609491:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838287.609501:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838287.609508:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838287.609513:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509500. 00000800:00000200:0.0:1788838287.609521:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838287.609531:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838287.609537:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509500 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788838287.609550:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.609556:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 790516 usecs (791 jiffies) 00000400:00000200:0.0:1788838287.609559:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838287.609562:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418373 00000100:00000001:0.0:1788838287.609566:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.609569:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418373 00000100:00000001:0.0:1788838287.609571:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:0.0:1788838287.609574:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.609577:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.609580:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838287.609582:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838287.609586:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd85fb900 going to sleep for 11 seconds 00000100:00000001:0.0:1788838287.609589:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838287.609593:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.610127:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.610140:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509500. 00000400:00000200:1.0:1788838287.610146:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.610153:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.610160:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcee0 00000400:00000010:1.0:1788838287.610163:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcee0. 00000100:00000001:1.0:1788838287.610168:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.610173:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.610186:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.610189:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.610196:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.610197:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838287.614976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa400. 00010000:00000010:0.1:1788838287.614994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac700. 00010000:00000010:0.1:1788838287.614999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beba00. 00010000:00000010:0.1:1788838287.615003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fc00. 00000800:00000001:1.0:1788838287.618425:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.618452:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.618457:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.618460:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.618470:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.618493:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.618505:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.618511:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.618519:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.618524:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4fd00 00000400:00000200:1.0:1788838287.618530:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.618537:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6981 [1] + 224 00000800:00000001:1.0:1788838287.618546:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.618554:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.618558:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.618562:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.618572:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.618584:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838287.618597:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.618619:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838287.618631:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838287.618635:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.618641:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.618648:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2461:2461:256:4294967295] 192.168.203.123@tcp LPNI seq info [2461:2461:8:4294967295] 00000400:00000200:1.0:1788838287.618653:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838287.619040:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838287.619050:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838287.619053:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838287.619057:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259f8. 00000400:00000200:0.0:1788838287.619063:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc990 00000400:00000010:0.0:1788838287.619065:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc990. 00000100:00000001:0.0:1788838287.619068:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838287.619075:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838287.619085:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b100 x1875731132251392/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.619091:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838287.619093:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.619096:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838287.619100:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838287.619103:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838287.619106:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838287.619110:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838287.619120:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838287.619125:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838287.619128:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838287.619130:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.619134:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838287.619139:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.619143:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838287.619145:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000150/0x100000152] 00000100:00000001:0.0:1788838287.619147:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838287.619149:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838287.619151:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618683136 : -113594090868480 : ffff98afd090b100) 00000100:00000001:0.0:1788838287.619154:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838287.619157:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1788838287.619160:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838287.619163:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838287.619168:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b100 x1875731132251392/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.619175:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838287.619178:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838287.619180:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838287.619184:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b100 x1875731132251392/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838287.619191:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b100 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132251392:192.168.203.123@tcp:36:rm.0 00000100:00000001:0.0:1788838287.619195:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838287.619198:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.619201:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838287.619204:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.619207:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b100 x1875731132251392/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.619214:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838287.619217:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd85fb900. 00000100:00000001:0.0:1788838287.619220:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838287.619222:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.619231:0:31521:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.619234:0:31521:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.619240:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126200. 00000100:00000001:0.0:1788838287.619248:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.619251:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b100 x1875731132251392/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838287.619258:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.619263:0:31521:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.619276:0:31521:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788838287.619281:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e28 00000080:00002000:0.0:1788838287.619283:0:31521:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff98afd169e1b0, parent ffff98afd16f8438, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788838287.619287:0:31521:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838287.619294:0:31521:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788838287.619302:0:31521:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788838287.619311:0:31521:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788838287.619314:0:31521:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788838287.619317:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.619323:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838287.619326:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838287.619332:0:31521:0:(cl_object.c:143:cl_object_top()) ffff98afd0813dc8 -> ffff98afd0813dc8 00000020:00000001:0.0:1788838287.619335:0:31521:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838287.619338:0:31521:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838287.619341:0:31521:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838287.619344:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838287.619345:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788838287.619347:0:31521:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838287.619352:0:31521:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff98afc50512e0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788838287.619355:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:0.0:1788838287.619360:0:31521:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838287.619362:0:31521:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838287.619365:0:31521:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838287.619367:0:31521:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619369:0:31521:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838287.619372:0:31521:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838287.619373:0:31521:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619375:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838287.619376:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838287.619377:0:31521:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838287.619379:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98b0020dcf80 00000020:00000001:0.0:1788838287.619382:0:31521:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619385:0:31521:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788838287.619386:0:31521:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788838287.619389:0:31521:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788838287.619393:0:31521:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788838287.619397:0:31521:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838287.619400:0:31521:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838287.619402:0:31521:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838287.619404:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.619406:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709640 : -113594235841976 : ffff98afc7ec9248) 00000020:00001000:0.0:1788838287.619408:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9240 00000020:00000001:0.0:1788838287.619412:0:31521:0:(cl_object.c:143:cl_object_top()) ffff98afd08133a0 -> ffff98afd0813dc8 00000020:00000001:0.0:1788838287.619414:0:31521:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838287.619417:0:31521:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838287.619418:0:31521:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838287.619420:0:31521:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619422:0:31521:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619424:0:31521:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838287.619426:0:31521:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788838287.619427:0:31521:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619430:0:31521:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619432:0:31521:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619434:0:31521:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788838287.619436:0:31521:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788838287.619439:0:31521:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838287.619440:0:31521:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788838287.619441:0:31521:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838287.619443:0:31521:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619445:0:31521:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619447:0:31521:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619448:0:31521:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619449:0:31521:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838287.619450:0:31521:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619452:0:31521:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619454:0:31521:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788838287.619456:0:31521:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838287.619457:0:31521:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838287.619458:0:31521:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838287.619460:0:31521:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788838287.619463:0:31521:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788838287.619467:0:31521:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788838287.619470:0:31521:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc88e2c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788838287.619474:0:31521:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788838287.619476:0:31521:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc88e2c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788838287.619496:0:31521:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838287.619498:0:31521:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619500:0:31521:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619502:0:31521:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619503:0:31521:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619504:0:31521:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619506:0:31521:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838287.619509:0:31521:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788838287.619511:0:31521:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838287.619512:0:31521:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788838287.619514:0:31521:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838287.619515:0:31521:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619517:0:31521:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788838287.619519:0:31521:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838287.619521:0:31521:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788838287.619523:0:31521:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838287.619524:0:31521:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838287.619526:0:31521:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838287.619527:0:31521:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838287.619528:0:31521:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619530:0:31521:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619532:0:31521:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838287.619533:0:31521:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838287.619534:0:31521:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788838287.619536:0:31521:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838287.619537:0:31521:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838287.619539:0:31521:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838287.619540:0:31521:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838287.619541:0:31521:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838287.619543:0:31521:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838287.619544:0:31521:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619546:0:31521:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619548:0:31521:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838287.619549:0:31521:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838287.619551:0:31521:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619553:0:31521:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838287.619555:0:31521:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838287.619557:0:31521:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838287.619558:0:31521:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838287.619560:0:31521:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838287.619562:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9240 00020000:00000001:0.0:1788838287.619565:0:31521:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838287.619567:0:31521:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838287.619569:0:31521:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838287.619571:0:31521:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838287.619575:0:31521:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838287.619576:0:31521:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838287.619578:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838287.619581:0:31521:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.619586:0:31521:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788838287.619589:0:31521:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff98afd152e3c8) 00800000:00000001:0.0:1788838287.619594:0:31521:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788838287.619597:0:31521:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788838287.619603:0:31521:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788838287.619611:0:31521:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.619613:0:31521:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.619617:0:31521:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788838287.619620:0:31521:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788838287.619623:0:31521:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.619625:0:31521:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.619629:0:31521:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838287.619630:0:31521:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838287.619632:0:31521:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00020000:00000001:0.0:1788838287.619638:0:31521:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788838287.619640:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:0.0:1788838287.619643:0:31521:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788838287.619646:0:31521:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b175a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838287.619651:0:31521:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838287.619903:0:31521:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6080: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1788838287.619908:0:31521:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788838287.619910:0:31521:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619912:0:31521:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788838287.619914:0:31521:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788838287.619920:0:31521:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788838287.619926:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31100 count: 2 00010000:00000001:0.0:1788838287.619928:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.619931:0:31521:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788838287.619943:0:31521:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788838287.619949:0:31521:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788838269 1788838269 1788838269 by oinfo size 0 blocks 1 [cma]time 1788838269 1788838269 1788838269 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788838287.619963:0:31521:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000020:00000001:0.0:1788838287.619964:0:31521:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2c40 -> ffff98afd0813dc8 00000008:00000001:0.0:1788838287.619967:0:31521:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838287.619969:0:31521:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838287.619971:0:31521:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788838287.619973:0:31521:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788838287.619980:0:31521:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98afc88e2c40. 00020000:00000001:0.0:1788838287.619986:0:31521:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788838287.619988:0:31521:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98afd0813320. 00020000:00000001:0.0:1788838287.619993:0:31521:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788838287.619996:0:31521:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838287.619997:0:31521:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838287.620000:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:0.0:1788838287.620002:0:31521:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788838287.620004:0:31521:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788838287.620006:0:31521:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98b0020dcf80 00020000:00000001:0.0:1788838287.620009:0:31521:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788838287.620011:0:31521:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98afc32f8c80. 00020000:00000010:0.0:1788838287.620017:0:31521:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98afc43f8d80. 00020000:00000010:0.0:1788838287.620020:0:31521:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98afd05b23a0. 00020000:00000002:0.0:1788838287.620023:0:31521:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b175a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838287.620026:0:31521:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838287.620030:0:31521:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc41c6080: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:0.0:1788838287.620035:0:31521:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc41c6080. 00020000:00000010:0.0:1788838287.620039:0:31521:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17960. 00020000:00000010:0.0:1788838287.620042:0:31521:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b175a0. 00020000:00000001:0.0:1788838287.620044:0:31521:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788838287.620045:0:31521:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce65d0) owner 0000000000000000/ffff98b0020dcf80 00020000:00000010:0.0:1788838287.620047:0:31521:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff98afd0ce65d0. 00020000:00000001:0.0:1788838287.620051:0:31521:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788838287.620054:0:31521:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff98afd0813d48. 00000020:00001000:0.0:1788838287.620058:0:31521:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838287.620062:0:31521:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788838287.620064:0:31521:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788838287.620106:0:31521:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788838287.620108:0:31521:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838287.620112:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dd0 00000080:00200008:0.0:1788838287.620115:0:31521:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), flags 704000 00000080:00400000:0.0:1788838287.620119:0:31521:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788838287.620123:0:31521:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838287.620125:0:31521:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788838287.620127:0:31521:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838287.620134:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.620136:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.620140:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838287.620142:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.620146:0:31521:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788838287.620150:0:31521:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788838287.620153:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838287.620159:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.620163:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838287.620171:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.620173:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.620175:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788838287.620178:0:31521:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:0.0:1788838287.620181:0:31521:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc4d968c0. 00000080:00000001:0.0:1788838287.620185:0:31521:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838287.620189:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dd0 00000080:00000008:0.0:1788838287.620191:0:31521:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff98afd16dba88), flags 704000, rc = 0 00000080:00000001:0.0:1788838287.620194:0:31521:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.620196:0:31521:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838287.620200:0:31521:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788838287.620201:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e00 00000080:00002000:0.0:1788838287.620203:0:31521:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff98afd16f8438, parent ffff98afd8effa20, inode ffff98afd16dba88) hashed, 00000080:00000001:0.0:1788838287.620206:0:31521:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838287.620211:0:31521:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788838287.620215:0:31521:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788838287.620247:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838287.620252:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838287.620254:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838287.620255:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37bd8 00000080:00200000:0.0:1788838287.620259:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838287.620266:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126200. 00800000:00000002:0.0:1788838287.620273:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838287.620277:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838287.620281:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.620283:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37af8 00800000:00000002:0.0:1788838287.620285:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838287.620289:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838287.620293:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838287.620298:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.620300:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379c8 00000002:00010000:0.0:1788838287.620302:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838287.620306:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838287.620307:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838287.620308:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838287.620312:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:0.0:1788838287.620315:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.620319:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838287.620322:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838287.620326:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788838287.620334:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838287.620336:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838287.620338:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788838287.620345:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838287.620347:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838287.620349:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838287.620351:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838287.620353:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838287.620355:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838287.620358:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838287.620361:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838287.620364:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126200. 00000080:00000001:0.0:1788838287.620368:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838287.620370:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.620372:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838287.620376:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf34 00800000:00000001:0.0:1788838287.620379:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838287.620381:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838287.620383:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.620385:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.620388:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:0.0:1788838287.620390:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838287.620393:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838287.620397:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.620398:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838287.620399:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838287.620402:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838287.620405:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf34 from it ffffbbcb01c37c10 00010000:00000001:0.0:1788838287.620407:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838287.620408:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838287.620409:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:0.0:1788838287.620411:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838287.620413:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:0.0:1788838287.620415:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838287.620419:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838287.620426:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.620427:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.620429:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838287.620431:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838287.620433:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838287.620446:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.620450:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838287.620452:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.620457:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.620458:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.620460:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.620464:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838287.620466:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.620468:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.620470:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.620473:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838287.620474:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.620475:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838287.620478:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838287.620491:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838287.620494:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838287.620498:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838287.620518:0:31521:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06940. 00000020:00000001:0.0:1788838287.620522:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37dc8 00000080:00200000:0.0:1788838287.620524:0:31521:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=0 00000080:00000001:0.0:1788838287.620528:0:31521:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838287.620530:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c78 00000080:00200000:0.0:1788838287.620532:0:31521:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:0.0:1788838287.620541:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126200. 00800000:00000002:0.0:1788838287.620544:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838287.620548:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838287.620550:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.620552:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b98 00800000:00000002:0.0:1788838287.620554:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838287.620557:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838287.620561:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b30 00800000:00000002:0.0:1788838287.620563:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788838287.620566:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838287.620568:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a68 00000002:00010000:0.0:1788838287.620569:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788838287.620573:0:31521:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838287.620576:0:31521:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838287.620582:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909880. 00000020:00000040:0.0:1788838287.620587:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=10 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838287.620595:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838287.620600:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838287.620603:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838287.620605:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838287.620606:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.620609:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838287.620611:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838287.620615:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838287.620623:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082c00. 00000100:00000001:0.0:1788838287.620632:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.620637:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.620639:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.620640:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838287.620642:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.620644:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838287.620652:0:31521:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000400:00000200:1.0:1788838287.620821:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838287.620834:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.620854:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838287.620862:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.620870:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.620876:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838287.621007:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.621012:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:1.0:1788838287.621017:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.621022:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838287.621033:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.621040:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838287.622089:0:31521:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838287.622098:0:31521:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838287.622105:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:0.0:1788838287.622109:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838287.622114:0:31521:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838287.622735:0:31521:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0ea00. 00000020:00000001:1.0:1788838287.622746:0:31521:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838287.622749:0:31521:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0ea00 with handle 0x9f68a6b43b62cf49 to hash 00000020:00000001:1.0:1788838287.622752:0:31521:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838287.622753:0:31521:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:1.0:1788838287.622758:0:31521:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:1.0:1788838287.622763:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838287.622766:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838287.622771:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838287.622780:0:31521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838287.622794:0:31521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838287.622806:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838287.622808:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838287.622816:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc403d180. 00000100:00000001:1.0:1788838287.622819:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479408124288 : -113594301427328 : ffff98afc403d180) 00000100:00000001:1.0:1788838287.622822:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838287.622823:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000100:00000001:1.0:1788838287.622830:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838287.622835:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.622838:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838287.622840:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838287.622852:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.622864:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838287.622866:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.622871:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838287.622874:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838287.622878:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838287.622881:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132251520:192.168.203.123@tcp:101:rm.0 00000100:00000001:1.0:1788838287.622886:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838287.622894:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838287.622897:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838287.622900:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838287.622907:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eec000. 02000000:00000001:1.0:1788838287.622910:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838287.622919:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838287.622924:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8528. 00000400:00000010:1.0:1788838287.622931:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc908. 00000100:00000200:1.0:1788838287.622949:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132251520, portal 10 00000100:00000001:1.0:1788838287.622952:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838287.622953:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000100:00000040:1.0:1788838287.622960:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838287.622974:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838287.622977:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838287.622980:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc198. 00000100:00000200:1.0:1788838287.622983:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132251520, offset 0 00000400:00000200:1.0:1788838287.622990:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838287.623000:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.623008:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.623015:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838287.623020:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838287.623024:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838287.623028:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838287.623032:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2462:2462:256:4294967295] 192.168.203.123@tcp LPNI seq info [2462:2462:8:4294967295] 00000400:00000200:1.0:1788838287.623037:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.623047:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838287.623054:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.623060:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838287.623067:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.623077:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.623083:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788838287.623102:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838287.623108:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 789480 usecs (790 jiffies) 00000400:00000200:1.0:1788838287.623112:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838287.623115:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418386 00000100:00000001:1.0:1788838287.623119:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.623121:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418386 00000100:00000001:1.0:1788838287.623124:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:1.0:1788838287.623127:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838287.623130:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.623143:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838287.623145:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838287.623148:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc403d180 going to sleep for 11 seconds 00000100:00000001:1.0:1788838287.623152:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.623156:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.623871:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.623879:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:0.0:1788838287.623886:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.623893:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.623901:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc198 00000400:00000010:0.0:1788838287.623904:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc198. 00000100:00000001:0.0:1788838287.623908:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.623915:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.623943:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.623948:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.623956:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.623958:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.628116:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.628203:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.628208:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.628212:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.628223:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.628233:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.628243:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.628249:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.628256:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.628261:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd4fd80 00000400:00000200:1.0:1788838287.628267:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.628274:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6991 [1] + 224 00000800:00000001:1.0:1788838287.628283:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.628291:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.628295:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.628299:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.628309:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.628319:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.628333:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.628398:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.628416:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.628438:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.628442:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838287.628877:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.628881:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.628885:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8528. 00000400:00000200:2.0:1788838287.628890:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc908 00000400:00000010:2.0:1788838287.628893:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc908. 00000100:00000001:2.0:1788838287.628897:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.628904:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.628913:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.628918:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.628921:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.628923:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.628927:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.628930:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.628943:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.628947:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.628959:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.628964:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.628967:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.628969:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.628972:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.628977:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.628982:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.628984:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.628986:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.628991:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.628997:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.629004:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.629008:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.629010:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.629015:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.629022:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132251520:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838287.629028:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.629031:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.629034:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.629037:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.629040:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.629048:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.629051:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc403d180. 00000100:00000001:2.0:1788838287.629055:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.629057:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.629061:0:31521:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838287.629066:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629069:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629073:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=4 00000020:00000001:2.0:1788838287.629076:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629079:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000040:2.0:1788838287.629086:0:31521:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0ea00, remote cookie: 0xff98f31736b3b773, flags: 0x1001 00010000:00010000:2.0:1788838287.629093:0:31521:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838287.629102:0:31521:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788838287.629106:0:31521:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788838287.629115:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838287.629117:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.629120:0:31521:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.629123:0:31521:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838287.629131:0:31521:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.629214:0:31521:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838287.629219:0:31521:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838287.629221:0:31521:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838287.629223:0:31521:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838287.629225:0:31521:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838287.629228:0:31521:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff98afc4d31400) refcount = 2 00010000:00000040:2.0:1788838287.629231:0:31521:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788838287.629234:0:31521:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788838287.629242:0:31521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.629249:0:31521:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838287.629253:0:31521:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838287.629255:0:31521:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.629258:0:31521:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838287.629260:0:31521:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.629264:0:31521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.629270:0:31521:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838287.629272:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629274:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.629275:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629276:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.629278:0:31521:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.629284:0:31521:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838287.629286:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629287:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629289:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=3 00000020:00000001:2.0:1788838287.629291:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629293:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629296:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629297:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629298:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=4 00000020:00000001:2.0:1788838287.629300:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629302:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629305:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.629308:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.629312:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.629319:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629320:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.629321:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629322:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629324:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=5 00000020:00000001:2.0:1788838287.629325:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629327:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629329:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.629332:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.629338:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629339:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838287.629342:0:31521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.629349:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.629350:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629351:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.629352:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629353:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838287.629359:0:31521:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838287.629366:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629367:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629368:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=3 00000020:00000001:2.0:1788838287.629370:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629371:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629373:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629375:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.629376:0:31521:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.629378:0:31521:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.629382:0:31521:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838287.629385:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629386:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629387:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=3 00000020:00000001:2.0:1788838287.629389:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629392:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00000002:00010000:2.0:1788838287.629395:0:31521:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.629402:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629403:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.629405:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838287.629406:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629407:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629408:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=3 00000020:00000001:2.0:1788838287.629411:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629413:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000040:2.0:1788838287.629416:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:2.0:1788838287.629418:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838287.629423:0:31521:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:2.0:1788838287.629844:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629846:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.629848:0:31521:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838287.629852:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c379f0 00000002:00002000:2.0:1788838287.629855:0:31521:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838287.629858:0:31521:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.629864:0:31521:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.629867:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838287.629871:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838287.629874:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.629878:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:2.0:1788838287.629882:0:31521:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838287.629884:0:31521:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c37e00 it_disposition b 00000080:00000001:2.0:1788838287.629888:0:31521:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838287.629896:0:31521:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838287.629899:0:31521:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838287.629903:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788838287.629906:0:31521:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788838287.629915:0:31521:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838287.629917:0:31521:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1788838287.629920:0:31521:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.629924:0:31521:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1788838287.629927:0:31521:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788838287.629931:0:31521:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788838269 to 1788838287 00000080:00200000:2.0:1788838287.629947:0:31521:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:2.0:1788838287.629950:0:31521:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff98afd16dba88): rc = 0 00000080:00000001:2.0:1788838287.629953:0:31521:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479633169032 : -113594076382584 : ffff98afd16dba88) 00010000:00000001:2.0:1788838287.629956:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629957:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629959:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=3 00000020:00000001:2.0:1788838287.629962:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629964:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629967:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.629968:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.629970:0:31521:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838287.629972:0:31521:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838287.629974:0:31521:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838287.629978:0:31521:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838287.629980:0:31521:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.629984:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) for lock 0x9f68a6b43b62cf49 00800000:00000001:2.0:1788838287.629988:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.629989:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.629991:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.629992:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.629994:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=3 00000020:00000001:2.0:1788838287.629996:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.629998:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.630001:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.630002:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.630003:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.630005:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788838287.630012:0:31521:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd169eaf8 inode ffff98afd16dba88 refc 1 flags 0x20000e 00000080:00000001:2.0:1788838287.630016:0:31521:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838287.630019:0:31521:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.630021:0:31521:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788838287.630025:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff98afd16dba88) 00000080:00010000:2.0:1788838287.630030:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf49 from it ffffbbcb01c37e00 00010000:00000001:2.0:1788838287.630032:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.630033:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.630035:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ea00 refcount=3 00000020:00000001:2.0:1788838287.630037:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.630039:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108160 : -113594319443456 : ffff98afc2f0ea00) 00010000:00000001:2.0:1788838287.630041:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.630045:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838287.630053:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.630055:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.630056:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.630059:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.630062:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.630070:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.630073:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.630076:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.630081:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.630082:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.630084:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.630088:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.630090:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.630092:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.630096:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.630098:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.630099:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.630101:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838287.630103:0:31521:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838287.630107:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126200. 00000100:00000001:2.0:1788838287.630114:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.630122:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909880 x1875731132251520/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.630130:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.630203:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.630208:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4eec000. 02000000:00000001:2.0:1788838287.630215:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.630217:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.630220:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.630222:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.630226:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082c00. 02000000:00000001:2.0:1788838287.630231:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.630233:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.630236:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909880. 00000100:00000001:2.0:1788838287.630240:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.630242:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.630245:0:31521:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838287.630247:0:31521:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01c37e00 released 00000080:00000001:2.0:1788838287.630249:0:31521:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788838287.630255:0:31521:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838287.630258:0:31521:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838287.630259:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37d50 00000080:00200000:2.0:1788838287.630262:0:31521:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838287.630272:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.630279:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838287.630284:0:31521:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838287.630288:0:31521:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.630290:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37c70 00800000:00000002:2.0:1788838287.630293:0:31521:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838287.630297:0:31521:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838287.630301:0:31521:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838287.630305:0:31521:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838287.630307:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37b40 00000002:00010000:2.0:1788838287.630309:0:31521:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838287.630313:0:31521:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838287.630315:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.630317:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.630321:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838287.630323:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.630326:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.630329:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838287.630333:0:31521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788838287.630341:0:31521:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838287.630345:0:31521:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838287.630349:0:31521:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788838287.630355:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838287.630357:0:31521:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.630359:0:31521:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.630361:0:31521:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838287.630363:0:31521:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.630365:0:31521:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838287.630367:0:31521:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838287.630369:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.630371:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000080:00000001:2.0:1788838287.630373:0:31521:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838287.630375:0:31521:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.630377:0:31521:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838287.630380:0:31521:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf34 00800000:00000001:2.0:1788838287.630382:0:31521:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838287.630384:0:31521:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838287.630385:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.630386:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.630388:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.630390:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.630393:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.630395:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.630396:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838287.630397:0:31521:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.630398:0:31521:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838287.630400:0:31521:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf34 from it ffffbbcb01c37d88 00010000:00000001:2.0:1788838287.630401:0:31521:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838287.630402:0:31521:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838287.630404:0:31521:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516600 refcount=3 00000020:00000001:2.0:1788838287.630406:0:31521:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.630408:0:31521:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362876928 : -113594346674688 : ffff98afc1516600) 00010000:00000001:2.0:1788838287.630409:0:31521:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838287.630413:0:31521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788838287.630419:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.630420:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.630422:0:31521:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838287.630423:0:31521:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838287.630425:0:31521:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788838287.630431:0:31521:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838287.630432:0:31521:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838287.630434:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.630436:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.630437:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.630438:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.630440:0:31521:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838287.630441:0:31521:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.630443:0:31521:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.630445:0:31521:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.630447:0:31521:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838287.630448:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.630449:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838287.630451:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838287.630453:0:31521:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838287.630455:0:31521:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788838287.630461:0:31521:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.630466:0:31521:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:2.0:1788838287.630468:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e18 00000080:00200000:2.0:1788838287.630470:0:31521:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00000001:2.0:1788838287.630474:0:31521:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788838287.630579:0:31521:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:2.0:1788838287.630586:0:31521:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788838287.630595:0:31521:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4008e00. 00800000:00000002:2.0:1788838287.630599:0:31521:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:2.0:1788838287.630607:0:31521:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788838287.630613:0:31521:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788838287.630616:0:31521:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:2.0:1788838287.630619:0:31521:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.630621:0:31521:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:2.0:1788838287.630625:0:31521:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788838287.630627:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.630631:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838287.630633:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.630636:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.630639:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.630642:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788838287.630651:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.633225:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838287.633234:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.633237:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788838287.633244:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.633249:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.633259:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 3 00010000:00000001:2.0:1788838287.633264:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.633270:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.633272:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.633273:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.633275:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 3 00010000:00000001:2.0:1788838287.633276:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.633278:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.633280:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.633281:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.633282:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 3 00010000:00000001:2.0:1788838287.633284:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.633285:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.633288:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838287.633291:0:31521:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838287.633296:0:31521:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838287.633298:0:31521:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838287.633302:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838287.633304:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.633309:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.633314:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.633316:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.633319:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.633322:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838287.633326:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516600 with handle 0x9f68a6b43b62cf34 from hash 00010000:00000001:2.0:1788838287.633329:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.633331:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.633332:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.633333:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.633337:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.633340:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838287.633344:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838287.633347:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.633349:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838287.633353:0:31521:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838287.633356:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:2.0:1788838287.633357:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838287.633360:0:31521:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838287.633363:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.633367:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788838287.633375:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.633377:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838287.633378:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.633380:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1788838287.633382:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.633383:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.633384:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838287.633386:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.633388:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.633389:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.633390:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.633392:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838287.633394:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.633396:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.633398:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.633399:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.633400:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838287.633402:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.633404:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.633405:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838287.633408:0:31521:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff98afd16db9c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838287.633410:0:31521:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838287.633412:0:31521:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838287.633414:0:31521:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838287.633417:0:31521:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff98afd16dba88) invalid 00000020:00000001:2.0:1788838287.633421:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a80 00000080:00002000:2.0:1788838287.633424:0:31521:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff98afd169eaf8) parent ffff98afd8effa20 inode ffff98afd16dba88 refc 2 00000080:00000001:2.0:1788838287.633853:0:31521:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838287.633855:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838287.633856:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.633859:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.633861:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.633863:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.633864:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.633866:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838287.633869:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0ea00 with handle 0x9f68a6b43b62cf49 from hash 00010000:00000001:2.0:1788838287.633871:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.633873:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.633874:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.633875:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.633877:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.633879:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838287.633881:0:31521:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838287.633885:0:31521:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788838287.633897:0:31521:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838287.633899:0:31521:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838287.633901:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.633902:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:2.0:1788838287.633905:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.633906:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.633910:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838287.633912:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.633914:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.633915:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.633916:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.633918:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838287.633920:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.633922:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.633923:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.633926:0:31521:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838287.633931:0:31521:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838287.633951:0:31521:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc4008000. 00000080:00000001:2.0:1788838287.633954:0:31521:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838287.633963:0:31521:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838287.633968:0:31521:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838287.633973:0:31521:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:2.0:1788838287.633978:0:31521:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838287.633980:0:31521:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:2.0:1788838287.633988:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3480. 00000020:00000040:2.0:1788838287.633993:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=10 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838287.633999:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.634004:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.634010:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.634023:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc9b61800. 00000100:00000001:2.0:1788838287.634032:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838287.634055:0:31521:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838287.634067:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838287.634073:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838287.634080:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.634082:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.634090:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8e40. 00000100:00000001:2.0:1788838287.634093:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412039232 : -113594297512384 : ffff98afc43f8e40) 00000100:00000001:2.0:1788838287.634096:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.634098:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000001:2.0:1788838287.634102:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.634107:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.634110:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.634112:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.634116:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.634124:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.634127:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.634131:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.634205:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.634209:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.634214:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3480 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132251776:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838287.634218:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.634225:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.634228:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.634231:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.634237:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838287.634239:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.634247:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.634252:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dd10. 00000400:00000010:2.0:1788838287.634260:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838287.634268:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132251776, portal 10 00000100:00000001:2.0:1788838287.634271:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.634272:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000040:2.0:1788838287.634281:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.634288:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.634291:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.634294:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ad48. 00000100:00000200:2.0:1788838287.634298:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132251776, offset 0 00000400:00000200:2.0:1788838287.634307:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.634318:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.634326:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.634333:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.634338:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.634342:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.634345:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.634349:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2463:2463:256:4294967295] 192.168.203.123@tcp LPNI seq info [2463:2463:8:4294967295] 00000400:00000200:2.0:1788838287.634353:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.634363:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.634370:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.634376:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14500. 00000800:00000200:2.0:1788838287.634384:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.634395:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.634401:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.634473:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.634479:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 788440 usecs (789 jiffies) 00000400:00000200:2.0:1788838287.634483:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.634486:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418396 00000100:00000001:2.0:1788838287.634490:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.634493:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418396 00000100:00000001:2.0:1788838287.634495:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.634498:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.634501:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.634504:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.634506:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.634509:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8e40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.634512:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.634516:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838287.637251:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838287.637265:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14500. 00000400:00000200:0.0:1788838287.637277:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838287.637288:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838287.637297:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:0.0:1788838287.637300:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:0.0:1788838287.637307:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838287.637318:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.637332:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838287.637336:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838287.637344:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838287.637345:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.638301:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.638322:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.638326:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.638329:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.638339:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.638346:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.638358:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.638363:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.638368:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.638373:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4fe80 00000400:00000200:1.0:1788838287.638378:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.638385:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x69a1 [1] + 224 00000800:00000001:1.0:1788838287.638394:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.638402:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.638405:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.638410:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.638416:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.638490:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838287.638503:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.638574:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.638593:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838287.638603:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.638607:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838287.638649:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.638651:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000080:00000010:0.1:1788838287.638763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06b20. 00000080:00000010:0.1:1788838287.638788:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152e300. 00000080:00000010:0.1:1788838287.638800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692220. 00000400:00000010:2.0:1788838287.638893:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dd10. 00000400:00000200:2.0:1788838287.638900:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:2.0:1788838287.638903:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:2.0:1788838287.638906:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.638912:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838287.638921:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3480 x1875731132251776/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.638927:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.638930:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.638943:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.638948:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.638951:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.638953:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.638957:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.638969:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838287.638974:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.638977:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.638979:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.638982:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.638986:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.638990:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838287.638992:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838287.638994:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838287.638997:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.638999:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000001:2.0:1788838287.639003:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.639005:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.639008:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.639011:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.639017:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3480 x1875731132251776/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.639025:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.639028:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.639031:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.639035:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3480 x1875731132251776/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838287.639043:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3480 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132251776:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838287.639048:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.639051:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.639054:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.639056:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.639060:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3480 x1875731132251776/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.639066:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.639069:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8e40. 00000100:00000001:2.0:1788838287.639072:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.639073:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.639081:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.639082:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000002:00000001:2.0:1788838287.639086:0:31521:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.639089:0:31521:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.639095:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008000. 00000080:00000001:2.0:1788838287.639099:0:31521:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838287.639103:0:31521:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838287.639109:0:31521:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838287.639114:0:31521:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.639122:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.639124:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000001:2.0:1788838287.639126:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.639129:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.639212:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.639214:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.639218:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3480 x1875731132251776/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.639223:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.639225:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.639228:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909180 x1875731132251136/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/608 e 0 to 0 dl 1788838303 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.639234:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838287.639238:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.639240:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.639242:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.639246:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0083800. 02000000:00000001:2.0:1788838287.639252:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.639254:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.639256:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909180. 00000100:00000001:2.0:1788838287.639260:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.639262:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.639263:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.639266:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3480 x1875731132251776/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.639273:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.639275:0:31521:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afc4b06ee0. 00000002:00000001:2.0:1788838287.639278:0:31521:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.639280:0:31521:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838287.639282:0:31521:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd1358d80. 00000100:00000001:2.0:1788838287.639285:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.639288:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3480 x1875731132251776/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838287.639299:0:31521:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838287.639301:0:31521:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838287.639304:0:31521:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838287.639306:0:31521:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838287.639308:0:31521:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838287.639309:0:31521:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838287.639311:0:31521:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838287.639313:0:31521:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc9b61800. 02000000:00000001:2.0:1788838287.639316:0:31521:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838287.639317:0:31521:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838287.639318:0:31521:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3480. 00000100:00000001:2.0:1788838287.639321:0:31521:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838287.639322:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.639324:0:31521:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.639328:0:31521:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838287.639330:0:31521:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1788838287.639335:0:31521:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838287.639338:0:31521:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838287.639346:0:31521:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838287.639350:0:31521:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838287.639355:0:31521:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.639359:0:31521:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.639362:0:31521:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838287.639364:0:31521:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff98afd16dba88) invalid 00000020:00000001:2.0:1788838287.639369:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37a80 00000080:00002000:2.0:1788838287.639372:0:31521:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff98afd169eaf8) parent ffff98afd8effa20 inode ffff98afd16dba88 refc 2 00000080:00000001:2.0:1788838287.639376:0:31521:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838287.639379:0:31521:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838287.639381:0:31521:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.639386:0:31521:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838287.639391:0:31521:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838287.639393:0:31521:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838287.639395:0:31521:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838287.639398:0:31521:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838287.639403:0:31521:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baac00 with handle 0x9f68a6b43b62cf42 from hash 00010000:00000001:2.0:1788838287.639406:0:31521:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838287.639408:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838287.639410:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.639411:0:31521:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838287.639415:0:31521:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838287.639417:0:31521:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838287.639420:0:31521:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788838287.639423:0:31521:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788838287.639497:0:31521:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788838287.639507:0:31521:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3480. 00000020:00000040:2.0:1788838287.639512:0:31521:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838287.639517:0:31521:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838287.639519:0:31521:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.639522:0:31521:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838287.639527:0:31521:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838287.639532:0:31521:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.639535:0:31521:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838287.639537:0:31521:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838287.639542:0:31521:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838287.639550:0:31521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc9b61800. 00000100:00000001:2.0:1788838287.639558:0:31521:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.639561:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.639563:0:31521:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838287.639571:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838287.639580:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788838287.639588:0:31521:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788838287.639594:0:31521:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788838287.639595:0:31521:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788838287.639597:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838287.639600:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ea00/0x9f68a6b43b62cf49 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b773 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838287.639612:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.639614:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838287.639616:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf42 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b734 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788838287.639623:0:31521:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31400 count: 0 00010000:00000010:2.0:1788838287.639629:0:31521:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e200. 00010000:00000001:2.0:1788838287.639636:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.639637:0:31521:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838287.639639:0:31521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516600/0x9f68a6b43b62cf34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b718 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1788838287.639645:0:31521:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4ca00 count: 0 00010000:00000010:2.0:1788838287.639649:0:31521:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5d80. 00010000:00000001:2.0:1788838287.639654:0:31521:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838287.639801:0:31521:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.639804:0:31521:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838287.639805:0:31521:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.639808:0:31521:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788838287.639821:0:31521:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788838287.639830:0:31521:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838287.639838:0:31521:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838287.639840:0:31521:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838287.639847:0:31521:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc43f8e40. 00000100:00000001:2.0:1788838287.639849:0:31521:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479412039232 : -113594297512384 : ffff98afc43f8e40) 00000100:00000001:2.0:1788838287.639852:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.639853:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000001:2.0:1788838287.639859:0:31521:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838287.639864:0:31521:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.639866:0:31521:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838287.639868:0:31521:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838287.639872:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.639879:0:31521:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838287.639882:0:31521:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.639886:0:31521:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838287.639889:0:31521:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838287.639891:0:31521:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838287.639895:0:31521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3480 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132252032:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838287.639899:0:31521:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838287.639905:0:31521:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838287.639908:0:31521:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.639910:0:31521:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838287.639915:0:31521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838287.639918:0:31521:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838287.639924:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838287.639928:0:31521:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dd10. 00000400:00000010:2.0:1788838287.639944:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838287.639953:0:31521:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132252032, portal 10 00000100:00000001:2.0:1788838287.639955:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.639956:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000040:2.0:1788838287.639963:0:31521:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.639970:0:31521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838287.639972:0:31521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838287.639975:0:31521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512add0. 00000100:00000200:2.0:1788838287.639978:0:31521:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875731132252032, offset 0 00000400:00000200:2.0:1788838287.639985:0:31521:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838287.639995:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.640003:0:31521:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838287.640010:0:31521:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838287.640015:0:31521:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838287.640019:0:31521:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838287.640022:0:31521:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838287.640026:0:31521:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2464:2464:256:4294967295] 192.168.203.123@tcp LPNI seq info [2464:2464:8:4294967295] 00000400:00000200:2.0:1788838287.640030:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838287.640040:0:31521:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838287.640047:0:31521:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838287.640053:0:31521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14c00. 00000800:00000200:2.0:1788838287.640060:0:31521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838287.640070:0:31521:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838287.640074:0:31521:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788838287.640205:0:31521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.640211:0:31521:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 787401 usecs (788 jiffies) 00000400:00000200:2.0:1788838287.640214:0:31521:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838287.640218:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418401 00000100:00000001:2.0:1788838287.640221:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.640224:0:31521:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418401 00000100:00000001:2.0:1788838287.640227:0:31521:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:2.0:1788838287.640229:0:31521:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.640232:0:31521:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.640235:0:31521:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838287.640237:0:31521:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838287.640240:0:31521:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc43f8e40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838287.640243:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838287.640245:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838287.644900:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.644914:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14c00. 00000400:00000200:1.0:1788838287.644924:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.644946:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838287.644957:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512add0 00000400:00000010:1.0:1788838287.644960:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512add0. 00000100:00000001:1.0:1788838287.644968:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838287.644980:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.644995:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838287.644999:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838287.645006:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838287.645008:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838287.647391:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.647413:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838287.647417:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.647420:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.647430:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.647439:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838287.647450:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.647456:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.647462:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.647467:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd4ff80 00000400:00000200:1.0:1788838287.647472:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.647531:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x69a9 [1] + 224 00000800:00000001:1.0:1788838287.647543:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.647552:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838287.647556:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.647561:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838287.647571:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838287.647583:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838287.647594:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.647647:0:31521:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838287.647887:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838287.647901:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838287.647906:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.647912:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838287.647920:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2465:2465:256:4294967295] 192.168.203.123@tcp LPNI seq info [2465:2465:8:4294967295] 00000400:00000200:1.0:1788838287.647924:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838287.647932:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838287.647949:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838287.647958:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933300. 00000800:00000200:1.0:1788838287.647965:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838287.647975:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838287.647981:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838287.648131:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838287.648140:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933300. 00000400:00000200:1.0:1788838287.648144:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838287.648148:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838287.648156:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838287.648159:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838287.649350:0:31521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ea00. 00010000:00000010:2.1:1788838287.649388:0:31521:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31400. 00010000:00000010:2.1:1788838287.649394:0:31521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00010000:00000010:2.1:1788838287.649398:0:31521:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ca00. 00010000:00000010:2.1:1788838287.649401:0:31521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516600. 00000400:00000001:2.0:1788838287.649417:0:31521:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838287.649421:0:31521:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838287.649424:0:31521:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dd10. 00000400:00000200:2.0:1788838287.649429:0:31521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:2.0:1788838287.649433:0:31521:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:2.0:1788838287.649438:0:31521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838287.649450:0:31521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838287.649462:0:31521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3480 x1875731132252032/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/624 e 0 to 0 dl 1788838303 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.649471:0:31521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838287.649473:0:31521:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.649476:0:31521:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838287.649495:0:31521:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838287.649498:0:31521:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838287.649500:0:31521:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838287.649504:0:31521:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838287.649516:0:31521:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=116 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838287.649521:0:31521:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838287.649524:0:31521:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838287.649526:0:31521:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838287.649530:0:31521:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838287.649535:0:31521:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.649539:0:31521:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838287.649541:0:31521:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000150] 00000100:00000001:2.0:1788838287.649543:0:31521:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838287.649545:0:31521:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838287.649548:0:31521:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000001:2.0:1788838287.649552:0:31521:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838287.649555:0:31521:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967635 00000100:00000001:2.0:1788838287.649557:0:31521:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838287.649560:0:31521:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838287.649566:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3480 x1875731132252032/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.649574:0:31521:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838287.649578:0:31521:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838287.649580:0:31521:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838287.649584:0:31521:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3480 x1875731132252032/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838287.649592:0:31521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3480 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:31521:1875731132252032:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838287.649598:0:31521:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838287.649601:0:31521:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838287.649604:0:31521:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838287.649606:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.649610:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3480 x1875731132252032/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.649617:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838287.649620:0:31521:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc43f8e40. 00000100:00000001:2.0:1788838287.649624:0:31521:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838287.649625:0:31521:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838287.649634:0:31521:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.649638:0:31521:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838287.649644:0:31521:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838287.649648:0:31521:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4008e00. 00000100:00000001:2.0:1788838287.649675:0:31521:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838287.649679:0:31521:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3480 x1875731132252032/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838287.649686:0:31521:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.649689:0:31521:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.649886:0:31521:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788838287.649892:0:31521:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788838287.649894:0:31521:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff98afd16dba88) 00800000:00000001:2.0:1788838287.649900:0:31521:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788838287.649902:0:31521:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:2.0:1788838287.649908:0:31521:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788838287.649919:0:31521:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838287.649921:0:31521:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.649924:0:31521:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788838287.649927:0:31521:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788838287.649930:0:31521:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.649932:0:31521:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838287.649947:0:31521:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788838287.649949:0:31521:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788838287.649963:0:31521:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838287.649967:0:31521:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c37e30 00000080:00002000:2.0:1788838287.649970:0:31521:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff98afd169eaf8, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788838287.649973:0:31521:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838287.649976:0:31521:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838287.649978:0:31521:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788838287.655812:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd16db9c0. 00000080:00000010:2.1:1788838287.655834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06940. 00010000:00000001:0.0:1788838287.883158:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.883167:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.883173:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.883174:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838287.883177:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838287.883178:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838287.883267:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838287.883271:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838287.883275:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788838288.588338:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838288.588359:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838288.588364:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838288.588367:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838288.588380:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.588388:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838288.588400:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.588405:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.588412:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.588416:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c4f780 00000400:00000200:0.0:1788838288.588427:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6131 [2] + 1312 00000800:00000001:0.0:1788838288.588436:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838288.588445:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838288.588449:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838288.588454:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838288.588470:0:2343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838288.588472:0:2343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788838288.588483:0:2343:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909180. 00000100:00000040:0.0:1788838288.588489:0:2343:0:(events.c:337:request_in_callback()) incoming req@ffff98afd0909180 x1875731147978624 msgsize 328 00000100:00100000:0.0:1788838288.588495:0:2343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:0.0:1788838288.588505:0:2343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788838288.588516:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838288.588521:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838288.588549:0:15899:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838288.588553:0:15899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147978624 02000000:00000001:0.0:1788838288.588556:0:15899:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838288.588559:0:15899:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838288.588562:0:15899:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838288.588568:0:15899:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838288.588574:0:15899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147978624 00000020:00000001:0.0:1788838288.588577:0:15899:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838288.588580:0:15899:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:0.0:1788838288.588583:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838288.588586:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:0.0:1788838288.588589:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:0.0:1788838288.588591:0:15899:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000001:0.0:1788838288.588597:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838288.588602:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358680. 00000100:00000001:0.0:1788838288.588606:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838288.588608:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358680. 00000020:00000010:0.0:1788838288.588615:0:15899:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd850ae00. 00000020:00000010:0.0:1788838288.588622:0:15899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9e780. 00000020:00000010:0.0:1788838288.588629:0:15899:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfa960. 00000100:00000040:0.0:1788838288.588640:0:15899:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838288.588831:0:15899:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838288.588833:0:15899:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838288.588836:0:15899:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.588846:0:15899:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.588857:0:15899:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838288.588871:0:15899:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838288.588873:0:15899:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838288.588878:0:15899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 57 00000100:00000040:0.0:1788838288.588883:0:15899:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506e000 : new rpc_count 1 00000100:00000001:0.0:1788838288.588885:0:15899:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000040:0.0:1788838288.588893:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd0909180 x1875731147978624/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:189/0 lens 328/0 e 0 to 0 dl 1788838299 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838288.588902:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838288.588906:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358680. 00000100:00000001:0.0:1788838288.588908:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838288.588910:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358680. 00000100:00100000:0.0:1788838288.588915:0:15899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd0909180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6711:x1875731147978624:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838288.588918:0:15899:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147978624 00010000:00000001:0.0:1788838288.588923:0:15899:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838288.589102:0:15899:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838288.589105:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838288.589108:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=2 00000020:00000001:0.0:1788838288.589111:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:0.0:1788838288.589114:0:15899:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:0.0:1788838288.589119:0:15899:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838288.589175:0:15899:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838288.589183:0:15899:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788838288.589204:0:15899:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838288.589206:0:15899:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838288.589213:0:15899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0081400. 02000000:00000001:0.0:1788838288.589216:0:15899:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.589219:0:15899:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838288.589225:0:15899:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838288.589228:0:15899:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838288.589233:0:15899:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838288.589243:0:15899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838288.589247:0:15899:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838288.589249:0:15899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838288.589251:0:15899:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838288.589253:0:15899:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.589258:0:15899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838288.589261:0:15899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838288.589267:0:15899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc990. 00000100:00000200:0.0:1788838288.589273:0:15899:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147978624, offset 224 00000400:00000200:0.0:1788838288.589280:0:15899:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838288.589289:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.589297:0:15899:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838288.589303:0:15899:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2466:2466:256:4294967295] 192.168.203.123@tcp LPNI seq info [2466:2466:8:4294967295] 00000400:00000200:0.0:1788838288.589308:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.589317:0:15899:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838288.589322:0:15899:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838288.589328:0:15899:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509500. 00000800:00000200:0.0:1788838288.589335:0:15899:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838288.589344:0:15899:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838288.589349:0:15899:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838288.589368:0:15899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838288.589372:0:15899:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838288.589376:0:15899:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838288.589381:0:15899:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc40170c0. 00010000:00000001:0.0:1788838288.589384:0:15899:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1788838288.589475:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838288.589481:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509500. 00000400:00000200:1.0:1788838288.589486:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838288.589493:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838288.589498:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc990 00000400:00000010:1.0:1788838288.589502:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc990. 00000100:00000001:1.0:1788838288.589507:0:2344:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788838288.589509:0:2344:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1788838288.590046:0:15899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838288.590051:0:15899:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838288.590053:0:15899:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838288.590055:0:15899:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838288.590065:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909180 x1875731147978624/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:189/0 lens 328/224 e 0 to 0 dl 1788838299 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838288.590076:0:15899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd0909180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6711:x1875731147978624:12345-192.168.203.123@tcp:104: Request processed in 1171us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.590084:0:15899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 57 00000100:00000040:0.0:1788838288.590088:0:15899:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506e000 : new rpc_count 0 00000100:00000001:0.0:1788838288.590090:0:15899:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838288.590092:0:15899:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838288.590099:0:15899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9e780. 00000020:00000010:0.0:1788838288.590104:0:15899:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfa960. 00000020:00000010:0.0:1788838288.590108:0:15899:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afd850ae00. 00000020:00000040:0.0:1788838288.590114:0:15899:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:0.0:1788838288.590118:0:15899:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838288.598304:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838288.598314:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.598319:0:15909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788838288.598325:0:15909:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788838288.598328:0:15909:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838288.598337:0:15909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838288.598355:0:15909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc1516a00 already unused, calling callback (ffffffffc1039300) 00000008:00000001:3.0:1788838288.598359:0:15909:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788838288.598362:0:15909:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838288.598365:0:15909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838288.598368:0:15909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838288.598371:0:15909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:3.0:1788838288.598374:0:15909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838288.598377:0:15909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:3.0:1788838288.598380:0:15909:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838288.598383:0:15909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788838288.598396:0:15909:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788838288.598400:0:15909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838288.598404:0:15909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838288.598407:0:15909:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000008:00000001:3.0:1788838288.598409:0:15909:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788838288.598411:0:15909:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838288.598413:0:15909:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000008:00000001:3.0:1788838288.598416:0:15909:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.598419:0:15909:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838288.598424:0:15909:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838288.598426:0:15909:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838288.598428:0:15909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838288.598432:0:15909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838288.598435:0:15909:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516a00 with handle 0x9f68a6b43b62cf03 from hash 00010000:00000001:3.0:1788838288.598437:0:15909:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838288.598438:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838288.598440:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838288.598442:0:15909:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838288.598446:0:15909:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838288.598448:0:15909:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788838288.598454:0:15909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838288.598457:0:15909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.598460:0:15909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838288.598463:0:15909:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788838288.598475:0:15909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896df80. 00000020:00000040:3.0:1788838288.598480:0:15909:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:3.0:1788838288.598487:0:15909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838288.598489:0:15909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838288.598495:0:15909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838288.598504:0:15909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eb200. 00000100:00000001:3.0:1788838288.598512:0:15909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.598515:0:15909:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838288.598522:0:15909:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838288.598531:0:15909:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838288.598533:0:15909:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.598539:0:15909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838288.598544:0:15909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838288.598560:0:15909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007adfd669] to pc [ptlrpcd_01_01+1] req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788838288.598586:0:15909:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838288.598589:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838288.598590:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838288.598591:0:15909:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.598593:0:15909:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838288.598595:0:15909:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.598598:0:15909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838288.598605:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838288.598607:0:15909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000ec6410f1/0x9f68a6b43b62cf03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b65b expref: -99 pid: 31518 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788838288.598615:0:15909:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110de40. 00010000:00000040:3.0:1788838288.598624:0:15909:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4cc00 count: 0 00010000:00000010:3.0:1788838288.598633:0:15909:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afc7e4c100. 00010000:00000001:3.0:1788838288.598646:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838288.598648:0:15909:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788838288.598650:0:15909:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afc40170c0. 00010000:00000001:3.0:1788838288.598653:0:15909:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838288.598863:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838288.598865:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.598867:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838288.598868:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838288.598870:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.598872:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838288.598874:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838288.598875:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.598876:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838288.598890:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838288.598894:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838288.598898:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838288.598906:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838288.598915:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838288.598917:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838288.598922:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838288.598925:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838288.598939:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838288.598942:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132252160:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838288.598947:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838288.598954:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838288.598956:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838288.598959:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838288.598964:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd85eac00. 02000000:00000001:3.0:1788838288.598966:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838288.598975:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838288.598980:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b528. 00000400:00000010:3.0:1788838288.598988:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838288.598996:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132252160, portal 18 00000100:00000001:3.0:1788838288.598999:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838288.599000:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484870528 : -113594224681088 : ffff98afc896df80) 00000100:00000040:3.0:1788838288.599008:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838288.599015:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838288.599018:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838288.599020:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce198. 00000100:00000200:3.0:1788838288.599025:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132252160, offset 0 00000400:00000200:3.0:1788838288.599032:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838288.599042:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838288.599051:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838288.599057:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838288.599063:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838288.599067:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838288.599070:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838288.599073:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2467:2467:256:4294967295] 192.168.203.123@tcp LPNI seq info [2467:2467:8:4294967295] 00000400:00000200:3.0:1788838288.599077:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838288.599087:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838288.599093:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838288.599099:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3f00. 00000800:00000200:3.0:1788838288.599106:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838288.599115:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838288.599120:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838288.599215:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838288.599220:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 234838 usecs (235 jiffies) 00000400:00000200:3.0:1788838288.599224:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838288.599227:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418805 00000100:00000001:3.0:1788838288.599231:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:3.0:1788838288.599233:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418805 00000100:00000001:3.0:1788838288.599236:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:3.0:1788838288.599238:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838288.599242:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.599246:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.599248:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.599257:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838288.599259:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838288.599261:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838288.599262:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838288.599265:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.599267:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.599279:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838288.599281:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838288.599391:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838288.599407:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838288.599410:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838288.599412:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838288.599419:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.599424:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838288.599431:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.599435:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.599440:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.599444:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c4f800 00000400:00000200:0.0:1788838288.599452:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6131 [2] + 1640 00000800:00000001:0.0:1788838288.599461:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838288.599469:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838288.599473:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838288.599477:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838288.599486:0:2343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838288.599488:0:2343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788838288.599494:0:2343:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909880. 00000100:00000040:0.0:1788838288.599497:0:2343:0:(events.c:337:request_in_callback()) incoming req@ffff98afd0909880 x1875731147978752 msgsize 328 00000100:00100000:0.0:1788838288.599502:0:2343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:0.0:1788838288.599510:0:2343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1788838288.599618:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838288.599623:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3f00. 00000400:00000200:0.0:1788838288.599626:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838288.599630:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838288.599634:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce198 00000400:00000010:0.0:1788838288.599637:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce198. 00000100:00000001:0.0:1788838288.599641:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838288.599645:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.599678:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838288.599682:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.600069:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.600071:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838288.600083:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838288.600087:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838288.600110:0:16001:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838288.600113:0:16001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147978752 02000000:00000001:0.0:1788838288.600116:0:16001:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838288.600119:0:16001:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838288.600121:0:16001:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838288.600138:0:16001:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838288.600142:0:16001:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147978752 00000020:00000001:0.0:1788838288.600146:0:16001:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838288.600149:0:16001:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:0.0:1788838288.600151:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838288.600154:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:0.0:1788838288.600157:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:0.0:1788838288.600159:0:16001:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000001:0.0:1788838288.600164:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838288.600172:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358680. 00000100:00000001:0.0:1788838288.600175:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838288.600178:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358680. 00000020:00000010:0.0:1788838288.600185:0:16001:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd850ae00. 00000020:00000010:0.0:1788838288.600192:0:16001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9e780. 00000020:00000010:0.0:1788838288.600197:0:16001:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfa960. 00000100:00000040:0.0:1788838288.600206:0:16001:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838288.600210:0:16001:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838288.600212:0:16001:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838288.600214:0:16001:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.600224:0:16001:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.600235:0:16001:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838288.600248:0:16001:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838288.600251:0:16001:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838288.600257:0:16001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 58 00000100:00000040:0.0:1788838288.600262:0:16001:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506d000 : new rpc_count 1 00000100:00000001:0.0:1788838288.600264:0:16001:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000100:00000040:0.0:1788838288.600270:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd0909880 x1875731147978752/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:189/0 lens 328/0 e 0 to 0 dl 1788838299 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838288.600279:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838288.600282:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358680. 00000100:00000001:0.0:1788838288.600284:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838288.600287:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358680. 00000100:00100000:0.0:1788838288.600292:0:16001:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd0909880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6713:x1875731147978752:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838288.600296:0:16001:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147978752 00010000:00000001:0.0:1788838288.600300:0:16001:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838288.600309:0:16001:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838288.600310:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838288.600312:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=2 00000020:00000001:0.0:1788838288.600315:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838288.600318:0:16001:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:0.0:1788838288.600322:0:16001:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838288.600326:0:16001:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838288.600331:0:16001:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788838288.600345:0:16001:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838288.600348:0:16001:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838288.600353:0:16001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0080800. 02000000:00000001:0.0:1788838288.600356:0:16001:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.600359:0:16001:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838288.600364:0:16001:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838288.600368:0:16001:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838288.600372:0:16001:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838288.600377:0:16001:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838288.600379:0:16001:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838288.600382:0:16001:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838288.600385:0:16001:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838288.600387:0:16001:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.600390:0:16001:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838288.600393:0:16001:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838288.600397:0:16001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838288.600402:0:16001:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147978752, offset 224 00000400:00000200:0.0:1788838288.600408:0:16001:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838288.600416:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.600423:0:16001:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838288.600429:0:16001:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2468:2468:256:4294967295] 192.168.203.123@tcp LPNI seq info [2468:2468:8:4294967295] 00000400:00000200:0.0:1788838288.600434:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.600442:0:16001:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838288.600448:0:16001:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838288.600453:0:16001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509900. 00000800:00000200:0.0:1788838288.600460:0:16001:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838288.600465:0:16001:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838288.600469:0:16001:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838288.600478:0:16001:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838288.600482:0:16001:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838288.600485:0:16001:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838288.600489:0:16001:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc4017f00. 00010000:00000001:0.0:1788838288.600492:0:16001:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788838288.600514:0:16001:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838288.600517:0:16001:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838288.600519:0:16001:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838288.600521:0:16001:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838288.600526:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909880 x1875731147978752/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:189/0 lens 328/224 e 0 to 0 dl 1788838299 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838288.600535:0:16001:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd0909880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6713:x1875731147978752:12345-192.168.203.123@tcp:104: Request processed in 255us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838288.600542:0:16001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 58 00000100:00000040:0.0:1788838288.600546:0:16001:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506d000 : new rpc_count 0 00000100:00000001:0.0:1788838288.600548:0:16001:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838288.600550:0:16001:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838288.600555:0:16001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9e780. 00000020:00000010:0.0:1788838288.600560:0:16001:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfa960. 00000020:00000010:0.0:1788838288.600563:0:16001:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afd850ae00. 00000020:00000040:0.0:1788838288.600568:0:16001:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:0.0:1788838288.600571:0:16001:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838288.600641:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838288.600645:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509900. 00000400:00000200:0.0:1788838288.600648:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838288.600653:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838288.600682:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcc38 00000400:00000010:0.0:1788838288.600684:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcc38. 00000100:00000001:0.0:1788838288.600688:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1788838288.601013:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838288.601017:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.601020:0:15908:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788838288.601023:0:15908:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788838288.601025:0:15908:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838288.601030:0:15908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838288.601042:0:15908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8baaa00 already unused, calling callback (ffffffffc1039300) 00000008:00000001:3.0:1788838288.601045:0:15908:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788838288.601049:0:15908:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838288.601051:0:15908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838288.601053:0:15908:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838288.601055:0:15908:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baaa00 refcount=3 00000020:00000001:3.0:1788838288.601057:0:15908:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:3.0:1788838288.601060:0:15908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216128 : -113594222335488 : ffff98afc8baaa00) 00010000:00000001:3.0:1788838288.601063:0:15908:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838288.601067:0:15908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788838288.601075:0:15908:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788838288.601078:0:15908:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838288.601083:0:15908:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838288.601085:0:15908:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000008:00000001:3.0:1788838288.601088:0:15908:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788838288.601090:0:15908:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838288.601093:0:15908:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000008:00000001:3.0:1788838288.601096:0:15908:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.601099:0:15908:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838288.601104:0:15908:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838288.601107:0:15908:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838288.601109:0:15908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838288.601110:0:15908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838288.601113:0:15908:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baaa00 with handle 0x9f68a6b43b62cf18 from hash 00010000:00000001:3.0:1788838288.601116:0:15908:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838288.601118:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838288.601119:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838288.601121:0:15908:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1788838288.601186:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1788838288.601287:0:15908:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838288.601290:0:15908:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788838288.601296:0:15908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838288.601300:0:15908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.601303:0:15908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838288.601305:0:15908:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788838288.601313:0:15908:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d880. 00000020:00000040:3.0:1788838288.601317:0:15908:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:3.0:1788838288.601322:0:15908:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838288.601325:0:15908:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838288.601330:0:15908:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838288.601338:0:15908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eb400. 00000100:00000001:3.0:1788838288.601344:0:15908:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.601347:0:15908:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838288.601351:0:15908:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838288.601360:0:15908:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838288.601361:0:15908:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.601366:0:15908:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838288.601372:0:15908:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838288.601382:0:15908:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004210771e] to pc [ptlrpcd_01_00+0] req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788838288.601403:0:15908:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838288.601406:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838288.601407:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838288.601409:0:15908:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.601411:0:15908:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838288.601413:0:15908:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.601416:0:15908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838288.601423:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838288.601426:0:15908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff98afd0025800 lock: 0000000015a8c22d/0x9f68a6b43b62cf18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b69a expref: -99 pid: 31520 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788838288.601434:0:15908:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd1358300. 00010000:00000040:3.0:1788838288.601438:0:15908:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31100 count: 0 00010000:00000010:3.0:1788838288.601445:0:15908:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afc4d31e00. 00010000:00000001:3.0:1788838288.601455:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838288.601457:0:15908:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788838288.601459:0:15908:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afc4017f00. 00010000:00000001:3.0:1788838288.601462:0:15908:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838288.601465:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838288.601466:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.601469:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838288.601471:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838288.601472:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.601474:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838288.601475:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838288.601476:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838288.601478:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838288.601485:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838288.601489:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838288.601491:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838288.601497:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838288.601505:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838288.601509:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838288.601514:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838288.601517:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838288.601520:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838288.601524:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132252288:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838288.601528:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838288.601535:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838288.601538:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838288.601541:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838288.601547:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd85ea000. 02000000:00000001:3.0:1788838288.601549:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838288.601556:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838288.601560:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5be18. 00000400:00000010:3.0:1788838288.601567:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cecc0. 00000100:00000200:3.0:1788838288.601574:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132252288, portal 18 00000100:00000001:3.0:1788838288.601576:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838288.601578:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000040:3.0:1788838288.601585:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838288.601592:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838288.601595:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838288.601598:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceee0. 00000100:00000200:3.0:1788838288.601602:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132252288, offset 0 00000400:00000200:3.0:1788838288.601607:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838288.601615:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838288.601621:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838288.601627:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838288.601632:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838288.601636:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838288.601639:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838288.601643:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2469:2469:256:4294967295] 192.168.203.123@tcp LPNI seq info [2469:2469:8:4294967295] 00000400:00000200:3.0:1788838288.601647:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838288.602858:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838288.602871:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838288.602882:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3700. 00000800:00000200:3.0:1788838288.602891:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838288.602900:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838288.602905:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838288.602922:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838288.602937:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22970 usecs (23 jiffies) 00000400:00000200:3.0:1788838288.602945:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838288.602949:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296418599 00000100:00000001:3.0:1788838288.602953:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296419834 00000100:00000001:3.0:1788838288.602956:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296418599 00000100:00000001:3.0:1788838288.602958:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296419834 00000100:00000001:3.0:1788838288.602960:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838288.602966:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.602970:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.602973:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.602982:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838288.602984:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838288.602987:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838288.602989:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838288.602990:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.602993:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.603015:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838288.603017:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838288.603019:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.603022:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838288.604822:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838288.604833:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3700. 00000400:00000200:0.0:1788838288.604842:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838288.604850:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838288.604858:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceee0 00000400:00000010:0.0:1788838288.604860:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceee0. 00000100:00000001:0.0:1788838288.604866:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838288.604876:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.604889:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838288.604892:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.604900:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.604902:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838288.609067:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.609087:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838288.609093:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.609096:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838288.609107:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.609116:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838288.609127:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.609134:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.609141:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.609145:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd50000 00000400:00000200:1.0:1788838288.609151:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.609157:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x69b9 [1] + 224 00000800:00000001:1.0:1788838288.609166:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.609173:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838288.609177:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838288.609182:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838288.609194:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838288.609205:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838288.609218:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.609237:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838288.609249:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.609252:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838288.610532:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838288.610542:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838288.610554:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838288.610557:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838288.610562:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b528. 00000400:00000200:2.0:1788838288.610572:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:2.0:1788838288.610574:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:2.0:1788838288.610579:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838288.610591:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838288.610603:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838288.610611:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838288.610613:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838288.610616:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838288.610620:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838288.610623:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838288.610626:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838288.610629:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838288.610641:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef538 time=104 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838288.610646:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838288.610648:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838288.610650:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838288.610654:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838288.610658:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838288.610681:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838288.610684:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788838288.610687:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838288.610690:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838288.610695:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838288.610703:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838288.610706:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838288.610709:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838288.610713:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838288.610721:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132252160:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838288.610726:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838288.610729:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838288.610733:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896df80 x1875731132252160/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838288.610740:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838288.610743:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838288.610747:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd85eac00. 02000000:00000001:2.0:1788838288.610752:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838288.610755:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838288.610757:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838288.610759:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838288.610762:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eb200. 02000000:00000001:2.0:1788838288.610766:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838288.610768:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838288.610770:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896df80. 00000100:00000001:2.0:1788838288.610774:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838288.610776:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838288.610779:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838288.610788:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838288.610790:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838288.610793:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838288.610795:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838288.618091:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.618120:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838288.618124:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.618127:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838288.618138:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.618147:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838288.618160:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.618166:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.618172:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.618177:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd50080 00000400:00000200:1.0:1788838288.618182:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.618188:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x69c9 [1] + 224 00000800:00000001:1.0:1788838288.618196:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.618209:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838288.618212:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838288.618217:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838288.618225:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838288.618236:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838288.618248:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.618276:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838288.618286:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.618290:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.618819:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838288.618825:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838288.618834:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838288.618837:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838288.618841:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5be18. 00000400:00000200:3.0:1788838288.618846:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:3.0:1788838288.618849:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:3.0:1788838288.618853:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838288.618860:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838288.618869:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838288.618875:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838288.618878:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.618881:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838288.618884:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838288.618887:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838288.618890:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838288.618893:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838288.618905:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52ca8 time=116 v=5 (5 5 0 5) 00000100:00001000:3.0:1788838288.618910:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838288.618912:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838288.618914:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838288.618918:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838288.618922:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.618926:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838288.618937:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788838288.618939:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838288.618941:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838288.618947:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838288.618954:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838288.618957:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838288.618960:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838288.618964:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838288.618971:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132252288:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838288.618976:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.618980:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838288.618983:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d880 x1875731132252288/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838304 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838288.618990:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838288.618994:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838288.618997:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd85ea000. 02000000:00000001:3.0:1788838288.619002:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838288.619005:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838288.619006:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838288.619009:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838288.619012:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eb400. 02000000:00000001:3.0:1788838288.619015:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838288.619017:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838288.619020:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d880. 00000100:00000001:3.0:1788838288.619024:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838288.619026:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.619028:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838288.619037:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838288.619039:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838288.619042:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838288.619044:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788838288.621102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cc00. 00010000:00000010:3.1:1788838288.621134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516a00. 00010000:00000010:3.1:1788838288.621140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31100. 00010000:00000010:3.1:1788838288.621145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baaa00. 00000100:00000040:1.0:1788838288.778806:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838288.778814:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838288.778824:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122300. 00000020:00000040:1.0:1788838288.778830:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838288.778834:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838288.778837:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838288.778842:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838288.778849:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933300. 00000100:00000001:1.0:1788838288.778856:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838288.778868:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838288.778877:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838288.778882:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838288.778888:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e84869e1] to pc [ptlrpcd_00_00+0] req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.778940:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838288.778944:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838288.778947:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838288.778954:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.778961:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838288.778963:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838288.778967:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838288.778970:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838288.778973:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838288.778976:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132252416:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838288.778980:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838288.778985:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838288.778987:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838288.778989:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838288.778995:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd850be00. 02000000:00000001:0.0:1788838288.778997:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838288.779004:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838288.779013:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259f8. 00000400:00000010:0.0:1788838288.779020:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838288.779026:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132252416, portal 25 00000100:00000001:0.0:1788838288.779028:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838288.779030:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627166464 : -113594082385152 : ffff98afd1122300) 00000100:00000040:0.0:1788838288.779036:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.779043:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838288.779046:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838288.779048:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfca18. 00000100:00000200:0.0:1788838288.779051:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132252416, offset 0 00000400:00000200:0.0:1788838288.779057:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838288.779067:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.779074:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838288.779079:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838288.779083:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838288.779087:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838288.779089:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838288.779093:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2470:2470:256:4294967295] 192.168.203.123@tcp LPNI seq info [2470:2470:8:4294967295] 00000400:00000200:0.0:1788838288.779097:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.779105:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838288.779111:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838288.779116:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509900. 00000800:00000200:0.0:1788838288.779123:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838288.779130:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838288.779135:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838288.779149:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838288.779154:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838288.779156:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296422838 00000100:00000001:0.0:1788838288.779165:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296419834 00000100:00000001:0.0:1788838288.779169:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296422838 00000100:00000001:0.0:1788838288.779172:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296419834 00000100:00000001:0.0:1788838288.779175:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838288.779178:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.779181:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.779184:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838288.779207:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838288.779211:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838288.779214:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838288.779217:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121880. 00000020:00000040:1.0:1788838288.779220:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=10 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838288.779223:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838288.779225:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838288.779227:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838288.779230:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933800. 00000100:00000001:1.0:1788838288.779233:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838288.779238:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838288.779246:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838288.779248:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838288.779251:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045add1b1] to pc [ptlrpcd_00_01+1] req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.788748:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838288.788754:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838288.788760:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838288.788762:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838288.788766:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838288.788770:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788838288.788772:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838288.788775:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838288.788776:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838288.788778:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838288.788779:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838288.788781:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838288.788794:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.788803:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838288.788805:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838288.788808:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838288.788812:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838288.788815:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838288.788818:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132252544:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838288.788822:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838288.788828:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838288.788831:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838288.788833:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838288.788840:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd850ae00. 02000000:00000001:0.0:1788838288.788843:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838288.788851:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838288.788855:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25000. 00000400:00000010:0.0:1788838288.788862:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc550. 00000100:00000200:0.0:1788838288.788868:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132252544, portal 10 00000100:00000001:0.0:1788838288.788871:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838288.788872:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627163776 : -113594082387840 : ffff98afd1121880) 00000100:00000040:0.0:1788838288.788879:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.788886:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838288.788889:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838288.788891:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcdd0. 00000100:00000200:0.0:1788838288.788894:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132252544, offset 0 00000400:00000200:0.0:1788838288.788900:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838288.788909:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.788916:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838288.788921:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838288.788937:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838288.788941:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838288.788943:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838288.788947:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2471:2471:255:4294967295] 192.168.203.123@tcp LPNI seq info [2471:2471:7:4294967295] 00000400:00000200:0.0:1788838288.788952:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838288.788965:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838288.788972:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838288.788980:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509800. 00000800:00000200:0.0:1788838288.788987:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838288.788995:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838288.788999:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838288.789003:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838288.789013:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 786372 usecs (787 jiffies) 00000400:00000200:0.0:1788838288.789017:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838288.789020:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296419549 00000100:00000001:0.0:1788838288.789023:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296422838 00000100:00000001:0.0:1788838288.789025:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296419549 00000100:00000001:0.0:1788838288.789027:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296422838 00000100:00000001:0.0:1788838288.789029:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838288.789032:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.789034:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.789037:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.789054:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838288.789056:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838288.795840:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838288.795849:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509900. 00000400:00000200:0.0:1788838288.795856:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838288.795865:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838288.795873:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfca18 00000400:00000010:0.0:1788838288.795876:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfca18. 00000100:00000001:0.0:1788838288.795881:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838288.795890:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.795901:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838288.795905:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.795912:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.795914:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838288.795993:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838288.795996:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509800. 00000400:00000200:0.0:1788838288.796000:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838288.796003:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838288.796006:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcdd0 00000400:00000010:0.0:1788838288.796007:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcdd0. 00000100:00000001:0.0:1788838288.796010:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838288.796014:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.796027:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838288.796029:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.796034:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.796036:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838288.796120:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838288.796126:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1756) 00000100:00000001:0.0:1788838288.796996:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838288.797001:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838288.797005:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.797009:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838288.807463:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.807486:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838288.807490:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.807493:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838288.807501:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807508:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838288.807517:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807521:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807525:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807530:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd50100 00000400:00000200:1.0:1788838288.807535:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807540:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x69d1 [1] + 224 00000800:00000001:1.0:1788838288.807548:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.807552:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838288.807555:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838288.807559:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838288.807566:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838288.807575:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838288.807587:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.807686:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838288.807690:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838288.807722:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838288.807732:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.807737:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838288.807739:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.807742:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838288.807746:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807751:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838288.807756:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807760:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807764:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807767:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd50180 00000400:00000200:1.0:1788838288.807771:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838288.807776:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x69e1 [1] + 224 00000800:00000001:1.0:1788838288.807781:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.807789:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838288.807791:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838288.807796:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838288.807809:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838288.807815:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838288.807824:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.807831:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838288.807836:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838288.807840:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788838288.808644:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838288.808647:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838288.808651:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259f8. 00000400:00000200:0.0:1788838288.808751:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcc38 00000400:00000010:0.0:1788838288.808754:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcc38. 00000100:00000001:0.0:1788838288.808757:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838288.808764:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838288.808773:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.808779:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838288.808781:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838288.808783:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838288.808786:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838288.808788:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838288.808791:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838288.808793:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838288.808861:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838288.808866:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838288.808869:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838288.808871:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838288.808874:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838288.808876:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.808880:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838288.808885:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.808891:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838288.808894:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838288.808896:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838288.808900:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838288.808907:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132252416:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838288.808912:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.808915:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838288.808918:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122300 x1875731132252416/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838288.808924:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838288.808935:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838288.808938:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd850be00. 02000000:00000001:0.0:1788838288.808942:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838288.808945:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838288.808946:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838288.808948:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838288.808950:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933300. 02000000:00000001:0.0:1788838288.808953:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838288.808955:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838288.808957:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122300. 00000100:00000001:0.0:1788838288.808959:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838288.808960:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838288.808963:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838288.808965:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838288.808967:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838288.809045:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838288.809048:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838288.809049:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25000. 00000400:00000200:1.0:1788838288.809053:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc550 00000400:00000010:1.0:1788838288.809055:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc550. 00000100:00000001:1.0:1788838288.809058:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838288.809063:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838288.809072:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809078:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838288.809079:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838288.809081:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838288.809082:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838288.809083:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838288.809086:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838288.809088:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838288.809094:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=117 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838288.809097:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838288.809099:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838288.809101:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838288.809103:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838288.809106:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838288.809109:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788838288.809111:0:2351:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967649 gen 2 00000100:00000040:1.0:1788838288.809117:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff98afc4ac0a80 x1875731132243968/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838301 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809124:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838288.809127:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0a80 x1875731132243968/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838301 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809133:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838288.809134:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838288.809136:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e400. 02000000:00000001:1.0:1788838288.809140:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838288.809142:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838288.809143:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838288.809145:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838288.809147:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4abec00. 02000000:00000001:1.0:1788838288.809150:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838288.809151:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838288.809153:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0a80. 00000100:00000001:1.0:1788838288.809155:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838288.809157:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838288.809161:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff98afc896ca80 x1875731132247040/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838288.809167:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838288.809169:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ca80 x1875731132247040/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838301 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838288.809180:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838288.809182:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838288.809183:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8716800. 02000000:00000001:1.0:1788838288.809186:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838288.809187:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838288.809188:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838288.809190:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838288.809191:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8a21e00. 02000000:00000001:1.0:1788838288.809193:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838288.809194:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838288.809195:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ca80. 00000100:00000001:1.0:1788838288.809197:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838288.809198:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838288.809208:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff98afd0909c00 x1875731132249472/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809215:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838288.809271:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909c00 x1875731132249472/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 488/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809278:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838288.809279:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838288.809280:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0083000. 02000000:00000001:1.0:1788838288.809283:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838288.809284:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838288.809286:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838288.809345:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838288.809347:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1126600. 02000000:00000001:1.0:1788838288.809351:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838288.809352:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838288.809353:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909c00. 00000100:00000001:1.0:1788838288.809356:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838288.809357:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838288.809363:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff98afc4ac0000 x1875731132250112/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809373:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838288.809376:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132250112/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809383:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838288.809384:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838288.809386:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406cc00. 02000000:00000001:1.0:1788838288.809388:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838288.809389:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838288.809390:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838288.809392:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838288.809394:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd056dc00. 02000000:00000001:1.0:1788838288.809396:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838288.809397:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838288.809398:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:1.0:1788838288.809400:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838288.809401:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838288.809405:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff98afd090b100 x1875731132251392/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809412:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838288.809414:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b100 x1875731132251392/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809420:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838288.809421:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838288.809423:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0080000. 02000000:00000001:1.0:1788838288.809426:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838288.809427:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838288.809428:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838288.809430:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838288.809431:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1127000. 02000000:00000001:1.0:1788838288.809433:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838288.809434:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838288.809435:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b100. 00000100:00000001:1.0:1788838288.809438:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838288.809439:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838288.809443:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff98afc4ac3480 x1875731132252032/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809449:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838288.809451:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3480 x1875731132252032/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 512/456 e 0 to 0 dl 1788838303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809456:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838288.809457:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838288.809459:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d000. 02000000:00000001:1.0:1788838288.809461:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838288.809462:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838288.809463:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838288.809464:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838288.809466:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc9b61800. 02000000:00000001:1.0:1788838288.809468:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838288.809469:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838288.809470:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3480. 00000100:00000001:1.0:1788838288.809472:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838288.809473:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838288.809475:0:2351:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788838288.809477:0:2351:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1788838288.809479:0:2351:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838288.809481:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838288.809485:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809491:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838288.809493:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838288.809494:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838288.809498:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838288.809504:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132252544:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838288.809508:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838288.809510:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838288.809513:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121880 x1875731132252544/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838288.809519:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838288.809520:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838288.809521:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd850ae00. 02000000:00000001:1.0:1788838288.809524:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838288.809525:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838288.809526:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838288.809528:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838288.809529:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933800. 02000000:00000001:1.0:1788838288.809531:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838288.809532:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838288.809533:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121880. 00000100:00000001:1.0:1788838288.809535:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838288.809536:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838288.809538:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838288.809545:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838288.809547:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838288.809549:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838288.809550:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838288.856869:0:31606:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838288.907404:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838288.907410:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838288.907470:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838288.907473:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838288.907476:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838289.936388:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838289.936395:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838289.942113:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838289.942120:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838289.942126:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788838290.283877:0:31743:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838290.954979:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838290.954987:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838290.963407:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838290.963414:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838290.963419:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838291.982487:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838291.982493:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838291.982517:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838291.982520:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838291.982523:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838292.308836:0:31887:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838292.945042:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296422838, at 4296422918 00000100:00000010:0.0:1788838292.945055:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb240. 00000100:00000040:1.0:1788838292.945360:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296422838, at 4296422918 00000100:00000010:1.0:1788838292.945365:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb840. 00010000:00000001:0.0:1788838293.003443:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838293.003449:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838293.003520:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838293.003523:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838293.003526:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788838293.221384:0:31949:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.966257:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838293.966267:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838293.966275:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909f80. 00000020:00000040:0.0:1788838293.966280:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838293.966284:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838293.966286:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838293.966291:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838293.966298:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509b00. 00000100:00000001:0.0:1788838293.966305:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.966317:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838293.966327:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838293.966331:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.966338:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889608b9] to pc [ptlrpcd_00_00+0] req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.966367:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.966371:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838293.966374:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838293.966377:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090bb80. 00000020:00000040:0.0:1788838293.966379:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838293.966382:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838293.966383:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838293.966385:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838293.966389:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509f00. 00000100:00000001:0.0:1788838293.966392:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.966396:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838293.966404:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838293.966406:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.966409:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c5d8503] to pc [ptlrpcd_00_01+1] req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.966416:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.966419:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838293.966422:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838293.966426:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908a80. 00000020:00000040:0.0:1788838293.966428:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838293.966430:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838293.966431:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838293.966432:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838293.966435:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509e00. 00000100:00000001:0.0:1788838293.966438:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.966442:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838293.967137:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.967142:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838293.967144:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838293.967152:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.967161:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838293.967163:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838293.967167:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838293.967170:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838293.967173:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838293.967176:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132252672:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838293.967181:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838293.967186:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838293.967189:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838293.967192:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838293.967198:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1126600. 02000000:00000001:1.0:1788838293.967200:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838293.967208:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838293.967213:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8dc0. 00000400:00000010:1.0:1788838293.967222:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc4c8. 00000100:00000200:1.0:1788838293.967229:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132252672, portal 25 00000100:00000001:1.0:1788838293.967232:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838293.967234:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00000100:00000040:1.0:1788838293.967240:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.967247:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838293.967250:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838293.967253:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc770. 00000100:00000200:1.0:1788838293.967255:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132252672, offset 0 00000400:00000200:1.0:1788838293.967262:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838293.967270:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.967301:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838293.967307:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838293.967310:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838293.967314:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838293.967317:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838293.967320:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2472:2472:256:4294967295] 192.168.203.123@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:1.0:1788838293.967336:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.967345:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838293.967350:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838293.967356:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933700. 00000800:00000200:1.0:1788838293.967363:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838293.967371:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838293.967375:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838293.967387:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838293.967391:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838293.967393:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296428026 00000100:00000010:1.0:1788838293.967398:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b42a0. 00000100:00000001:1.0:1788838293.967404:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838293.967409:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296428026 00000100:00000010:1.0:1788838293.967412:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b49c0. 00000100:00000001:1.0:1788838293.967415:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838293.967417:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838293.967420:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.967423:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.967425:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.967431:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838293.967433:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838293.967435:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.967436:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838293.967438:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838293.967440:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788838293.967442:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.967444:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838293.968550:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838293.968554:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.968563:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d89f60b] to pc [ptlrpcd_00_00+0] req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.968666:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.968670:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.968672:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838293.968673:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838293.968679:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.968687:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838293.968690:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838293.968693:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838293.968696:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838293.968699:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838293.968702:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132252928:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838293.968706:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838293.968709:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838293.968712:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838293.968715:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838293.968719:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1127a00. 02000000:00000001:1.0:1788838293.968721:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838293.968725:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838293.968729:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8528. 00000400:00000010:1.0:1788838293.968735:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc000. 00000100:00000200:1.0:1788838293.968741:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132252928, portal 4 00000100:00000001:1.0:1788838293.968743:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838293.968745:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618673280 : -113594090878336 : ffff98afd0908a80) 00000100:00000040:1.0:1788838293.968753:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.968759:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838293.968768:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838293.968770:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfccc0. 00000100:00000200:1.0:1788838293.968773:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132252928, offset 0 00000400:00000200:1.0:1788838293.968778:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838293.968785:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.968791:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838293.968795:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838293.968798:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838293.968801:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838293.968804:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838293.968807:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2473:2473:255:4294967295] 192.168.203.123@tcp LPNI seq info [2473:2473:7:4294967295] 00000400:00000200:1.0:1788838293.968811:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.968818:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838293.968823:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838293.968828:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933800. 00000800:00000200:1.0:1788838293.968834:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838293.968839:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838293.968843:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838293.968847:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838293.968852:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 233663 usecs (234 jiffies) 00000400:00000200:1.0:1788838293.968854:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838293.968857:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296424176 00000100:00000001:1.0:1788838293.968860:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:1.0:1788838293.968862:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296424176 00000100:00000001:1.0:1788838293.968864:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:1.0:1788838293.968867:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838293.968870:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.968872:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838293.968876:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.968883:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838293.968884:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838293.968886:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838293.968888:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838293.968890:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838293.968906:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132252800:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838293.968909:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838293.968912:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838293.968914:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838293.968915:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838293.968919:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1126200. 02000000:00000001:1.0:1788838293.968920:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838293.968924:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838293.968926:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b00. 00000400:00000010:1.0:1788838293.968930:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfce58. 00000100:00000200:1.0:1788838293.968933:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132252800, portal 10 00000100:00000001:1.0:1788838293.968935:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838293.968937:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:1.0:1788838293.968942:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.968949:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838293.968951:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838293.968953:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcbb0. 00000100:00000200:1.0:1788838293.968955:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132252800, offset 0 00000400:00000200:1.0:1788838293.968959:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838293.968963:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.968966:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838293.968969:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838293.968971:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838293.968973:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838293.968976:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838293.968978:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2474:2474:254:4294967295] 192.168.203.123@tcp LPNI seq info [2474:2474:6:4294967295] 00000400:00000200:1.0:1788838293.968982:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.968988:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838293.968992:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838293.968995:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838293.968999:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838293.969003:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838293.969006:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838293.969009:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838293.969011:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 785380 usecs (786 jiffies) 00000400:00000200:1.0:1788838293.969014:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838293.969017:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296424728 00000100:00000001:1.0:1788838293.969019:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:1.0:1788838293.969021:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296424728 00000100:00000001:1.0:1788838293.969023:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:1.0:1788838293.969025:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838293.969027:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.969030:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.969032:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.969038:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838293.969040:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838293.969041:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.969042:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838293.969044:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.969046:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.969111:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.969116:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838293.969121:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838293.969126:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b800. 00000020:00000040:0.0:1788838293.969130:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838293.969133:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838293.969137:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838293.969139:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838293.969145:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509c00. 00000100:00000001:0.0:1788838293.969150:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.969156:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838293.969163:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838293.969165:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.969170:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba71a04f] to pc [ptlrpcd_00_01+1] req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.969181:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.969185:0:10098:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1761) 00000100:00000001:0.0:1788838293.969196:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838293.969198:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838293.969200:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838293.969204:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.969210:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838293.969211:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838293.969214:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838293.969215:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838293.969217:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838293.969220:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132253056:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838293.969223:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838293.969225:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838293.969226:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838293.969228:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838293.969231:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1119000. 02000000:00000001:0.0:1788838293.969233:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838293.969236:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838293.969239:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259f8. 00000400:00000010:0.0:1788838293.969242:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838293.969245:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132253056, portal 4 00000100:00000001:0.0:1788838293.969247:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838293.969249:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000040:0.0:1788838293.969254:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.969261:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838293.969263:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838293.969265:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcdd0. 00000100:00000200:0.0:1788838293.969266:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132253056, offset 0 00000400:00000200:0.0:1788838293.969270:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838293.969274:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.969277:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838293.969280:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838293.969282:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838293.969284:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838293.969286:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838293.969289:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2475:2475:253:4294967295] 192.168.203.123@tcp LPNI seq info [2475:2475:5:4294967295] 00000400:00000200:0.0:1788838293.969293:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.969299:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838293.969303:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838293.969306:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838293.969310:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838293.969314:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838293.969317:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838293.969319:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.969322:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22963 usecs (23 jiffies) 00000400:00000200:0.0:1788838293.969324:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838293.969326:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296423965 00000100:00000001:0.0:1788838293.969328:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:0.0:1788838293.969330:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296423965 00000100:00000001:0.0:1788838293.969332:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:0.0:1788838293.969335:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838293.969336:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.969338:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.969340:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838293.969343:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838293.969345:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838293.969347:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838293.969348:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838293.969349:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.969351:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838293.969380:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838293.969384:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933700. 00000400:00000200:0.0:1788838293.969389:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838293.969393:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838293.969398:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc770 00000400:00000010:0.0:1788838293.969401:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc770. 00000100:00000001:0.0:1788838293.969404:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838293.969409:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.969418:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838293.969421:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.969428:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.969430:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838293.969442:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838293.969443:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933800. 00000400:00000200:0.0:1788838293.970548:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838293.970557:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838293.970561:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfccc0 00000400:00000010:0.0:1788838293.970563:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfccc0. 00000100:00000001:0.0:1788838293.970567:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838293.970572:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.970594:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838293.970598:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.970605:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.970607:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838293.970624:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838293.970627:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:0.0:1788838293.970630:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838293.970633:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838293.970636:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcbb0 00000400:00000010:0.0:1788838293.970638:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcbb0. 00000100:00000001:0.0:1788838293.970640:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838293.970643:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.970650:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838293.970652:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.970674:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.970675:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838293.970871:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.970874:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838293.970878:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.970881:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838293.970977:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838293.970981:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:0.0:1788838293.970984:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838293.970989:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838293.970992:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcdd0 00000400:00000010:0.0:1788838293.970994:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcdd0. 00000100:00000001:0.0:1788838293.970997:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838293.971002:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.971009:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838293.971012:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.971018:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.971019:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838293.975520:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838293.975535:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838293.975539:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838293.975542:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838293.975550:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.975558:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838293.975566:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.975570:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.975732:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.975739:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd50280 00000400:00000200:1.0:1788838293.975744:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.975751:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6a11 [1] + 224 00000800:00000001:1.0:1788838293.975758:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838293.975774:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838293.975777:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838293.975782:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838293.975789:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838293.975798:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838293.975815:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.975876:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838293.975880:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838293.975901:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838293.975911:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838293.975915:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788838293.977203:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838293.977208:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838293.977211:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b00. 00000400:00000200:0.0:1788838293.977217:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfce58 00000400:00000010:0.0:1788838293.977220:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfce58. 00000100:00000001:0.0:1788838293.977223:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838293.977232:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838293.977243:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.977250:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838293.977252:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838293.977255:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838293.977257:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838293.977260:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838293.977262:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838293.977264:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838293.977274:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=122 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838293.977278:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838293.977280:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838293.977282:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838293.977284:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838293.977288:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.977291:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838293.977293:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788838293.977295:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838293.977297:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.977301:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.977307:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838293.977310:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838293.977312:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838293.977316:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838293.977324:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132252800:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838293.977330:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.977333:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838293.977336:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090bb80 x1875731132252800/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.977342:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838293.977344:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838293.977348:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1126200. 02000000:00000001:0.0:1788838293.977351:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838293.977353:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838293.977355:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838293.977357:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838293.977360:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509f00. 02000000:00000001:0.0:1788838293.977363:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838293.977364:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838293.977366:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090bb80. 00000100:00000001:0.0:1788838293.977370:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838293.977371:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838293.977375:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.977377:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838293.977378:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838293.977380:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.977382:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838293.978375:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838293.978388:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838293.978393:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838293.978395:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838293.978402:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978407:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838293.978415:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978420:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978426:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978430:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd50300 00000400:00000200:0.0:1788838293.978435:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978440:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6a01 [1] + 224 00000800:00000001:0.0:1788838293.978520:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838293.978526:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838293.978529:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838293.978533:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838293.978538:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838293.978545:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838293.978555:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.978611:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.978614:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838293.978794:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838293.978803:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838293.978808:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838293.978810:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838293.978812:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838293.978820:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978825:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838293.978830:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978832:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978846:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978849:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd50380 00000400:00000200:0.0:1788838293.978853:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838293.978857:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6a21 [1] + 224 00000800:00000001:0.0:1788838293.978861:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838293.978868:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838293.978870:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838293.978873:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838293.978877:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838293.978881:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838293.978906:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.978918:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838293.978923:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838293.978926:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838293.978935:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838293.978938:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838293.978942:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838293.978944:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838293.978946:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259f8. 00000400:00000200:0.0:1788838293.978950:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcc38 00000400:00000010:0.0:1788838293.978952:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcc38. 00000100:00000001:0.0:1788838293.978955:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838293.978959:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838293.978967:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.978973:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838293.978975:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838293.978977:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838293.978979:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838293.978981:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838293.978984:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838293.978986:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838293.978994:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=122 v=5 (5 5 16 37) 00000100:00001000:0.0:1788838293.978999:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838293.979001:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838293.979003:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838293.979006:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838293.979009:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.979012:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838293.979014:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788838293.979016:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838293.979017:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838293.979023:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.979030:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838293.979032:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838293.979034:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838293.979037:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838293.979045:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132253056:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838293.979049:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838293.979051:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838293.979055:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b800 x1875731132253056/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838293.979062:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838293.979064:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838293.979067:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1119000. 02000000:00000001:0.0:1788838293.979070:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838293.979072:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838293.979074:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838293.979076:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838293.979079:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509c00. 02000000:00000001:0.0:1788838293.979082:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838293.979083:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838293.979085:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b800. 00000100:00000001:0.0:1788838293.979088:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838293.979090:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838293.979092:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838293.979109:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838293.979111:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838293.979114:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838293.979116:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788838293.983564:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838293.983569:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838293.983574:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8528. 00000400:00000200:1.0:1788838293.983589:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc000 00000400:00000010:1.0:1788838293.983592:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc000. 00000100:00000001:1.0:1788838293.983597:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838293.983609:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838293.983620:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.983627:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838293.983629:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.983631:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838293.983634:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838293.983637:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838293.983639:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838293.983642:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838293.984341:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=122 v=5 (5 5 16 16) 00000100:00001000:1.0:1788838293.984349:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838293.984351:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838293.984354:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838293.984357:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838293.984360:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.984364:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838293.984366:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788838293.984368:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838293.984371:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838293.984378:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.984386:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838293.984389:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838293.984391:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838293.984396:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838293.984404:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132252928:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838293.984410:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.984412:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838293.984415:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908a80 x1875731132252928/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.984422:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838293.984424:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838293.984428:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1127a00. 02000000:00000001:1.0:1788838293.984432:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838293.984434:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838293.984436:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838293.984438:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838293.984441:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509e00. 02000000:00000001:1.0:1788838293.984455:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838293.984458:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838293.984459:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908a80. 00000100:00000001:1.0:1788838293.984463:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838293.984464:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.984468:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.984470:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.984472:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838293.984474:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.984475:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838293.986844:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838293.986864:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838293.986869:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838293.986871:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838293.986880:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.986887:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838293.986905:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.986910:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.986915:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.986919:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd50200 00000400:00000200:1.0:1788838293.986924:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838293.986929:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x69f1 [1] + 224 00000800:00000001:1.0:1788838293.986937:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838293.986945:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838293.986948:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838293.986952:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838293.986960:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838293.986969:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838293.986979:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.986993:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838293.987001:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838293.987004:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.987014:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.987017:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838293.987022:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838293.987024:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838293.987027:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8dc0. 00000400:00000200:1.0:1788838293.987031:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc4c8 00000400:00000010:1.0:1788838293.987033:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc4c8. 00000100:00000001:1.0:1788838293.987036:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838293.987040:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838293.987048:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.987054:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838293.987056:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.987058:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838293.987061:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838293.987064:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838293.987066:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838293.987069:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838293.987075:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838293.987080:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=122 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838293.987082:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838293.987084:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838293.987087:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838293.987088:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.988207:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838293.988220:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.988229:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838293.988232:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838293.988234:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838293.988239:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838293.988247:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132252672:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838293.988252:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.988255:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838293.988259:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909f80 x1875731132252672/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838293.988267:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838293.988270:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838293.988273:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1126600. 02000000:00000001:1.0:1788838293.988277:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838293.988280:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838293.988282:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838293.988284:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838293.988287:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509b00. 02000000:00000001:1.0:1788838293.988290:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838293.988292:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838293.988294:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909f80. 00000100:00000001:1.0:1788838293.988297:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838293.988299:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.988301:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838293.988308:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838293.988310:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838293.988313:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838293.988315:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838294.026733:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838294.026740:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838294.026806:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838294.026809:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838294.026812:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788838294.242530:0:32040:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838294.690482:0:32077:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788838294.690490:0:32077:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 23:31:33 (1788838293) 00000001:00000001:1.0:1788838294.702479:0:32077:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1788838294.986800:0:15898:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788838294.986807:0:15898:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838295.057341:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838295.057349:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838295.057351:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838295.057354:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838295.057359:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838295.057362:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838295.057363:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838295.057365:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838295.057617:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838295.057620:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838295.057623:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838296.076890:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838296.076896:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838296.077680:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838296.077684:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838296.077687:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838296.102868:0:32097:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838296.102875:0:32097:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838296.102890:0:32097:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838296.102893:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bbc0 00000080:00200000:0.0:1788838296.102897:0:32097:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838296.102906:0:32097:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25e00. 00800000:00000002:0.0:1788838296.102912:0:32097:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838296.102916:0:32097:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838296.102921:0:32097:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838296.102923:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bae0 00800000:00000002:0.0:1788838296.102925:0:32097:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838296.102929:0:32097:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838296.102933:0:32097:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838296.102938:0:32097:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838296.102940:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b9b0 00000002:00010000:0.0:1788838296.102941:0:32097:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838296.102945:0:32097:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838296.102947:0:32097:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838296.102950:0:32097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838296.102956:0:32097:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.102959:0:32097:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.102960:0:32097:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.102963:0:32097:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838296.102965:0:32097:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838296.102970:0:32097:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b800. 00000020:00000040:0.0:1788838296.102975:0:32097:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838296.102982:0:32097:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838296.102987:0:32097:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838296.102990:0:32097:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.102993:0:32097:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838296.102995:0:32097:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838296.103000:0:32097:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838296.103007:0:32097:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0080c00. 00000100:00000001:0.0:1788838296.103014:0:32097:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.103019:0:32097:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838296.103020:0:32097:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.103022:0:32097:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838296.103023:0:32097:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.103025:0:32097:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.103030:0:32097:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00010000:00000001:0.0:1788838296.103033:0:32097:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838296.103036:0:32097:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838296.103039:0:32097:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31400. 00010000:00000010:0.0:1788838296.103044:0:32097:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e800. 00010000:00000001:0.0:1788838296.103049:0:32097:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838296.103052:0:32097:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baac00. 00000020:00000001:0.0:1788838296.103056:0:32097:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838296.103059:0:32097:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baac00 with handle 0x9f68a6b43b62cf50 to hash 00000020:00000001:0.0:1788838296.103061:0:32097:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838296.103063:0:32097:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.103066:0:32097:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.103069:0:32097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838296.103071:0:32097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838296.103076:0:32097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838296.103085:0:32097:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838296.103100:0:32097:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32097 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838296.103106:0:32097:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838296.103108:0:32097:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838296.103113:0:32097:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017480. 00000100:00000001:0.0:1788838296.103116:0:32097:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407969408 : -113594301582208 : ffff98afc4017480) 00000100:00000001:0.0:1788838296.103118:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.103119:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:0.0:1788838296.103123:0:32097:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838296.103127:0:32097:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.103129:0:32097:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838296.103131:0:32097:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838296.103140:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.103148:0:32097:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838296.103150:0:32097:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838296.103152:0:32097:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838296.103155:0:32097:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838296.103157:0:32097:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838296.103160:0:32097:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32097:1875731132253184:192.168.203.123@tcp:101:multiop.0 00000100:00000001:0.0:1788838296.103164:0:32097:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838296.103168:0:32097:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838296.103171:0:32097:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838296.103173:0:32097:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838296.103177:0:32097:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4090000. 02000000:00000001:0.0:1788838296.103179:0:32097:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838296.103186:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838296.103190:0:32097:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259f8. 00000400:00000010:0.0:1788838296.103195:0:32097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838296.103201:0:32097:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132253184, portal 10 00000100:00000001:0.0:1788838296.103203:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.103205:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000040:0.0:1788838296.103210:0:32097:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838312 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.103217:0:32097:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838296.103219:0:32097:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838296.103222:0:32097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcdd0. 00000100:00000200:0.0:1788838296.103224:0:32097:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132253184, offset 0 00000400:00000200:0.0:1788838296.103230:0:32097:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838296.103238:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838296.103245:0:32097:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838296.103250:0:32097:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838296.103255:0:32097:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838296.103258:0:32097:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838296.103260:0:32097:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838296.103264:0:32097:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2476:2476:256:4294967295] 192.168.203.123@tcp LPNI seq info [2476:2476:8:4294967295] 00000400:00000200:0.0:1788838296.103268:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838296.103276:0:32097:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838296.103281:0:32097:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838296.103285:0:32097:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509c00. 00000800:00000200:0.0:1788838296.103291:0:32097:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838296.103299:0:32097:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838296.103303:0:32097:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838296.103324:0:32097:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838296.103329:0:32097:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 784360 usecs (785 jiffies) 00000400:00000200:0.0:1788838296.103332:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838296.103334:0:32097:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296426855 00000100:00000001:0.0:1788838296.103337:0:32097:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:0.0:1788838296.103339:0:32097:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296426855 00000100:00000001:0.0:1788838296.103341:0:32097:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:0.0:1788838296.103343:0:32097:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838296.103346:0:32097:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.103348:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838296.103350:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838296.103352:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017480 going to sleep for 11 seconds 00000100:00000001:0.0:1788838296.103354:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838296.103357:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838296.106925:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838296.106935:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509c00. 00000400:00000200:1.0:1788838296.106942:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838296.106951:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838296.106959:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcdd0 00000400:00000010:1.0:1788838296.106961:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcdd0. 00000100:00000001:1.0:1788838296.106966:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838296.106974:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838312 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838296.106985:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838296.106989:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838312 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838296.106996:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838296.106998:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838296.110302:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838296.110317:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838296.110321:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838296.110323:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838296.110332:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.110339:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838296.110348:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.110352:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.110358:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.110471:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd50400 00000400:00000200:1.0:1788838296.110478:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.110485:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6a31 [1] + 224 00000800:00000001:1.0:1788838296.110493:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838296.110501:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838296.110504:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838296.110508:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838296.110515:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838296.110524:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838312 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838296.110536:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838312 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838296.110552:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838296.110560:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838296.110564:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838296.111117:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838296.111125:0:32097:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838296.111128:0:32097:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838296.111130:0:32097:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259f8. 00000400:00000200:0.0:1788838296.111136:0:32097:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcc38 00000400:00000010:0.0:1788838296.111138:0:32097:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcc38. 00000100:00000001:0.0:1788838296.111142:0:32097:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838296.111148:0:32097:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838312 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838296.111157:0:32097:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838312 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.111163:0:32097:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838296.111165:0:32097:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838296.111168:0:32097:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838296.111171:0:32097:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838296.111173:0:32097:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838296.111175:0:32097:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838296.111178:0:32097:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838296.111187:0:32097:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=125 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838296.111192:0:32097:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838296.111194:0:32097:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838296.111196:0:32097:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.111200:0:32097:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838296.111204:0:32097:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.111207:0:32097:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838296.111209:0:32097:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788838296.111211:0:32097:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838296.111213:0:32097:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838296.111217:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838312 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.111228:0:32097:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838296.111232:0:32097:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838296.111233:0:32097:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838296.111237:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838312 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838296.111245:0:32097:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32097:1875731132253184:192.168.203.123@tcp:101:multiop.0 00000100:00000001:0.0:1788838296.111249:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838296.111252:0:32097:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.111254:0:32097:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838296.111256:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838296.111259:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838312 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.111265:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838296.111268:0:32097:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017480. 00000100:00000001:0.0:1788838296.111271:0:32097:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838296.111273:0:32097:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.111516:0:32097:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838296.111521:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.111523:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.111527:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838296.111529:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.111533:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000040:0.0:1788838296.111539:0:32097:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baac00, remote cookie: 0xff98f31736b3b7a4, flags: 0x1001 00010000:00010000:0.0:1788838296.111545:0:32097:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838296.111555:0:32097:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.111566:0:32097:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838296.111570:0:32097:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838296.111572:0:32097:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838296.111573:0:32097:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838296.111575:0:32097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838296.111577:0:32097:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc4d31400) refcount = 1 00010000:00010000:0.0:1788838296.111581:0:32097:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.111586:0:32097:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838296.111589:0:32097:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838296.111591:0:32097:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838296.111593:0:32097:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838296.111596:0:32097:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838296.111598:0:32097:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.111603:0:32097:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838296.111605:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.111607:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.111608:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.111609:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.111611:0:32097:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.111615:0:32097:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838296.111616:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.111617:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.111619:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.111620:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.111622:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.111625:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.111625:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.111626:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838296.111628:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.111630:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.111633:0:32097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838296.111647:0:32097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838296.111651:0:32097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.112225:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.112226:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.112228:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.112229:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.112231:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:0.0:1788838296.112233:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.112236:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.112238:0:32097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838296.112241:0:32097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.112247:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.112248:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838296.112250:0:32097:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.112255:0:32097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838296.112256:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.112257:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.112258:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.112259:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838296.112269:0:32097:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838312 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788838296.112470:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.112472:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.112474:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.112477:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.112480:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.112482:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.112483:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838296.112484:0:32097:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.112486:0:32097:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.112489:0:32097:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788838296.112491:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.112492:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.112494:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.112496:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.112497:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000002:00010000:0.0:1788838296.112501:0:32097:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.112508:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.112509:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.112511:0:32097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838296.112512:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.112513:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.112515:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.112517:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.112518:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000040:0.0:1788838296.112524:0:32097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838296.112527:0:32097:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838296.112531:0:32097:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788838296.112533:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.112534:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838296.112536:0:32097:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838296.112538:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b938 00000002:00002000:0.0:1788838296.112540:0:32097:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788838296.112543:0:32097:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.112546:0:32097:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.112549:0:32097:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838296.112552:0:32097:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788838296.112555:0:32097:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838296.112559:0:32097:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838296.112563:0:32097:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25e00. 00000080:00000001:0.0:1788838296.112567:0:32097:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838296.112569:0:32097:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838296.112575:0:32097:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788838296.112579:0:32097:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788838296.112928:0:32097:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd1358a80. 00800000:00000001:0.0:1788838296.112932:0:32097:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479629486720 : -113594080064896 : ffff98afd1358a80) 00800000:00000001:0.0:1788838296.112934:0:32097:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.112937:0:32097:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838296.112940:0:32097:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838296.112942:0:32097:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788838296.112945:0:32097:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788838296.112947:0:32097:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788838296.112949:0:32097:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.112953:0:32097:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788838296.112957:0:32097:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788838296.112961:0:32097:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788838296.112963:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.112965:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.112967:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.112969:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.112971:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.112973:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.112974:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838296.112976:0:32097:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838296.112979:0:32097:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788838296.112980:0:32097:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd1358a80 1 00800000:00000010:0.0:1788838296.112982:0:32097:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd1358a80. 00800000:00000001:0.0:1788838296.112986:0:32097:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838296.112989:0:32097:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf50 00800000:00000001:0.0:1788838296.112992:0:32097:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838296.112994:0:32097:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838296.112995:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.112996:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.112998:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.112999:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.113001:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.113004:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.113005:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838296.113006:0:32097:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.113008:0:32097:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.113010:0:32097:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838296.113012:0:32097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838296.113015:0:32097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf50 from it ffffbbcb01a4bbf8 00010000:00000001:0.0:1788838296.113017:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.113019:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.113020:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.113022:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.113024:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.113026:0:32097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838296.113028:0:32097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.113035:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.113036:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.113037:0:32097:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838296.113040:0:32097:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838296.113042:0:32097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838296.113050:0:32097:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838296.113053:0:32097:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838296.113055:0:32097:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838296.113059:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.113060:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.113062:0:32097:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.113065:0:32097:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838296.113067:0:32097:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.113069:0:32097:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.113071:0:32097:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.113131:0:32097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838296.113133:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.113134:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838296.113137:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838296.113146:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b800 x1875731132253184/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838312 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.113153:0:32097:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838296.113156:0:32097:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838296.113160:0:32097:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4090000. 02000000:00000001:0.0:1788838296.113163:0:32097:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838296.113165:0:32097:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838296.113167:0:32097:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838296.113169:0:32097:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838296.113172:0:32097:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0080c00. 02000000:00000001:0.0:1788838296.113176:0:32097:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838296.113177:0:32097:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838296.113179:0:32097:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b800. 00000100:00000001:0.0:1788838296.113183:0:32097:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838296.113184:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838296.113187:0:32097:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838296.113192:0:32097:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838296.113209:0:32097:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b069a0. 00000080:00000001:0.0:1788838296.113216:0:32097:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838296.113218:0:32097:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838296.113219:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bb00 00000080:00200000:0.0:1788838296.113221:0:32097:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838296.113226:0:32097:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25e00. 00800000:00000002:0.0:1788838296.113231:0:32097:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838296.113235:0:32097:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838296.113237:0:32097:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838296.113239:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba20 00800000:00000002:0.0:1788838296.113241:0:32097:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838296.113245:0:32097:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838296.113248:0:32097:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838296.113252:0:32097:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838296.113253:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b8f0 00000002:00010000:0.0:1788838296.113255:0:32097:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838296.113259:0:32097:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838296.113260:0:32097:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838296.113262:0:32097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838296.113266:0:32097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838296.113268:0:32097:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838296.113271:0:32097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838296.113274:0:32097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838296.113488:0:32097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788838296.113498:0:32097:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838296.113502:0:32097:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838296.113505:0:32097:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788838296.113513:0:32097:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838296.113515:0:32097:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838296.113517:0:32097:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838296.113519:0:32097:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838296.113521:0:32097:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838296.113523:0:32097:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838296.113525:0:32097:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838296.113528:0:32097:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838296.113530:0:32097:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25e00. 00000080:00000001:0.0:1788838296.113534:0:32097:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838296.113535:0:32097:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838296.113538:0:32097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838296.113541:0:32097:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf50 00800000:00000001:0.0:1788838296.113545:0:32097:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838296.113547:0:32097:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838296.113549:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.113550:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.113551:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.113554:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.113556:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.113558:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.113560:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838296.113561:0:32097:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.113562:0:32097:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838296.113564:0:32097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf50 from it ffffbbcb01a4bb38 00010000:00000001:0.0:1788838296.113566:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.113567:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.113568:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838296.113571:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.113572:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838296.113574:0:32097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838296.113576:0:32097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838296.113582:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.113583:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.113584:0:32097:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838296.113586:0:32097:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838296.113588:0:32097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838296.113594:0:32097:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838296.113597:0:32097:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838296.113598:0:32097:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838296.113601:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.113602:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.113603:0:32097:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.113606:0:32097:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838296.113607:0:32097:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.113609:0:32097:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.113611:0:32097:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.113612:0:32097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838296.113613:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.113614:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838296.113616:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838296.113617:0:32097:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838296.113619:0:32097:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788838296.113622:0:32097:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.113626:0:32097:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788838296.113628:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bb58 00000080:00200000:0.0:1788838296.113629:0:32097:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), file ffff98afc3cd7e00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788838296.114156:0:32097:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd05a1300. 00000080:00000001:0.0:1788838296.114164:0:32097:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838296.114167:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba08 00000080:00200000:0.0:1788838296.114169:0:32097:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000010:0.0:1788838296.114178:0:32097:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25e00. 00800000:00000002:0.0:1788838296.114182:0:32097:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838296.114186:0:32097:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838296.114189:0:32097:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838296.114191:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b928 00800000:00000002:0.0:1788838296.114193:0:32097:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838296.114196:0:32097:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788838296.114198:0:32097:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788838296.114203:0:32097:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:0.0:1788838296.114206:0:32097:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788838296.114208:0:32097:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788838296.114211:0:32097:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788838296.114213:0:32097:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788838296.114216:0:32097:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:0.0:1788838296.114219:0:32097:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.114221:0:32097:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.114222:0:32097:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.114225:0:32097:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838296.114227:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b8a8 00800000:00000002:0.0:1788838296.114229:0:32097:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:0.0:1788838296.114234:0:32097:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838296.114236:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b7e0 00000002:00010000:0.0:1788838296.114237:0:32097:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788838296.114241:0:32097:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838296.114243:0:32097:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788838296.114247:0:32097:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788838296.114251:0:32097:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.114253:0:32097:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838296.114255:0:32097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838296.114257:0:32097:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838296.114260:0:32097:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838296.114263:0:32097:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838296.114267:0:32097:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788838296.114429:0:32097:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838296.114435:0:32097:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838296.114437:0:32097:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838296.114440:0:32097:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788838296.114443:0:32097:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838296.114445:0:32097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838296.114449:0:32097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:0.0:1788838296.114451:0:32097:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838296.114454:0:32097:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.114456:0:32097:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838296.114457:0:32097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838296.114459:0:32097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:0.0:1788838296.114461:0:32097:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838296.114463:0:32097:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.114464:0:32097:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838296.114465:0:32097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838296.114467:0:32097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:0.0:1788838296.114469:0:32097:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838296.114471:0:32097:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.114473:0:32097:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838296.114476:0:32097:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788838296.114480:0:32097:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788838296.114482:0:32097:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788838296.114484:0:32097:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838296.114486:0:32097:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.114490:0:32097:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838296.114493:0:32097:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838296.114495:0:32097:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838296.114497:0:32097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838296.114499:0:32097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838296.114503:0:32097:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baac00 with handle 0x9f68a6b43b62cf50 from hash 00010000:00000001:0.0:1788838296.114505:0:32097:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838296.114506:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.114507:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.114509:0:32097:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838296.114511:0:32097:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838296.114513:0:32097:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838296.114516:0:32097:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838296.114517:0:32097:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838296.114520:0:32097:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788838296.114526:0:32097:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b800. 00000020:00000040:0.0:1788838296.114530:0:32097:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838296.114535:0:32097:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838296.114537:0:32097:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.114540:0:32097:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838296.114544:0:32097:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838296.114546:0:32097:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.114549:0:32097:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838296.114551:0:32097:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838296.114554:0:32097:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838296.114560:0:32097:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0080c00. 00000100:00000001:0.0:1788838296.114567:0:32097:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.114570:0:32097:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838296.114573:0:32097:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838296.114577:0:32097:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838296.114582:0:32097:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788838296.114584:0:32097:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838296.114585:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838296.114587:0:32097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baac00/0x9f68a6b43b62cf50 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b7a4 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788838296.114594:0:32097:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31400 count: 0 00010000:00000010:0.0:1788838296.114598:0:32097:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e800. 00010000:00000001:0.0:1788838296.114607:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.114609:0:32097:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.114610:0:32097:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838296.114612:0:32097:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.114614:0:32097:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.114623:0:32097:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00010000:00000001:0.0:1788838296.114626:0:32097:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838296.114628:0:32097:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838296.114631:0:32097:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31e00. 00010000:00000010:0.0:1788838296.115203:0:32097:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e800. 00010000:00000001:0.0:1788838296.115212:0:32097:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838296.115216:0:32097:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8babc00. 00000020:00000001:0.0:1788838296.115219:0:32097:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838296.115222:0:32097:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8babc00 with handle 0x9f68a6b43b62cf57 to hash 00000020:00000001:0.0:1788838296.115224:0:32097:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838296.115225:0:32097:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.115228:0:32097:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.115231:0:32097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838296.115233:0:32097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838296.115236:0:32097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838296.115247:0:32097:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32097 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788838296.115259:0:32097:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788838296.115269:0:32097:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788838296.116523:0:32097:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32097 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838296.116535:0:32097:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838296.116537:0:32097:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838296.116546:0:32097:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017480. 00000100:00000001:0.0:1788838296.116548:0:32097:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407969408 : -113594301582208 : ffff98afc4017480) 00000100:00000001:0.0:1788838296.116551:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.116553:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:0.0:1788838296.116558:0:32097:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838296.116562:0:32097:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.116564:0:32097:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838296.116567:0:32097:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838296.116575:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.116583:0:32097:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838296.116585:0:32097:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838296.116589:0:32097:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838296.116592:0:32097:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838296.116594:0:32097:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838296.116597:0:32097:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32097:1875731132253440:192.168.203.123@tcp:101:multiop.0 00000100:00000001:0.0:1788838296.116602:0:32097:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838296.116607:0:32097:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838296.116610:0:32097:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838296.116612:0:32097:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838296.116890:0:32097:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc41e0000. 02000000:00000001:0.0:1788838296.116894:0:32097:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838296.116902:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838296.116907:0:32097:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259f8. 00000400:00000010:0.0:1788838296.116914:0:32097:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afd0083c00. 00000100:00000200:0.0:1788838296.116920:0:32097:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132253440, portal 10 00000100:00000001:0.0:1788838296.116922:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.116924:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000040:0.0:1788838296.116933:0:32097:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838312 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.116940:0:32097:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838296.116942:0:32097:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838296.116946:0:32097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838296.116948:0:32097:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875731132253440, offset 0 00000400:00000200:0.0:1788838296.116955:0:32097:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838296.116964:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838296.116970:0:32097:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838296.116975:0:32097:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838296.116979:0:32097:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838296.116983:0:32097:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838296.116986:0:32097:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838296.116989:0:32097:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2477:2477:256:4294967295] 192.168.203.123@tcp LPNI seq info [2477:2477:8:4294967295] 00000400:00000200:0.0:1788838296.116993:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838296.117001:0:32097:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838296.117007:0:32097:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838296.117012:0:32097:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838296.117019:0:32097:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838296.117027:0:32097:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838296.117031:0:32097:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1788838296.117091:0:32097:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838296.117096:0:32097:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 783336 usecs (784 jiffies) 00000400:00000200:0.0:1788838296.117099:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838296.117102:0:32097:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296426874 00000100:00000001:0.0:1788838296.117104:0:32097:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:0.0:1788838296.117107:0:32097:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296426874 00000100:00000001:0.0:1788838296.117109:0:32097:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:0.0:1788838296.117111:0:32097:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838296.117113:0:32097:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.117116:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838296.117117:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838296.117119:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017480 going to sleep for 11 seconds 00000100:00000001:0.0:1788838296.117122:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838296.117124:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838296.130366:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838296.130375:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:1.0:1788838296.130380:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838296.130388:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838296.130394:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcc38 00000400:00000010:1.0:1788838296.130396:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcc38. 00000100:00000001:1.0:1788838296.130401:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838296.130408:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838312 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838296.130424:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838296.130427:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838312 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838296.130433:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838296.130435:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838296.131608:0:1029:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31400. 00010000:00000010:0.1:1788838296.131620:0:1029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00000800:00000001:1.0:1788838296.145983:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838296.146002:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838296.146006:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838296.146009:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838296.146018:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.146026:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838296.146036:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.146040:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.146046:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.146050:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd50500 00000400:00000200:1.0:1788838296.146056:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.146062:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6a41 [32] + 224 00000800:00000001:1.0:1788838296.146069:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838296.146076:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838296.146091:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838296.146097:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838296.146104:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838296.146112:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838312 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838296.146124:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838312 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838296.146145:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838296.146155:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838296.146158:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.146163:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838296.146169:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2478:2478:256:4294967295] 192.168.203.123@tcp LPNI seq info [2478:2478:8:4294967295] 00000400:00000200:1.0:1788838296.146173:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838296.146181:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838296.146187:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838296.146193:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd13ea400. 00000800:00000200:1.0:1788838296.146199:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838296.146207:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838296.146211:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd13ea400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838296.146286:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838296.146291:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd13ea400. 00000400:00000200:1.0:1788838296.146294:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838296.146297:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838296.146304:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788838296.146406:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838296.146413:0:32097:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838296.146416:0:32097:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838296.146419:0:32097:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259f8. 00000400:00000200:0.0:1788838296.146423:0:32097:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0083c00 00000400:00000010:0.0:1788838296.146426:0:32097:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afd0083c00. 00000100:00000001:0.0:1788838296.146429:0:32097:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838296.146435:0:32097:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838312 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838296.146445:0:32097:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b800 x1875731132253440/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838312 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.146452:0:32097:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838296.146454:0:32097:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838296.146457:0:32097:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838296.146460:0:32097:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838296.146462:0:32097:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838296.146464:0:32097:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838296.146466:0:32097:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838296.146474:0:32097:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=125 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838296.146479:0:32097:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838296.146494:0:32097:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838296.146496:0:32097:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.146499:0:32097:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838296.146503:0:32097:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.146506:0:32097:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838296.146508:0:32097:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:0.0:1788838296.146510:0:32097:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838296.146511:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.146513:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:0.0:1788838296.146516:0:32097:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838296.146518:0:32097:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788838296.146520:0:32097:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838296.146523:0:32097:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838296.146538:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838312 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.146546:0:32097:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838296.146549:0:32097:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838296.146551:0:32097:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838296.146555:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838312 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838296.146563:0:32097:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32097:1875731132253440:192.168.203.123@tcp:101:multiop.0 00000100:00000001:0.0:1788838296.146568:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838296.146571:0:32097:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.146574:0:32097:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838296.146576:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838296.146579:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838312 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.146587:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838296.146590:0:32097:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017480. 00000100:00000001:0.0:1788838296.146593:0:32097:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838296.146595:0:32097:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.146597:0:32097:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838296.146602:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.146605:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.146609:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=4 00000020:00000001:0.0:1788838296.146612:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146615:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000040:0.0:1788838296.146621:0:32097:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8babc00, remote cookie: 0xff98f31736b3b7c0, flags: 0x1001 00010000:00010000:0.0:1788838296.146626:0:32097:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838296.146645:0:32097:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788838296.146648:0:32097:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838296.146695:0:32097:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31400. 00010000:00000010:0.0:1788838296.146700:0:32097:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e300. 00010000:00000040:0.0:1788838296.146705:0:32097:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31e00 count: 0 00010000:00000010:0.0:1788838296.146711:0:32097:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e800. 00010000:00000001:0.0:1788838296.146719:0:32097:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838296.146722:0:32097:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838296.146731:0:32097:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.146737:0:32097:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838296.146741:0:32097:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838296.146743:0:32097:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838296.146744:0:32097:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838296.146746:0:32097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838296.146748:0:32097:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff98afc4d31400) refcount = 1 00010000:00010000:0.0:1788838296.146752:0:32097:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.146758:0:32097:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838296.146761:0:32097:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838296.146763:0:32097:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838296.146765:0:32097:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838296.146768:0:32097:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838296.146771:0:32097:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.146776:0:32097:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838296.146778:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146779:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.146780:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146781:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.146782:0:32097:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.146786:0:32097:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838296.146789:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.146790:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.146791:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:0.0:1788838296.146793:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146796:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146798:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.146799:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.146800:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=4 00000020:00000001:0.0:1788838296.146802:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146803:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146806:0:32097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838296.146809:0:32097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838296.146812:0:32097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.146818:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146819:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.146820:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.146821:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.146822:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=5 00000020:00000001:0.0:1788838296.146823:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146826:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146828:0:32097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838296.146830:0:32097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.146835:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146836:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838296.146838:0:32097:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.146843:0:32097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838296.146844:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146845:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.146846:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146847:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838296.146852:0:32097:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838312 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838296.146860:0:32097:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788838296.146865:0:32097:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838312 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838296.146872:0:32097:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.146887:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.146889:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.146890:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:0.0:1788838296.146892:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146894:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00000002:00010000:0.0:1788838296.146897:0:32097:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788838296.146905:0:32097:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd1358a80. 00010000:00000001:0.0:1788838296.146907:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146913:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838296.146914:0:32097:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.146916:0:32097:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838296.146919:0:32097:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788838296.146921:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.146922:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:0.0:1788838296.146924:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.146925:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00010000:00000001:0.0:1788838296.146927:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.146928:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.146929:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:0.0:1788838296.146931:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146933:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00000002:00010000:0.0:1788838296.146936:0:32097:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.146943:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146944:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.146945:0:32097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838296.146947:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.146948:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.146949:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:0.0:1788838296.146951:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.146953:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000040:0.0:1788838296.146956:0:32097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838296.146958:0:32097:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838296.146962:0:32097:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:0.0:1788838296.146964:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.146965:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838296.146966:0:32097:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838296.146969:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b768 00000002:00002000:0.0:1788838296.146971:0:32097:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788838296.146974:0:32097:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.146977:0:32097:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.146980:0:32097:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838296.146983:0:32097:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838296.146991:0:32097:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838296.146994:0:32097:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:0.0:1788838296.146997:0:32097:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838296.146999:0:32097:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd05a1300 it_disposition 1800037 00000080:00002000:0.0:1788838296.147004:0:32097:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1731510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788838296.147009:0:32097:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838296.147011:0:32097:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788838296.147013:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4b998 00000080:00200000:0.0:1788838296.147015:0:32097:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000001:0.0:1788838296.147018:0:32097:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788838296.147020:0:32097:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838296.147026:0:32097:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838296.147029:0:32097:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838296.147031:0:32097:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:0.0:1788838296.147035:0:32097:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788838296.147045:0:32097:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd15839c0. 00000020:00000001:0.0:1788838296.147053:0:32097:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788838296.147056:0:32097:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788838296.147058:0:32097:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788838296.147060:0:32097:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff98afd1583a88) 00000020:00000001:0.0:1788838296.147064:0:32097:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838296.147068:0:32097:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838296.147070:0:32097:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838296.147075:0:32097:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788838296.147079:0:32097:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afc7dfa960. 00000020:00000001:0.0:1788838296.147081:0:32097:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788838296.147082:0:32097:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838296.147089:0:32097:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788838296.147092:0:32097:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afd008a5d0. 00020000:00000001:0.0:1788838296.147094:0:32097:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479609767376 : -113594099784240 : ffff98afd008a5d0) 00020000:00000001:0.0:1788838296.147097:0:32097:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788838296.147100:0:32097:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838296.147105:0:32097:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1180. 00020000:00000010:0.0:1788838296.147109:0:32097:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc8eefe00. 00020000:00000010:0.0:1788838296.147113:0:32097:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a14e0. 00020000:00000001:0.0:1788838296.147115:0:32097:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615104224 : -113594094447392 : ffff98afd05a14e0) 00020000:00000002:0.0:1788838296.147118:0:32097:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a14e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838296.147122:0:32097:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838296.147126:0:32097:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8eefe00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1788838296.147129:0:32097:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788838296.147131:0:32097:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a14e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838296.147134:0:32097:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838296.147137:0:32097:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8eefe00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:0.0:1788838296.147140:0:32097:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afd09f8530. 00020000:00000010:0.0:1788838296.147143:0:32097:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc4017480. 00020000:00000001:0.0:1788838296.147147:0:32097:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788838296.147150:0:32097:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc809f308. 00020000:00000001:0.0:1788838296.147153:0:32097:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788838296.147154:0:32097:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788838296.147158:0:32097:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788838296.147161:0:32097:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afc7dfa258. 00000020:00000001:0.0:1788838296.147163:0:32097:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788838296.147164:0:32097:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838296.147166:0:32097:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479472861912 : -113594236689704 : ffff98afc7dfa2d8) 00020000:00000001:0.0:1788838296.147169:0:32097:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788838296.147173:0:32097:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afd00b2000. 00020000:00000001:0.0:1788838296.147176:0:32097:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838296.147179:0:32097:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479472861912 : -113594236689704 : ffff98afc7dfa2d8) 00020000:00000001:0.0:1788838296.147181:0:32097:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479472861912 : -113594236689704 : ffff98afc7dfa2d8) 00020000:00000002:0.0:1788838296.147184:0:32097:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff98afc7dfa258[0:0] -> [0x200000404:0x2b:0x0]@ffff98afc7dfa960: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1788838296.147189:0:32097:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788838296.147190:0:32097:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788838296.147192:0:32097:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838296.147194:0:32097:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479472863712 : -113594236687904 : ffff98afc7dfa9e0) 00000020:00001000:0.0:1788838296.147197:0:32097:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838296.147201:0:32097:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:0.0:1788838296.147203:0:32097:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838296.147205:0:32097:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1788838296 00000080:00000001:0.0:1788838296.147209:0:32097:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788838296.147211:0:32097:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631760008 : -113594077791608 : ffff98afd1583a88) 00010000:00000001:0.0:1788838296.147213:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.147214:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.147215:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:0.0:1788838296.147217:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.147218:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00000080:00000001:0.0:1788838296.147221:0:32097:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838296.147222:0:32097:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838296.147224:0:32097:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838296.147226:0:32097:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838296.147228:0:32097:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838296.147230:0:32097:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838296.147231:0:32097:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838296.147234:0:32097:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1a20. 00020000:00000010:0.0:1788838296.147237:0:32097:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc8eef780. 00020000:00000010:0.0:1788838296.147239:0:32097:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a18a0. 00020000:00000001:0.0:1788838296.147241:0:32097:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615105184 : -113594094446432 : ffff98afd05a18a0) 00020000:00000002:0.0:1788838296.147243:0:32097:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a18a0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838296.147246:0:32097:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838296.147248:0:32097:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8eef780: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1788838296.147251:0:32097:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a5d0) owner ffff98afc4108000 00020000:00000001:0.0:1788838296.147254:0:32097:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838296.147257:0:32097:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a5d0) owner ffff98afc4108000 00020000:00000010:0.0:1788838296.147261:0:32097:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc8eef780. 00020000:00000010:0.0:1788838296.147264:0:32097:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1a20. 00020000:00000010:0.0:1788838296.147267:0:32097:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a18a0. 00020000:00000002:0.0:1788838296.147269:0:32097:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838296.147272:0:32097:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838296.147273:0:32097:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838296.147276:0:32097:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788838296.147279:0:32097:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4108000 00020000:00000002:0.0:1788838296.147281:0:32097:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a14e0 addref 2/0 by ffff98afc4108000. 00020000:00000002:0.0:1788838296.147283:0:32097:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4108000 00020000:00000001:0.0:1788838296.147286:0:32097:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788838296.147287:0:32097:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788838296.147289:0:32097:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788838296.147290:0:32097:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788838296.147292:0:32097:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788838296.147294:0:32097:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788838296.147297:0:32097:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838296.147299:0:32097:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.147300:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.147301:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838296.147304:0:32097:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838296.147306:0:32097:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838296.147308:0:32097:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838296.147323:0:32097:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff98afd1583a88) 00000080:00010000:0.0:1788838296.147326:0:32097:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62cf57 00800000:00000001:0.0:1788838296.147329:0:32097:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838296.147331:0:32097:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838296.147332:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.147334:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.147335:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:0.0:1788838296.147337:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.147339:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.147341:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.147342:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838296.147343:0:32097:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.147345:0:32097:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147346:0:32097:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788838296.147348:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838296.147353:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.147364:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838296.147369:0:32097:0:(namei.c:1651:ll_create_it()) inode ffff98afd1583a88 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:0.0:1788838296.147372:0:32097:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838296.147375:0:32097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff98afd1583a88) 00000080:00000001:0.0:1788838296.147377:0:32097:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838296.147380:0:32097:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25e00. 00000100:00000001:0.0:1788838296.147384:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838296.147386:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.147392:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147395:0:32097:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788838296.147397:0:32097:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838296.147399:0:32097:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd1583a88 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:0.0:1788838296.147408:0:32097:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788838296.147410:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba68 00000080:00200008:0.0:1788838296.147412:0:32097:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff98afd1583a88), flags 100102 00000080:00000010:0.0:1788838296.147418:0:32097:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc4d968c0. 00000080:00000010:0.0:1788838296.147424:0:32097:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd1358e40. 00000080:00000001:0.0:1788838296.147426:0:32097:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788838296.147430:0:32097:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788838296.147432:0:32097:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788838296.147436:0:32097:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc4b06600. 00000002:00100000:0.0:1788838296.147440:0:32097:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838296.147447:0:32097:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838296.147449:0:32097:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788838296.147452:0:32097:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788838296.147455:0:32097:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147459:0:32097:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838296.147461:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838296.147464:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788838296.147475:0:32097:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838296.147478:0:32097:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc41e0000. 02000000:00000001:0.0:1788838296.147505:0:32097:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788838296.147506:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838296.147509:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4ba68 00000080:00000008:0.0:1788838296.147510:0:32097:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff98afd1583a88), flags 100102, rc = 0 00000080:00000001:0.0:1788838296.147515:0:32097:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788838296.147516:0:32097:0:(dcache.c:176:ll_intent_release()) intent ffff98afd05a1300 released 00000080:00010000:0.0:1788838296.147518:0:32097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf57 from it ffff98afd05a1300 00010000:00000001:0.0:1788838296.147520:0:32097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838296.147521:0:32097:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838296.147523:0:32097:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:0.0:1788838296.147524:0:32097:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.147526:0:32097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:0.0:1788838296.147528:0:32097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838296.147531:0:32097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838296.147538:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.147539:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.147540:0:32097:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838296.147542:0:32097:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838296.147545:0:32097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838296.147551:0:32097:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838296.147554:0:32097:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838296.147555:0:32097:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838296.147559:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.147560:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838296.147562:0:32097:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.147564:0:32097:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838296.147566:0:32097:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.147568:0:32097:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.147570:0:32097:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838296.147572:0:32097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838296.147573:0:32097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838296.147574:0:32097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838296.147575:0:32097:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788838296.147577:0:32097:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788838296.147579:0:32097:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788838296.147581:0:32097:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838296.147583:0:32097:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788838296.147585:0:32097:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147587:0:32097:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788838296.147589:0:32097:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147591:0:32097:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838296.147593:0:32097:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147595:0:32097:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838296.147597:0:32097:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd05a1300. 00000080:00000001:0.0:1788838296.147600:0:32097:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147603:0:32097:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838296.147605:0:32097:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff98afd1583a88), inode mode 81a4 mask 40 00000080:00000001:0.0:1788838296.147608:0:32097:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838296.147629:0:32097:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838296.147633:0:32097:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4108000 00020000:00000002:0.0:1788838296.147636:0:32097:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4108000 00020000:00000001:0.0:1788838296.147638:0:32097:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147645:0:32097:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838296.147647:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bdf0 00000080:00200008:0.0:1788838296.147648:0:32097:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff98afd1583a88), flags 100002 00000080:00000001:0.0:1788838296.147651:0:32097:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838296.147653:0:32097:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788838296.147700:0:32097:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838296.147702:0:32097:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4108000 00020000:00000002:0.0:1788838296.147705:0:32097:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4108000 00020000:00000001:0.0:1788838296.147707:0:32097:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838296.147709:0:32097:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838296.147714:0:32097:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838296.147717:0:32097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838296.147720:0:32097:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838296.147722:0:32097:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838296.147725:0:32097:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838296.147727:0:32097:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:0.0:1788838296.147729:0:32097:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788838296.147731:0:32097:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788838296.147735:0:32097:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc3f25e00. 00000080:00000001:0.0:1788838296.147737:0:32097:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788838296.147742:0:32097:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788838296.147745:0:32097:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788838296.147747:0:32097:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:0.0:1788838296.147749:0:32097:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788838296.147751:0:32097:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:0.0:1788838296.147756:0:32097:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090bb80. 00000020:00000040:0.0:1788838296.147760:0:32097:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838296.147764:0:32097:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838296.147767:0:32097:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838296.147770:0:32097:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838296.147776:0:32097:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc3f25c00. 00000100:00000001:0.0:1788838296.147781:0:32097:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788838296.147791:0:32097:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788838296.147799:0:32097:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788838296.147804:0:32097:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788838296.147810:0:32097:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838296.147812:0:32097:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838296.147817:0:32097:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017b40. 00000100:00000001:0.0:1788838296.147819:0:32097:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407971136 : -113594301580480 : ffff98afc4017b40) 00000100:00000001:0.0:1788838296.147821:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.147822:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000001:0.0:1788838296.147826:0:32097:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838296.147829:0:32097:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.147831:0:32097:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838296.147833:0:32097:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838296.147836:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.147842:0:32097:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838296.147844:0:32097:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838296.147847:0:32097:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838296.147850:0:32097:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838296.147852:0:32097:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838296.147855:0:32097:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32097:1875731132253696:192.168.203.123@tcp:35:multiop.0 00000100:00000001:0.0:1788838296.147859:0:32097:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838296.147864:0:32097:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838296.147866:0:32097:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838296.147868:0:32097:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838296.147872:0:32097:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0083c00. 02000000:00000001:0.0:1788838296.147874:0:32097:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838296.147892:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838296.147896:0:32097:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c259f8. 00000400:00000010:0.0:1788838296.147902:0:32097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfca18. 00000100:00000200:0.0:1788838296.147908:0:32097:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132253696, portal 10 00000100:00000001:0.0:1788838296.147910:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838296.147911:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:0.0:1788838296.147918:0:32097:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838312 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838296.147925:0:32097:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838296.147928:0:32097:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838296.147930:0:32097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc2a8. 00000100:00000200:0.0:1788838296.147933:0:32097:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132253696, offset 0 00000400:00000200:0.0:1788838296.147938:0:32097:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838296.147946:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838296.147951:0:32097:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838296.147956:0:32097:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838296.147960:0:32097:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838296.147964:0:32097:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838296.147966:0:32097:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838296.147970:0:32097:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2479:2479:256:4294967295] 192.168.203.123@tcp LPNI seq info [2479:2479:8:4294967295] 00000400:00000200:0.0:1788838296.147974:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838296.147981:0:32097:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838296.147986:0:32097:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838296.147991:0:32097:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509600. 00000800:00000200:0.0:1788838296.147997:0:32097:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838296.148004:0:32097:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838296.148008:0:32097:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838296.148013:0:32097:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838296.148017:0:32097:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 782352 usecs (783 jiffies) 00000400:00000200:0.0:1788838296.148020:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838296.148023:0:32097:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296426904 00000100:00000001:0.0:1788838296.148025:0:32097:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:0.0:1788838296.148027:0:32097:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296426904 00000100:00000001:0.0:1788838296.148029:0:32097:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:0.0:1788838296.148031:0:32097:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838296.148034:0:32097:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838296.148036:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838296.148037:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838296.148045:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017b40 going to sleep for 11 seconds 00000100:00000001:0.0:1788838296.148047:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838296.148049:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838296.148086:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838296.148144:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838296.148147:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509600. 00000400:00000200:1.0:1788838296.148152:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838296.148157:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838296.148162:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc2a8 00000400:00000010:1.0:1788838296.148163:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc2a8. 00000100:00000001:1.0:1788838296.148167:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838296.148171:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838312 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838296.148179:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838296.148182:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838312 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838296.148188:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838296.148189:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838296.160817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31e00. 00010000:00000001:0.0:1788838297.098787:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838297.098793:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.098798:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838297.098799:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838297.098952:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838297.098956:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.098959:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838297.122171:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838297.122178:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838297.122180:0:32099:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838297.122183:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3b98 00000080:00200000:3.0:1788838297.122188:0:32099:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838297.122195:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1fa9e00. 00800000:00000002:3.0:1788838297.122201:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838297.122205:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838297.122209:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838297.122211:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3ab8 00800000:00000002:3.0:1788838297.122213:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838297.122217:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838297.122221:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838297.122226:0:32099:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838297.122228:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3988 00000002:00010000:3.0:1788838297.122229:0:32099:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838297.122233:0:32099:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838297.122234:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838297.122237:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838297.122243:0:32099:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.122245:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.122247:0:32099:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.122250:0:32099:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838297.122252:0:32099:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838297.122257:0:32099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d880. 00000020:00000040:3.0:1788838297.122261:0:32099:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838297.122267:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838297.122271:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838297.122277:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.122278:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.122280:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.122283:0:32099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838297.122285:0:32099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838297.122289:0:32099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838297.122295:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717000. 00000100:00000001:3.0:1788838297.122302:0:32099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.122307:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838297.122308:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.122309:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838297.122310:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.122312:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.122317:0:32099:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00010000:00000001:3.0:1788838297.122322:0:32099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838297.122324:0:32099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838297.122328:0:32099:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac300. 00010000:00000010:3.0:1788838297.122332:0:32099:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675000. 00010000:00000001:3.0:1788838297.122335:0:32099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838297.122339:0:32099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beba00. 00000020:00000001:3.0:1788838297.122343:0:32099:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838297.122345:0:32099:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beba00 with handle 0x9f68a6b43b62cf5e to hash 00000020:00000001:3.0:1788838297.122348:0:32099:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838297.122349:0:32099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.122352:0:32099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.122355:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.122358:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.122362:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.122371:0:32099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.122380:0:32099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838297.122386:0:32099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838297.122388:0:32099:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838297.122394:0:32099:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89600. 00000100:00000001:3.0:1788838297.122396:0:32099:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489177088 : -113594220374528 : ffff98afc8d89600) 00000100:00000001:3.0:1788838297.122399:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838297.122400:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000001:3.0:1788838297.122404:0:32099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838297.122408:0:32099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.122410:0:32099:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838297.122411:0:32099:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838297.122421:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838297.122436:0:32099:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838297.122438:0:32099:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838297.122442:0:32099:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838297.122444:0:32099:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838297.122447:0:32099:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838297.122450:0:32099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132253824:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838297.122454:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838297.122459:0:32099:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838297.122461:0:32099:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838297.122463:0:32099:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838297.122467:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838297.122469:0:32099:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838297.122476:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838297.122480:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5be18. 00000400:00000010:3.0:1788838297.122486:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cecc0. 00000100:00000200:3.0:1788838297.122492:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132253824, portal 10 00000100:00000001:3.0:1788838297.122493:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838297.122495:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000040:3.0:1788838297.122500:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838297.122506:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838297.122509:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838297.122512:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceaa0. 00000100:00000200:3.0:1788838297.122515:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132253824, offset 0 00000400:00000200:3.0:1788838297.122521:0:32099:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838297.122530:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838297.122536:0:32099:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838297.122541:0:32099:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838297.122544:0:32099:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838297.122548:0:32099:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838297.122551:0:32099:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838297.122555:0:32099:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2480:2480:256:4294967295] 192.168.203.123@tcp LPNI seq info [2480:2480:8:4294967295] 00000400:00000200:3.0:1788838297.122559:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838297.122569:0:32099:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838297.122576:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838297.122581:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3600. 00000800:00000200:3.0:1788838297.122587:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838297.122595:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838297.122599:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838297.122614:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838297.122618:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 782352 usecs (783 jiffies) 00000400:00000200:3.0:1788838297.122622:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838297.122624:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296427876 00000100:00000001:3.0:1788838297.122627:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:3.0:1788838297.122630:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296427876 00000100:00000001:3.0:1788838297.122632:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:3.0:1788838297.122634:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838297.122637:0:32099:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.122639:0:32099:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838297.122641:0:32099:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838297.122643:0:32099:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89600 going to sleep for 11 seconds 00000100:00000001:3.0:1788838297.122645:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838297.122649:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838297.123142:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838297.123148:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838297.123152:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.123158:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838297.123163:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceaa0 00000400:00000010:1.0:1788838297.123166:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceaa0. 00000100:00000001:1.0:1788838297.123169:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838297.123174:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.123184:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838297.123188:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.123194:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.123196:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838297.128546:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838297.128564:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838297.128568:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838297.128572:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838297.128581:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.128590:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838297.128600:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.128605:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.128611:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.128615:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd50680 00000400:00000200:0.0:1788838297.128620:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.128627:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6a61 [1] + 224 00000800:00000001:0.0:1788838297.128634:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838297.128642:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838297.128645:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838297.128650:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838297.128945:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838297.128955:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838297.129035:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838297.129079:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838297.129099:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838297.129109:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838297.129113:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838297.130884:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838297.130891:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838297.130948:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5be18. 00000400:00000200:3.0:1788838297.130957:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:3.0:1788838297.131113:0:32099:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:3.0:1788838297.131120:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838297.131129:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838297.131146:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838297.131154:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838297.131156:0:32099:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.131159:0:32099:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838297.131162:0:32099:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838297.131164:0:32099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838297.131166:0:32099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838297.131169:0:32099:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838297.131177:0:32099:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=126 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838297.131181:0:32099:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838297.131183:0:32099:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838297.131185:0:32099:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.131188:0:32099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838297.131191:0:32099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.131194:0:32099:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838297.131196:0:32099:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:3.0:1788838297.131198:0:32099:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838297.131201:0:32099:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838297.131205:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838297.131212:0:32099:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838297.131215:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838297.131217:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838297.131222:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838297.131229:0:32099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132253824:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838297.131234:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.131237:0:32099:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.131239:0:32099:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838297.131241:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838297.131413:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838297.131422:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838297.131425:0:32099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89600. 00000100:00000001:3.0:1788838297.131428:0:32099:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838297.131430:0:32099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.131432:0:32099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838297.131437:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.131439:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.131442:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=4 00000020:00000001:3.0:1788838297.131444:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.131447:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000040:3.0:1788838297.131453:0:32099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beba00, remote cookie: 0xff98f31736b3b7d5, flags: 0x1001 00010000:00010000:3.0:1788838297.131458:0:32099:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.131468:0:32099:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.131474:0:32099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838297.131478:0:32099:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838297.131480:0:32099:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838297.131482:0:32099:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838297.131483:0:32099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838297.131485:0:32099:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afd83ac300) refcount = 1 00010000:00010000:3.0:1788838297.131488:0:32099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.131495:0:32099:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838297.131498:0:32099:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838297.131499:0:32099:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.131501:0:32099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838297.131504:0:32099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.131507:0:32099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.131514:0:32099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838297.131515:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.131517:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.131518:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.131519:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.131520:0:32099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.131524:0:32099:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838297.131526:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.131527:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.131528:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838297.131530:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.131533:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.131534:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.131535:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.131536:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=4 00000020:00000001:3.0:1788838297.131538:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.131540:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.131543:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.131545:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.131548:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.132169:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132171:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.132172:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.132173:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.132175:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=5 00000020:00000001:3.0:1788838297.132177:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132179:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132181:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.132185:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.132191:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132192:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838297.132195:0:32099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.132200:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.132202:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132202:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.132204:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132204:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838297.132212:0:32099:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838297.132221:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.132222:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.132224:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838297.132226:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132228:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132230:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132231:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.132232:0:32099:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.132235:0:32099:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.132237:0:32099:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838297.132239:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.132240:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.132241:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838297.132243:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132245:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00000002:00010000:3.0:1788838297.132434:0:32099:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.132447:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132449:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.132451:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838297.132452:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.132454:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.132455:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838297.132458:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132460:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000040:3.0:1788838297.132465:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:3.0:1788838297.132468:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838297.132472:0:32099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838297.132475:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132476:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.132477:0:32099:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838297.132480:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3910 00000002:00002000:3.0:1788838297.132482:0:32099:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838297.132485:0:32099:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.132488:0:32099:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.132490:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838297.132493:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838297.132496:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838297.132500:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838297.132503:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1fa9e00. 00000080:00000001:3.0:1788838297.132508:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838297.132510:0:32099:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838297.132516:0:32099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838297.132520:0:32099:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788838297.132528:0:32099:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd00d2bc0. 00800000:00000001:3.0:1788838297.132530:0:32099:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479610063808 : -113594099487808 : ffff98afd00d2bc0) 00800000:00000001:3.0:1788838297.132532:0:32099:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.132534:0:32099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838297.132537:0:32099:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838297.132539:0:32099:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788838297.132543:0:32099:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838297.132545:0:32099:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838297.132547:0:32099:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.132552:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838297.132555:0:32099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788838297.132558:0:32099:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788838287 to 1788838296 00000080:00200000:3.0:1788838297.132562:0:32099:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788838297.132564:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.132565:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.132567:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838297.132568:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132570:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132573:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132574:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838297.132576:0:32099:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838297.132578:0:32099:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788838297.132580:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd00d2bc0 1 00800000:00000010:3.0:1788838297.132582:0:32099:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd00d2bc0. 00800000:00000001:3.0:1788838297.132585:0:32099:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838297.132588:0:32099:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf5e 00800000:00000001:3.0:1788838297.132591:0:32099:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838297.132593:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838297.132594:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.132595:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.132596:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838297.132598:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132599:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132602:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132603:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.132604:0:32099:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.132605:0:32099:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.132607:0:32099:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838297.132609:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838297.132612:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf5e from it ffffbbcb00dd3bd0 00010000:00000001:3.0:1788838297.132614:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.132615:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.132616:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:3.0:1788838297.132617:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132619:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:3.0:1788838297.132622:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.132624:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.132630:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132631:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.132633:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838297.132635:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838297.132637:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838297.132646:0:32099:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838297.132649:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838297.132651:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838297.132655:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132810:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.132812:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.132816:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838297.132818:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.132820:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.132823:0:32099:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.132825:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.132826:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.132827:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838297.132830:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838297.132836:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d880 x1875731132253824/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838297.132844:0:32099:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838297.132847:0:32099:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838297.132850:0:32099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838297.132854:0:32099:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838297.132857:0:32099:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838297.133128:0:32099:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838297.133133:0:32099:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838297.133136:0:32099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838297.133141:0:32099:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838297.133142:0:32099:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838297.133145:0:32099:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d880. 00000100:00000001:3.0:1788838297.133148:0:32099:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838297.133150:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838297.133153:0:32099:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838297.133159:0:32099:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838297.133466:0:32099:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6860. 00000020:00000001:2.0:1788838297.133472:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3d88 00000080:00200000:2.0:1788838297.133474:0:32099:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=1536 00000080:00000001:2.0:1788838297.133478:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838297.133479:0:32099:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838297.133480:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3c98 00000080:00200000:2.0:1788838297.133482:0:32099:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838297.133487:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6fa00. 00800000:00000002:2.0:1788838297.133491:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838297.133495:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838297.133498:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.133500:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3bb8 00800000:00000002:2.0:1788838297.133501:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838297.133505:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838297.133508:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838297.133512:0:32099:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.133514:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3a88 00000002:00010000:2.0:1788838297.133516:0:32099:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838297.133519:0:32099:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838297.133521:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.133523:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.133527:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:2.0:1788838297.133530:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.133533:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.133536:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838297.133540:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838297.133549:0:32099:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838297.133553:0:32099:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.133556:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838297.133562:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838297.133564:0:32099:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.133567:0:32099:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.133568:0:32099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.133570:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.133572:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838297.133574:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838297.133576:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838297.133579:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6fa00. 00000080:00000001:2.0:1788838297.133582:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838297.133584:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.133586:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838297.133588:0:32099:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf5e 00800000:00000001:2.0:1788838297.133591:0:32099:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838297.133592:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838297.133594:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.133595:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.133597:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838297.133598:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838297.133600:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838297.133603:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.133604:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.133605:0:32099:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.133607:0:32099:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.133609:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf5e from it ffffbbcb00dd3cd0 00010000:00000001:2.0:1788838297.133610:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.133611:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.133612:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838297.133613:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838297.133615:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838297.133616:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.133619:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838297.133624:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.133625:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.133627:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838297.133628:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838297.133630:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838297.133636:0:32099:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838297.133638:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838297.133640:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.133643:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.133644:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.133645:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.133648:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838297.133649:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.133651:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.133652:0:32099:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.133654:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.133693:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.133694:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838297.133696:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838297.133697:0:32099:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.133700:0:32099:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788838297.133704:0:32099:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.133710:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838297.133711:0:32099:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838297.133712:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3d78 00000080:00200000:2.0:1788838297.133714:0:32099:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838297.133815:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6fa00. 00800000:00000002:2.0:1788838297.133819:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838297.133822:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838297.133824:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.133826:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3c98 00800000:00000002:2.0:1788838297.133828:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838297.133830:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838297.133832:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838297.133836:0:32099:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.133837:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3b68 00000002:00010000:2.0:1788838297.133838:0:32099:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838297.133841:0:32099:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838297.133842:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.133843:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.133846:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:2.0:1788838297.133848:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.133851:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.133853:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838297.133856:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838297.133862:0:32099:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838297.133864:0:32099:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.133866:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838297.133883:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838297.133885:0:32099:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.133886:0:32099:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.133888:0:32099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.133889:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.133891:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838297.134030:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838297.134032:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838297.134035:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6fa00. 00000080:00000001:2.0:1788838297.134038:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838297.134039:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.134041:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838297.134044:0:32099:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf5e 00800000:00000001:2.0:1788838297.134046:0:32099:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838297.134048:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838297.134050:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.134051:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.134053:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838297.134054:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838297.134057:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838297.134059:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.134060:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.134061:0:32099:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.134063:0:32099:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.134065:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf5e from it ffffbbcb00dd3db0 00010000:00000001:2.0:1788838297.134066:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.134067:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.134069:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beba00 refcount=3 00000020:00000001:2.0:1788838297.134070:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838297.134072:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482368 : -113594222069248 : ffff98afc8beba00) 00010000:00000001:2.0:1788838297.134074:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.134077:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838297.134083:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.134085:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.134086:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838297.134087:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838297.134090:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838297.134095:0:32099:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838297.134097:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838297.134098:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.134100:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.134101:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.134103:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134104:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838297.134106:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134107:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134109:0:32099:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134111:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.134112:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.134113:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838297.134114:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838297.134116:0:32099:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.134117:0:32099:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788838297.134120:0:32099:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.134123:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3e20 00000080:00200000:2.0:1788838297.134125:0:32099:0:(namei.c:2129:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=33188, excl=1 00000080:00000001:2.0:1788838297.134128:0:32099:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:2.0:1788838297.134129:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3dd0 00000080:00200000:2.0:1788838297.134131:0:32099:0:(namei.c:2084:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) mode 100644 dev 0 00000080:00000001:2.0:1788838297.134134:0:32099:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1788838297.134135:0:32099:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1788838297.134139:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6fa00. 00800000:00000002:2.0:1788838297.134142:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838297.134148:0:32099:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.134151:0:32099:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788838297.134153:0:32099:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788838297.134156:0:32099:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:2.0:1788838297.134159:0:32099:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788838297.134161:0:32099:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788838297.134164:0:32099:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788838297.134166:0:32099:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788838297.134169:0:32099:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:2.0:1788838297.134172:0:32099:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.134174:0:32099:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.134176:0:32099:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.134177:0:32099:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.134180:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3bf0 00800000:00000002:2.0:1788838297.134181:0:32099:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788838297.134185:0:32099:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788838297.134188:0:32099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838297.134191:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 2 00010000:00000001:2.0:1788838297.134193:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.134196:0:32099:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838297.134198:0:32099:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838297.134201:0:32099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788838297.134207:0:32099:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838297.134211:0:32099:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838297.134213:0:32099:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838297.134215:0:32099:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788838297.134217:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.134219:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.134220:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 3 00010000:00000001:2.0:1788838297.134222:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.134225:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.134226:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.134227:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.134229:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 3 00010000:00000001:2.0:1788838297.134230:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.134232:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.134234:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.134234:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.134236:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac300 count: 3 00010000:00000001:2.0:1788838297.134238:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.134240:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.134242:0:32099:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838297.134245:0:32099:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838297.134261:0:32099:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838297.134263:0:32099:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838297.134266:0:32099:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838297.134267:0:32099:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134270:0:32099:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838297.134272:0:32099:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838297.134274:0:32099:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838297.134275:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.134277:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838297.134280:0:32099:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beba00 with handle 0x9f68a6b43b62cf5e from hash 00010000:00000001:2.0:1788838297.134472:0:32099:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838297.134473:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.134475:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.134476:0:32099:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838297.134478:0:32099:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838297.134480:0:32099:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838297.134483:0:32099:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838297.134484:0:32099:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.134486:0:32099:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788838297.134492:0:32099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1880. 00000020:00000040:2.0:1788838297.134496:0:32099:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838297.134501:0:32099:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838297.134503:0:32099:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134505:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838297.134508:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.134510:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.134511:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.134512:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.134515:0:32099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838297.134517:0:32099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838297.134521:0:32099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838297.134528:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406f400. 00000100:00000001:2.0:1788838297.134535:0:32099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134537:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.134540:0:32099:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838297.134545:0:32099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788838297.134552:0:32099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838297.134553:0:32099:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838297.134555:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838297.134557:0:32099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beba00/0x9f68a6b43b62cf5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b7d5 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788838297.134564:0:32099:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac300 count: 0 00010000:00000010:2.0:1788838297.134568:0:32099:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675000. 00010000:00000001:2.0:1788838297.134577:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.134579:0:32099:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134580:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.134581:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.134583:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788838297.134595:0:32099:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1788838297.134603:0:32099:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838297.134610:0:32099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838297.134612:0:32099:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838297.135422:0:32099:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd050ccc0. 00000100:00000001:2.0:1788838297.135430:0:32099:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479614495936 : -113594095055680 : ffff98afd050ccc0) 00000100:00000001:2.0:1788838297.135434:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.135435:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000001:2.0:1788838297.135441:0:32099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838297.135445:0:32099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.135447:0:32099:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838297.135448:0:32099:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838297.135455:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838297.135464:0:32099:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838297.135467:0:32099:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.135472:0:32099:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838297.135474:0:32099:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838297.135477:0:32099:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838297.135480:0:32099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132254080:192.168.203.123@tcp:36:multiop.0 00000100:00000001:2.0:1788838297.135485:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838297.135491:0:32099:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838297.135494:0:32099:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.135496:0:32099:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838297.135501:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d800. 02000000:00000001:2.0:1788838297.135503:0:32099:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838297.135510:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838297.135513:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dd10. 00000400:00000010:2.0:1788838297.135520:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838297.135526:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132254080, portal 10 00000100:00000001:2.0:1788838297.135528:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.135529:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000040:2.0:1788838297.135535:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838297.135541:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838297.135543:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838297.135546:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512acc0. 00000100:00000200:2.0:1788838297.135549:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132254080, offset 0 00000400:00000200:2.0:1788838297.135554:0:32099:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838297.135563:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838297.135570:0:32099:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838297.135574:0:32099:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838297.135579:0:32099:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838297.135582:0:32099:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838297.135584:0:32099:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838297.135587:0:32099:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2481:2481:256:4294967295] 192.168.203.123@tcp LPNI seq info [2481:2481:8:4294967295] 00000400:00000200:2.0:1788838297.135591:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838297.135600:0:32099:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838297.135606:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838297.135611:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14100. 00000800:00000200:2.0:1788838297.135616:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838297.135624:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838297.135628:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788838297.135646:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838297.135651:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 781336 usecs (782 jiffies) 00000400:00000200:2.0:1788838297.135672:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838297.135675:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296427891 00000100:00000001:2.0:1788838297.135678:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:2.0:1788838297.135680:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296427891 00000100:00000001:2.0:1788838297.135682:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:2.0:1788838297.135684:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838297.135687:0:32099:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.135689:0:32099:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838297.135690:0:32099:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838297.135693:0:32099:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd050ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838297.135695:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838297.135698:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838297.136009:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838297.136014:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14100. 00000400:00000200:1.0:1788838297.136018:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.136024:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838297.136029:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512acc0 00000400:00000010:1.0:1788838297.136031:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512acc0. 00000100:00000001:1.0:1788838297.136035:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838297.136039:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.136048:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838297.136051:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1788838313 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.136058:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.136059:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838297.141705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac300. 00010000:00000010:2.1:1788838297.141721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beba00. 00000800:00000001:0.0:1788838297.148121:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838297.148137:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838297.148140:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838297.148143:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838297.148151:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.148158:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838297.148167:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.148171:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.148176:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.148180:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd50780 00000400:00000200:0.0:1788838297.148184:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.148191:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x6a69 [1] + 224 00000800:00000001:0.0:1788838297.148197:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838297.148204:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838297.148208:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838297.148212:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838297.148219:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838297.148227:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838297.148238:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.148258:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838297.148266:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838297.148270:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.148274:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838297.148280:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2482:2482:256:4294967295] 192.168.203.123@tcp LPNI seq info [2482:2482:8:4294967295] 00000400:00000200:0.0:1788838297.148284:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.148292:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838297.148297:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838297.148302:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838297.148307:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838297.148315:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838297.148319:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838297.148405:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838297.148408:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:0.0:1788838297.148411:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838297.148415:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838297.148420:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838297.148423:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.149183:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838297.149192:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838297.149193:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838297.149197:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dd10. 00000400:00000200:2.0:1788838297.149203:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:2.0:1788838297.149205:0:32099:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:2.0:1788838297.149208:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838297.149215:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838297.149224:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1880 x1875731132254080/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/576 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838297.149230:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838297.149233:0:32099:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.149235:0:32099:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838297.149238:0:32099:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838297.149240:0:32099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838297.149243:0:32099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.149246:0:32099:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838297.149255:0:32099:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=126 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838297.149260:0:32099:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838297.149262:0:32099:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838297.149264:0:32099:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.149266:0:32099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838297.149270:0:32099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.149272:0:32099:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838297.149274:0:32099:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1788838297.149276:0:32099:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838297.149278:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.149280:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000001:2.0:1788838297.149283:0:32099:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838297.149284:0:32099:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1788838297.149286:0:32099:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838297.149289:0:32099:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838297.149293:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1880 x1875731132254080/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1788838313 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838297.149300:0:32099:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838297.149303:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838297.149305:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838297.149308:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1880 x1875731132254080/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1788838313 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838297.149316:0:32099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132254080:192.168.203.123@tcp:36:multiop.0 00000100:00000001:2.0:1788838297.149320:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.149323:0:32099:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.149325:0:32099:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838297.149327:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838297.149332:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1880 x1875731132254080/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1788838313 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838297.149338:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838297.149341:0:32099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd050ccc0. 00000100:00000001:2.0:1788838297.149344:0:32099:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838297.149346:0:32099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.149362:0:32099:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838297.149366:0:32099:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:2.0:1788838297.149368:0:32099:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.149372:0:32099:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1788838297.149376:0:32099:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788838296 to 1788838297 00000080:00000001:2.0:1788838297.149379:0:32099:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838297.149385:0:32099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838297.149387:0:32099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838297.149389:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1788838297.149392:0:32099:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788838297.149402:0:32099:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd152a940. 00000020:00000001:2.0:1788838297.149412:0:32099:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788838297.149414:0:32099:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788838297.149417:0:32099:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788838297.149419:0:32099:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff98afd152aa08) 00000080:00000001:2.0:1788838297.149421:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1788838297.149424:0:32099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788838297.149426:0:32099:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1788838297 00000080:00000001:2.0:1788838297.149430:0:32099:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1788838297.149433:0:32099:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838297.149437:0:32099:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838297.149439:0:32099:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838297.149445:0:32099:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788838297.149449:0:32099:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd0813190. 00000020:00000001:2.0:1788838297.149452:0:32099:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788838297.149453:0:32099:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838297.149460:0:32099:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788838297.149463:0:32099:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afd0ce67c0. 00020000:00000001:2.0:1788838297.149465:0:32099:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479622727616 : -113594086824000 : ffff98afd0ce67c0) 00020000:00000001:2.0:1788838297.149468:0:32099:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788838297.149470:0:32099:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.149475:0:32099:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479617667600 : -113594091884016 : ffff98afd0813210) 00000020:00001000:2.0:1788838297.149477:0:32099:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838297.149550:0:32099:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631395336 : -113594078156280 : ffff98afd152aa08) 00000080:00000001:2.0:1788838297.149553:0:32099:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838297.149557:0:32099:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838297.149559:0:32099:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.149564:0:32099:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.149566:0:32099:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:2.0:1788838297.149567:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838297.149571:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132254080/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1788838313 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838297.149578:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838297.149580:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838297.149583:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6fa00. 00000080:00000001:2.0:1788838297.149587:0:32099:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.149591:0:32099:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.149594:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3e20 00000080:00200000:2.0:1788838297.149596:0:32099:0:(namei.c:2137:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:2.0:1788838297.149608:0:32099:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838297.149614:0:32099:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788838297.149651:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838297.149654:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838297.149751:0:32099:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838297.149753:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3b20 00000080:00200000:2.0:1788838297.149756:0:32099:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838297.149761:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6fa00. 00800000:00000002:2.0:1788838297.149765:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838297.149768:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838297.149771:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.149773:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3a40 00800000:00000002:2.0:1788838297.149775:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838297.149779:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838297.149782:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838297.149786:0:32099:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.149788:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3910 00000002:00010000:2.0:1788838297.149790:0:32099:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838297.149794:0:32099:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838297.149796:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.149798:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838297.149803:0:32099:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.149805:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.149807:0:32099:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.149809:0:32099:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838297.149812:0:32099:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838297.149816:0:32099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0e00. 00000020:00000040:2.0:1788838297.149819:0:32099:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838297.149824:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838297.149828:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.149834:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.149836:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.149837:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.149839:0:32099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838297.149841:0:32099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838297.149845:0:32099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838297.149850:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e800. 00000100:00000001:2.0:1788838297.149856:0:32099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.149859:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.149861:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.149862:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.149864:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.149865:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.149881:0:32099:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00010000:00000001:2.0:1788838297.149885:0:32099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838297.149887:0:32099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838297.149892:0:32099:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4cb00. 00010000:00000010:2.0:1788838297.149896:0:32099:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5600. 00010000:00000001:2.0:1788838297.149899:0:32099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838297.149902:0:32099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517800. 00000020:00000001:2.0:1788838297.149906:0:32099:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838297.149908:0:32099:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517800 with handle 0x9f68a6b43b62cf65 to hash 00000020:00000001:2.0:1788838297.149911:0:32099:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838297.149913:0:32099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.149915:0:32099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.149919:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.149921:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.149926:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838297.149934:0:32099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838297.149954:0:32099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838297.149966:0:32099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838297.149967:0:32099:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838297.149972:0:32099:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd050ccc0. 00000100:00000001:2.0:1788838297.149974:0:32099:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479614495936 : -113594095055680 : ffff98afd050ccc0) 00000100:00000001:2.0:1788838297.149976:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.149977:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000001:2.0:1788838297.149981:0:32099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838297.149985:0:32099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.149986:0:32099:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838297.149987:0:32099:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838297.149991:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.149999:0:32099:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838297.150000:0:32099:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.150003:0:32099:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838297.150006:0:32099:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838297.150009:0:32099:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838297.150012:0:32099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132254208:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838297.150015:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838297.150019:0:32099:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838297.150022:0:32099:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.150024:0:32099:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838297.150028:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0f800. 02000000:00000001:2.0:1788838297.150030:0:32099:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838297.150036:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838297.150039:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dd10. 00000400:00000010:2.0:1788838297.150043:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838297.150048:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132254208, portal 10 00000100:00000001:2.0:1788838297.150050:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.150051:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000040:2.0:1788838297.150056:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.150063:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838297.150066:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838297.150076:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838297.150079:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132254208, offset 0 00000400:00000200:2.0:1788838297.150085:0:32099:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838297.150092:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838297.150097:0:32099:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838297.150102:0:32099:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838297.150105:0:32099:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838297.150108:0:32099:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838297.150110:0:32099:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838297.150114:0:32099:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2483:2483:256:4294967295] 192.168.203.123@tcp LPNI seq info [2483:2483:8:4294967295] 00000400:00000200:2.0:1788838297.150117:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838297.150124:0:32099:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838297.150129:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838297.150133:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14700. 00000800:00000200:2.0:1788838297.150138:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838297.150144:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838297.150148:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788838297.150163:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838297.150167:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 780331 usecs (781 jiffies) 00000400:00000200:2.0:1788838297.150170:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838297.150173:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296427904 00000100:00000001:2.0:1788838297.150176:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:2.0:1788838297.150178:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296427904 00000100:00000001:2.0:1788838297.150180:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:2.0:1788838297.150182:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838297.150185:0:32099:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.150187:0:32099:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838297.150189:0:32099:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838297.150191:0:32099:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd050ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838297.150193:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838297.150194:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838297.151381:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838297.151388:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14700. 00000400:00000200:0.0:1788838297.151393:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838297.151401:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838297.151407:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:0.0:1788838297.151409:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:0.0:1788838297.151413:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838297.151420:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838297.151430:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838297.151434:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838297.151441:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.151442:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838297.160700:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.160717:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838297.160721:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.160723:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.160732:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.160748:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838297.160758:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.160763:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.160769:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.160773:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd50800 00000400:00000200:1.0:1788838297.160778:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.160782:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6a71 [1] + 224 00000800:00000001:1.0:1788838297.160789:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.160800:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.160804:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.160808:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838297.160816:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838297.160825:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838297.160837:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.160851:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838297.160860:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.160863:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.161403:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838297.161412:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838297.161414:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838297.161417:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dd10. 00000400:00000200:2.0:1788838297.161422:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:2.0:1788838297.161425:0:32099:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:2.0:1788838297.161428:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838297.161434:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838297.161443:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.161449:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838297.161450:0:32099:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.161453:0:32099:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838297.161456:0:32099:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838297.161458:0:32099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838297.161460:0:32099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.161463:0:32099:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838297.161471:0:32099:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=126 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838297.161476:0:32099:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838297.161479:0:32099:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838297.161481:0:32099:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.161484:0:32099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838297.161487:0:32099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.161490:0:32099:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838297.161492:0:32099:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1788838297.161495:0:32099:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838297.161497:0:32099:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838297.161502:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.161509:0:32099:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838297.161512:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838297.161514:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838297.161518:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838297.161525:0:32099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132254208:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838297.161530:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.161532:0:32099:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.161535:0:32099:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838297.161537:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838297.161540:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.161547:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838297.161550:0:32099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd050ccc0. 00000100:00000001:2.0:1788838297.161553:0:32099:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838297.161554:0:32099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.161557:0:32099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838297.161560:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161562:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161565:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838297.161568:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161571:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838297.161577:0:32099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517800, remote cookie: 0xff98f31736b3b7f1, flags: 0x1001 00010000:00010000:2.0:1788838297.161582:0:32099:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838297.161593:0:32099:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.161600:0:32099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838297.161603:0:32099:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838297.161605:0:32099:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838297.161607:0:32099:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838297.161608:0:32099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838297.161611:0:32099:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc7e4cb00) refcount = 1 00010000:00010000:2.0:1788838297.161615:0:32099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.161622:0:32099:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838297.161624:0:32099:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838297.161626:0:32099:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.161628:0:32099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838297.161630:0:32099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.161633:0:32099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.161639:0:32099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838297.161640:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161642:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.161643:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161644:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.161646:0:32099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.161649:0:32099:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838297.161651:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161652:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161653:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.161689:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161692:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161694:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161696:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161697:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838297.161699:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161701:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161703:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.161706:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.161709:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.161715:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161716:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.161718:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161719:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161720:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=5 00000020:00000001:2.0:1788838297.161722:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161724:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161726:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.161729:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.161743:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161744:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838297.161746:0:32099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.161752:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.161753:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161754:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.161755:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161757:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838297.161762:0:32099:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838297.161771:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161773:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161774:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.161775:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161777:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161780:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161781:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.161782:0:32099:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.161784:0:32099:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.161786:0:32099:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838297.161789:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161790:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161791:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.161793:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161795:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00000002:00010000:2.0:1788838297.161798:0:32099:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.161804:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161805:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.161807:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838297.161808:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161809:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161811:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.161812:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161814:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838297.161819:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 2 00010000:00000001:2.0:1788838297.161822:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838297.161825:0:32099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788838297.161828:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161829:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.161831:0:32099:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838297.161834:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3898 00000002:00002000:2.0:1788838297.161836:0:32099:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838297.161839:0:32099:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.161842:0:32099:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.161845:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838297.161848:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838297.161851:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838297.161855:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838297.161858:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6fa00. 00000080:00000001:2.0:1788838297.161863:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838297.161865:0:32099:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838297.161879:0:32099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788838297.161883:0:32099:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788838297.161889:0:32099:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd110d740. 00800000:00000001:2.0:1788838297.161891:0:32099:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479627081536 : -113594082470080 : ffff98afd110d740) 00800000:00000001:2.0:1788838297.161894:0:32099:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.161896:0:32099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838297.161898:0:32099:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838297.161900:0:32099:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788838297.161903:0:32099:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838297.161905:0:32099:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838297.161907:0:32099:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.161911:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838297.161914:0:32099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788838297.161918:0:32099:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788838297.161920:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161921:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161923:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.161925:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161927:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161929:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161930:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838297.161931:0:32099:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838297.161933:0:32099:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788838297.161935:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd110d740 1 00800000:00000010:2.0:1788838297.161937:0:32099:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd110d740. 00800000:00000001:2.0:1788838297.161940:0:32099:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.161943:0:32099:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf65 00800000:00000001:2.0:1788838297.161946:0:32099:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838297.161947:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838297.161948:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161950:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161951:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.161953:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161954:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161964:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161965:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.161966:0:32099:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.161968:0:32099:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.161970:0:32099:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.161972:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838297.161976:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf65 from it ffffbbcb00dd3b58 00010000:00000001:2.0:1788838297.161978:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.161979:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.161980:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.161982:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161984:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.161985:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.161988:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.161994:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.161995:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.161996:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838297.161998:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838297.162001:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838297.162013:0:32099:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838297.162016:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838297.162018:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.162022:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.162023:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.162025:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.162028:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838297.162029:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.162031:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.162033:0:32099:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.162035:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.162036:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.162037:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838297.162039:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838297.162043:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0e00 x1875731132254208/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.162050:0:32099:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838297.162053:0:32099:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838297.162056:0:32099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0f800. 02000000:00000001:2.0:1788838297.162060:0:32099:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838297.162062:0:32099:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838297.162064:0:32099:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838297.162066:0:32099:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838297.162079:0:32099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e800. 02000000:00000001:2.0:1788838297.162084:0:32099:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838297.162085:0:32099:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838297.162087:0:32099:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0e00. 00000100:00000001:2.0:1788838297.162090:0:32099:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838297.162091:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.162095:0:32099:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838297.162099:0:32099:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838297.162113:0:32099:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6200. 00000020:00000001:2.0:1788838297.162117:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3ae8 00000080:00200000:2.0:1788838297.162119:0:32099:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=9 00000080:00000001:2.0:1788838297.162122:0:32099:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838297.162124:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3998 00000080:00200000:2.0:1788838297.162126:0:32099:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000010:2.0:1788838297.162133:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6fa00. 00800000:00000002:2.0:1788838297.162137:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838297.162141:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838297.162144:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.162146:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd38b8 00800000:00000002:2.0:1788838297.162147:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838297.162150:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788838297.162154:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3850 00800000:00000002:2.0:1788838297.162156:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788838297.162160:0:32099:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.162162:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3788 00000002:00010000:2.0:1788838297.162164:0:32099:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788838297.162167:0:32099:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838297.162169:0:32099:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838297.162172:0:32099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0e00. 00000020:00000040:2.0:1788838297.162175:0:32099:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838297.162179:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838297.162182:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.162185:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.162186:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.162187:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.162189:0:32099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838297.162191:0:32099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838297.162195:0:32099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838297.162200:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e800. 00000100:00000001:2.0:1788838297.162206:0:32099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.162208:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.162210:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.162211:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.162212:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.162214:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.162220:0:32099:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00010000:00000001:2.0:1788838297.162223:0:32099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838297.162225:0:32099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838297.162228:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 2 00010000:00000001:2.0:1788838297.162230:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.162232:0:32099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838297.162235:0:32099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516200. 00000020:00000001:2.0:1788838297.162238:0:32099:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838297.162239:0:32099:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516200 with handle 0x9f68a6b43b62cf6c to hash 00000020:00000001:2.0:1788838297.162241:0:32099:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838297.162243:0:32099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.162245:0:32099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.162248:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.162249:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.162252:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838297.162259:0:32099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838297.162268:0:32099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838297.162272:0:32099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838297.162274:0:32099:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838297.162279:0:32099:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd050ccc0. 00000100:00000001:2.0:1788838297.162281:0:32099:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479614495936 : -113594095055680 : ffff98afd050ccc0) 00000100:00000001:2.0:1788838297.162283:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.162285:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000001:2.0:1788838297.162289:0:32099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838297.162293:0:32099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.162294:0:32099:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838297.162296:0:32099:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838297.162300:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.162313:0:32099:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838297.162315:0:32099:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.162318:0:32099:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838297.162321:0:32099:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838297.162323:0:32099:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838297.162326:0:32099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132254336:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838297.162329:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838297.162334:0:32099:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838297.162336:0:32099:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.162339:0:32099:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838297.162343:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0f800. 02000000:00000001:2.0:1788838297.162345:0:32099:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838297.162351:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838297.162354:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dd10. 00000400:00000010:2.0:1788838297.162359:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838297.162365:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132254336, portal 10 00000100:00000001:2.0:1788838297.162366:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.162368:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000040:2.0:1788838297.162373:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.162380:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838297.162383:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838297.162386:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a7f8. 00000100:00000200:2.0:1788838297.162389:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132254336, offset 0 00000400:00000200:2.0:1788838297.162395:0:32099:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838297.162402:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838297.162408:0:32099:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838297.162413:0:32099:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838297.162417:0:32099:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838297.162421:0:32099:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838297.162423:0:32099:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838297.162427:0:32099:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2484:2484:256:4294967295] 192.168.203.123@tcp LPNI seq info [2484:2484:8:4294967295] 00000400:00000200:2.0:1788838297.162431:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838297.162439:0:32099:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838297.162443:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838297.162448:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14000. 00000800:00000200:2.0:1788838297.162454:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838297.162461:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838297.162465:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788838297.162487:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838297.162491:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 779325 usecs (780 jiffies) 00000400:00000200:2.0:1788838297.162495:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838297.162497:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296427915 00000100:00000001:2.0:1788838297.162500:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:2.0:1788838297.162502:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296427915 00000100:00000001:2.0:1788838297.162504:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:2.0:1788838297.162506:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838297.162509:0:32099:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.162511:0:32099:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838297.162512:0:32099:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838297.162514:0:32099:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd050ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838297.162516:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838297.162518:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838297.163255:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838297.163262:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14000. 00000400:00000200:1.0:1788838297.163268:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.163273:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838297.163279:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a7f8 00000400:00000010:1.0:1788838297.163281:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a7f8. 00000100:00000001:1.0:1788838297.163284:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838297.163290:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.163298:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838297.163301:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838313 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.163308:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.163310:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788838297.168182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6860. 00000800:00000001:1.0:1788838297.172843:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.172860:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838297.172881:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.172885:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.172893:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.172902:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838297.172911:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.172915:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.172920:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.172924:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd50880 00000400:00000200:1.0:1788838297.172928:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.172933:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6a79 [1] + 224 00000800:00000001:1.0:1788838297.172940:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.172947:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.172951:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.172955:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838297.172973:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838297.172982:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838297.172993:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.173009:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838297.173018:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.173022:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.173214:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838297.173221:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838297.173223:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838297.173226:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dd10. 00000400:00000200:2.0:1788838297.173231:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:2.0:1788838297.173234:0:32099:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:2.0:1788838297.173237:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838297.173242:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838297.173257:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.173263:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838297.173265:0:32099:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.173267:0:32099:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838297.173270:0:32099:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838297.173272:0:32099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838297.173275:0:32099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.173278:0:32099:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838297.173285:0:32099:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=126 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838297.173289:0:32099:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838297.173292:0:32099:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838297.173294:0:32099:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.173296:0:32099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838297.173300:0:32099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.173303:0:32099:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838297.173306:0:32099:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1788838297.173307:0:32099:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838297.173310:0:32099:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838297.173315:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.173322:0:32099:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838297.173325:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838297.173327:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838297.173331:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838313 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838297.173338:0:32099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132254336:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838297.173343:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.173345:0:32099:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.173348:0:32099:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838297.173350:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838297.173354:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838313 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.173879:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838297.173883:0:32099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd050ccc0. 00000100:00000001:2.0:1788838297.173887:0:32099:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838297.173888:0:32099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.173891:0:32099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838297.173896:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.173898:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.173902:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=4 00000020:00000001:2.0:1788838297.173904:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.173907:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000040:2.0:1788838297.173913:0:32099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516200, remote cookie: 0xff98f31736b3b80d, flags: 0x1001 00010000:00010000:2.0:1788838297.173918:0:32099:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838297.173927:0:32099:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788838297.173930:0:32099:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838297.173938:0:32099:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4cd00. 00010000:00000010:2.0:1788838297.173943:0:32099:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5700. 00010000:00000001:2.0:1788838297.173948:0:32099:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.173951:0:32099:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838297.173958:0:32099:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.173964:0:32099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838297.173967:0:32099:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838297.173969:0:32099:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838297.173971:0:32099:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838297.173972:0:32099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838297.173975:0:32099:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff98afc7e4cd00) refcount = 1 00010000:00010000:2.0:1788838297.173979:0:32099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.173986:0:32099:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838297.173989:0:32099:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838297.173990:0:32099:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.173993:0:32099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838297.173995:0:32099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.173998:0:32099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.174003:0:32099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838297.174005:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.174006:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.174007:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.174008:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.174010:0:32099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.174014:0:32099:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838297.174016:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.174017:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.174018:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.174020:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.174022:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.174025:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.174026:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.174027:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=4 00000020:00000001:2.0:1788838297.174029:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.174030:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.174033:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.174035:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.174038:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.174051:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.174052:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.174053:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.174054:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.174055:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=5 00000020:00000001:2.0:1788838297.174057:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.174059:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.174061:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.174064:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.179187:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179190:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838297.179195:0:32099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.179204:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.179206:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179207:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.179209:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179210:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838297.179225:0:32099:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838297.179235:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.179238:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.179241:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.179243:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179246:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179249:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179250:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.179251:0:32099:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.179254:0:32099:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.179258:0:32099:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838297.179260:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.179261:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.179262:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.179264:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179266:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00000002:00010000:2.0:1788838297.179269:0:32099:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.179275:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179276:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.179278:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838297.179279:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.179280:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.179281:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.179283:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179285:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000040:2.0:1788838297.179290:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cd00 count: 2 00010000:00000001:2.0:1788838297.179293:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838297.179296:0:32099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:2.0:1788838297.179299:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179300:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.179301:0:32099:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838297.179304:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3710 00000002:00002000:2.0:1788838297.179306:0:32099:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838297.179309:0:32099:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.179312:0:32099:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.179315:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838297.179318:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838297.179321:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838297.179324:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:2.0:1788838297.179327:0:32099:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838297.179328:0:32099:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb00dd3b20 it_disposition b 00000080:00000001:2.0:1788838297.179332:0:32099:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838297.179338:0:32099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838297.179341:0:32099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838297.179343:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1788838297.179346:0:32099:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788838297.179363:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1788838297.179366:0:32099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838297.179371:0:32099:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:2.0:1788838297.179374:0:32099:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff98afd152aa08): rc = 0 00000080:00000001:2.0:1788838297.179377:0:32099:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631395336 : -113594078156280 : ffff98afd152aa08) 00010000:00000001:2.0:1788838297.179379:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.179380:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.179382:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.179384:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179386:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00000080:00000001:2.0:1788838297.179389:0:32099:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838297.179392:0:32099:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838297.179396:0:32099:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838297.179398:0:32099:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838297.179400:0:32099:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838297.179404:0:32099:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1788838297.179407:0:32099:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce67c0) owner ffff98afc4bccf80 00020000:00000001:2.0:1788838297.179410:0:32099:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838297.179412:0:32099:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce67c0) owner ffff98afc4bccf80 00020000:00000002:2.0:1788838297.179415:0:32099:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838297.179418:0:32099:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.179419:0:32099:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.179423:0:32099:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838297.179425:0:32099:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000002:2.0:1788838297.179429:0:32099:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000001:2.0:1788838297.179431:0:32099:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838297.179433:0:32099:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838297.179435:0:32099:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1788838297.179438:0:32099:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838297.179442:0:32099:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.179443:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179444:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838297.179446:0:32099:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838297.179449:0:32099:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838297.179450:0:32099:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.179453:0:32099:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff98afd152aa08) for lock 0x9f68a6b43b62cf6c 00800000:00000001:2.0:1788838297.179456:0:32099:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838297.179458:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838297.179459:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.179460:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.179462:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.179464:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179467:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179469:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179470:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.179472:0:32099:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.179473:0:32099:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788838297.179480:0:32099:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd15b5948 inode ffff98afd152aa08 refc 1 flags 0x40000e 00000080:00000001:2.0:1788838297.179484:0:32099:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788838297.179487:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff98afd152aa08) 00000080:00010000:2.0:1788838297.179491:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf6c from it ffffbbcb00dd3b20 00010000:00000001:2.0:1788838297.179492:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.179493:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.179495:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.179497:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179499:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.179501:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.179504:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838297.179511:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179512:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.179514:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838297.179517:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838297.179519:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838297.179526:0:32099:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838297.179529:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838297.179531:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.179535:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179536:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.179538:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.179541:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838297.179543:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.179545:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.179549:0:32099:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.179550:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.179552:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.179553:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838297.179554:0:32099:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838297.179559:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6fa00. 00000100:00000001:2.0:1788838297.179567:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838297.179572:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0e00 x1875731132254336/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838297.179580:0:32099:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838297.179584:0:32099:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838297.179587:0:32099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0f800. 02000000:00000001:2.0:1788838297.179591:0:32099:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838297.179593:0:32099:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838297.179595:0:32099:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838297.179597:0:32099:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838297.179600:0:32099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e800. 02000000:00000001:2.0:1788838297.179603:0:32099:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838297.179605:0:32099:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838297.179607:0:32099:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0e00. 00000100:00000001:2.0:1788838297.179611:0:32099:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838297.179612:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838297.179615:0:32099:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838297.179616:0:32099:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb00dd3b20 released 00000080:00000001:2.0:1788838297.179618:0:32099:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788838297.179629:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3d08 00000080:00200008:2.0:1788838297.179632:0:32099:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff98afd152aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838297.179639:0:32099:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788838297.179642:0:32099:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:2.0:1788838297.179648:0:32099:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff98afc8d6fa00. 00000080:00000001:2.0:1788838297.179651:0:32099:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446630479489071616 : -113594220480000 : ffff98afc8d6fa00) 00000080:00000001:2.0:1788838297.179674:0:32099:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:2.0:1788838297.179678:0:32099:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff98afc7c9d000. 00000080:00000001:2.0:1788838297.179682:0:32099:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446630479471431680 : -113594238119936 : ffff98afc7c9d000) 00000080:00400000:2.0:1788838297.179686:0:32099:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 32099] [parent /] 00000080:00000001:2.0:1788838297.183199:0:32099:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:2.0:1788838297.183206:0:32099:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff98afc8d6fa00, parent / 00000080:00000001:2.0:1788838297.183495:0:32099:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:2.0:1788838297.183508:0:32099:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838297.183516:0:32099:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838297.183520:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3c80 00000080:00200000:2.0:1788838297.183522:0:32099:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff98afd152aa08),name=f22.recovery-small-1 00000080:00000010:2.0:1788838297.183531:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6e200. 00800000:00000002:2.0:1788838297.183537:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838297.183544:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838297.183549:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.183551:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3ba0 00800000:00000002:2.0:1788838297.183554:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838297.183557:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838297.183562:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838297.183568:0:32099:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.183570:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3a70 00000002:00010000:2.0:1788838297.183572:0:32099:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838297.183575:0:32099:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838297.183577:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.183580:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.183588:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cd00 count: 2 00010000:00000001:2.0:1788838297.183591:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.183596:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.183599:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838297.183604:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838297.183615:0:32099:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838297.183620:0:32099:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.183623:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838297.183630:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838297.183632:0:32099:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.183634:0:32099:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.183635:0:32099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.183637:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.183639:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838297.183642:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838297.183645:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838297.183648:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6e200. 00000080:00000001:2.0:1788838297.183652:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838297.183654:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838297.183744:0:32101:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:1.0:1788838297.183747:0:32101:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff98afc8d6fa00, parent / 00000080:00010000:2.0:1788838297.183838:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff98afd152aa08) 00000080:00010000:2.0:1788838297.183842:0:32099:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff98afd152aa08) for lock 0x9f68a6b43b62cf6c 00800000:00000001:2.0:1788838297.183845:0:32099:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838297.183847:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838297.183849:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.183851:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.183854:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.183856:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.183859:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.183862:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.183864:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.183865:0:32099:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.183867:0:32099:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.183879:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf6c from it ffffbbcb00dd3cb8 00010000:00000001:2.0:1788838297.183881:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.183883:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.183884:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516200 refcount=3 00000020:00000001:2.0:1788838297.183886:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.183888:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362875904 : -113594346675712 : ffff98afc1516200) 00010000:00000001:2.0:1788838297.183890:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.183893:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838297.183901:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.183902:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.183904:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838297.183906:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838297.183909:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838297.183916:0:32099:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838297.183919:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838297.183921:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.183927:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.183928:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.183930:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.183932:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838297.183934:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.183936:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.183939:0:32099:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.183941:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.183942:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.183943:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838297.183946:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838297.183947:0:32099:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838297.183950:0:32099:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788838297.183953:0:32099:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788838297.183954:0:32099:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838297.183956:0:32099:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788838297.183958:0:32099:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.183960:0:32099:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.183962:0:32099:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788838297.183967:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3d08 00000080:00000008:2.0:1788838297.183970:0:32099:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff98afd152aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838297.183974:0:32099:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838297.183976:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3da0 00000080:00002000:2.0:1788838297.183977:0:32099:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff98afd15b5948, parent ffff98afd8effa20, inode ffff98afd152aa08) hashed, 00000080:00000001:2.0:1788838297.183980:0:32099:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.184016:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838297.184020:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838297.184021:0:32099:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838297.184023:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3bd8 00000080:00200000:2.0:1788838297.184024:0:32099:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838297.184028:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6e200. 00800000:00000002:2.0:1788838297.184031:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838297.184033:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838297.184034:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.184036:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3af8 00800000:00000002:2.0:1788838297.184037:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838297.184040:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838297.184043:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838297.184045:0:32099:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.184046:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd39c8 00000002:00010000:2.0:1788838297.184048:0:32099:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838297.184050:0:32099:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838297.184052:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.184053:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.184056:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 2 00010000:00000001:2.0:1788838297.184058:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.184060:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.184062:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838297.184065:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838297.184149:0:32099:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838297.184152:0:32099:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.184154:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838297.184160:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838297.184162:0:32099:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.184163:0:32099:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.184165:0:32099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.184166:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.184168:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838297.184170:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838297.184172:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838297.184174:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6e200. 00000080:00000001:2.0:1788838297.184177:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838297.184178:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.184180:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838297.184182:0:32099:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf65 00800000:00000001:2.0:1788838297.184184:0:32099:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838297.184186:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838297.184187:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.184188:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.184190:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.184191:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.184194:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.184195:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.184196:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.184197:0:32099:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.184199:0:32099:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.184201:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf65 from it ffffbbcb00dd3c10 00010000:00000001:2.0:1788838297.184202:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.184203:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.184205:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.184207:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.184208:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.184210:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.184212:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838297.184217:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.184218:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.184220:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838297.184221:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838297.184223:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838297.184227:0:32099:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838297.184229:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838297.184230:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.184232:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.184233:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.184234:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.184236:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838297.184237:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.184239:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.184241:0:32099:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.184242:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.184243:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.184244:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838297.184246:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838297.184247:0:32099:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.184249:0:32099:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838297.184253:0:32099:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.184259:0:32099:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838297.184261:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3da8 00000080:00002000:2.0:1788838297.184263:0:32099:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff98afd15b5948) flags 0x48000e refc 0 00000080:00000001:2.0:1788838297.184265:0:32099:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.184268:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3e18 00000080:00200000:2.0:1788838297.184269:0:32099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:2.0:1788838297.184273:0:32099:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:2.0:1788838297.184275:0:32099:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:2.0:1788838297.184277:0:32099:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1788838297.184280:0:32099:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:2.0:1788838297.184282:0:32099:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1788838297.184284:0:32099:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:2.0:1788838297.184286:0:32099:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:2.0:1788838297.184290:0:32099:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838297.184291:0:32099:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838297.184293:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3d38 00000080:00200000:2.0:1788838297.184294:0:32099:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838297.184298:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6e200. 00800000:00000002:2.0:1788838297.184301:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838297.184303:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838297.184305:0:32099:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.184306:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3c58 00800000:00000002:2.0:1788838297.184308:0:32099:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838297.184311:0:32099:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838297.184313:0:32099:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838297.184315:0:32099:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838297.184317:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3b28 00000002:00010000:2.0:1788838297.184319:0:32099:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838297.184321:0:32099:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838297.184322:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.184324:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.184326:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 2 00010000:00000001:2.0:1788838297.184328:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.184331:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.184333:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838297.184336:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838297.184347:0:32099:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838297.184349:0:32099:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.184351:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788838297.184443:0:32100:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1788838297.184447:0:32100:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff98afc8d6fa00, parent / 00800000:00000001:3.0:1788838297.184450:0:32100:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:3.0:1788838297.184454:0:32100:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff98afd00d2bc0. 00800000:00000001:3.0:1788838297.184456:0:32100:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446630479610063808 : -113594099487808 : ffff98afd00d2bc0) 00000080:00000001:3.0:1788838297.184458:0:32100:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1788838297.184460:0:32100:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1788838297.184463:0:32100:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff98afc7ce3000. 00000080:00000001:3.0:1788838297.184467:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838297.184469:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838297.184472:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675580. 00000020:00000001:3.0:1788838297.184474:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838297.184475:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff98afc6675580) index 1 00000080:00000001:3.0:1788838297.184478:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448200576 : -113594261351040 : ffff98afc6675580) 00000080:00000001:3.0:1788838297.184481:0:32100:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838297.184482:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fc98 00000080:00002000:3.0:1788838297.184484:0:32100:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff98afd1731510) flags 0x40000e refc 1 00000080:00000001:3.0:1788838297.184486:0:32100:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.184488:0:32100:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:3.0:1788838297.184491:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8717000. 00800000:00000002:3.0:1788838297.184494:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 3 00800000:00000001:3.0:1788838297.184500:0:32100:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838297.184503:0:32100:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838297.184505:0:32100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838297.184507:0:32100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838297.184511:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:3.0:1788838297.184513:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.184516:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.184518:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838297.184522:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838297.184528:0:32100:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838297.184530:0:32100:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.184532:0:32100:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838297.184537:0:32100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838297.184538:0:32100:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838297.184540:0:32100:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838297.184542:0:32100:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838297.184543:0:32100:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01f8fd78 released 00000080:00010000:3.0:1788838297.184544:0:32100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf57 from it ffffbbcb01f8fd78 00010000:00000001:3.0:1788838297.184546:0:32100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.184547:0:32100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.184549:0:32100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babc00 refcount=3 00000020:00000001:3.0:1788838297.184550:0:32100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:3.0:1788838297.184552:0:32100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220736 : -113594222330880 : ffff98afc8babc00) 00010000:00000001:3.0:1788838297.184554:0:32100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.184556:0:32100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838297.184562:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.184563:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.184564:0:32100:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838297.184566:0:32100:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838297.184568:0:32100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838297.184573:0:32100:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838297.184575:0:32100:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838297.184576:0:32100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838297.184578:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.184579:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.184580:0:32100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.184581:0:32100:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838297.184583:0:32100:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.184584:0:32100:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.184586:0:32100:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.184587:0:32100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.184588:0:32100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.184589:0:32100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838297.184591:0:32100:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838297.184592:0:32100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 3 00000080:00000010:3.0:1788838297.184595:0:32100:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8717000. 00000080:00000001:3.0:1788838297.184598:0:32100:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838297.184614:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788838297.184617:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838297.184618:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838297.184621:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675a00. 00000020:00000001:3.0:1788838297.184623:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838297.184624:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff98afc6675a00) index 2 00000080:00000001:3.0:1788838297.184625:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448201728 : -113594261349888 : ffff98afc6675a00) 00000080:00000001:3.0:1788838297.184628:0:32100:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788838297.184630:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8717000. 00800000:00000002:3.0:1788838297.184643:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 3 00800000:00000001:3.0:1788838297.184648:0:32100:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788838297.184651:0:32100:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:3.0:1788838297.184653:0:32100:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff98afd09a79e0. 00000002:00000001:3.0:1788838297.184674:0:32100:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:3.0:1788838297.184677:0:32100:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff98afd09a7b40. 00000002:00000010:3.0:1788838297.184680:0:32100:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff98afc4acb1e0. 00000002:00000010:3.0:1788838297.184683:0:32100:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff98afd00d2940. 00000002:00000010:3.0:1788838297.184687:0:32100:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff98afd0944000. 00000002:00000001:3.0:1788838297.184689:0:32100:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00800000:00000001:3.0:1788838297.184691:0:32100:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00000002:00000001:3.0:1788838297.184693:0:32100:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788838297.184696:0:32100:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff98afc8d89600. 00000002:00000001:3.0:1788838297.184698:0:32100:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788838297.184699:0:32100:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788838297.184701:0:32100:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788838297.184712:0:32100:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788838297.184714:0:32100:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788838297.184716:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838297.184719:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 3 00010000:00000001:3.0:1788838297.184721:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.184724:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838297.184727:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb600. 00000020:00000001:3.0:1788838297.184730:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838297.184732:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb600 with handle 0x9f68a6b43b62cf73 to hash 00000020:00000001:3.0:1788838297.184733:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000080:00000001:1.0:1788838297.185315:0:32101:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:1.0:1788838297.185321:0:32101:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:1.0:1788838297.185325:0:32101:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788838297.185327:0:32101:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838297.185332:0:32101:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:1.0:1788838297.185335:0:32101:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:1.0:1788838297.185339:0:32101:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa9e0 -> ffff98afc7dfa9e0 00000020:00000001:1.0:1788838297.185342:0:32101:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838297.185344:0:32101:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838297.185347:0:32101:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788838297.185350:0:32101:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838297.185351:0:32101:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838297.185353:0:32101:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838297.185363:0:32101:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838297.185365:0:32101:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838297.185369:0:32101:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff98afd05ccbf0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788838297.185372:0:32101:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:1.0:1788838297.185376:0:32101:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838297.185377:0:32101:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838297.185380:0:32101:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838297.185382:0:32101:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838297.185384:0:32101:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838297.185386:0:32101:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838297.185388:0:32101:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838297.185390:0:32101:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838297.185391:0:32101:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838297.185393:0:32101:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838297.185394:0:32101:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:1.0:1788838297.185397:0:32101:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838297.185399:0:32101:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788838297.185401:0:32101:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:1.0:1788838297.185403:0:32101:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788838297.185404:0:32101:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788838297.185406:0:32101:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788838297.185408:0:32101:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788838297.185413:0:32101:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788838297.185418:0:32101:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894a100. 00020000:00000002:1.0:1788838297.185420:0:32101:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838297.185422:0:32101:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788838297.185424:0:32101:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838297.185426:0:32101:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838297.185427:0:32101:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838297.185429:0:32101:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:1.0:1788838297.185431:0:32101:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:1.0:1788838297.185433:0:32101:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa2d8 -> ffff98afc7dfa9e0 00000020:00000001:1.0:1788838297.185435:0:32101:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838297.185438:0:32101:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838297.185440:0:32101:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838297.185442:0:32101:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838297.185444:0:32101:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838297.185446:0:32101:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:1.0:1788838297.185448:0:32101:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788838297.185452:0:32101:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afd1389560. 00000008:00010000:1.0:1788838297.185455:0:32101:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:1.0:1788838297.185458:0:32101:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838297.185459:0:32101:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788838297.185460:0:32101:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894a130, osc lock ffff98afd1389560, flags 0x400041012 00000020:00000001:1.0:1788838297.185462:0:32101:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838297.185464:0:32101:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838297.185466:0:32101:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484723456 : -113594224828160 : ffff98afc894a100) 00000020:00000001:1.0:1788838297.185468:0:32101:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838297.185469:0:32101:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788838297.185470:0:32101:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838297.185471:0:32101:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838297.185473:0:32101:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838297.185475:0:32101:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838297.185476:0:32101:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838297.185477:0:32101:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:1.0:1788838297.185478:0:32101:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838297.185480:0:32101:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838297.185482:0:32101:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838297.185484:0:32101:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838297.185486:0:32101:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838297.185488:0:32101:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838297.185490:0:32101:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838297.185491:0:32101:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838297.185492:0:32101:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838297.185494:0:32101:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788838297.185496:0:32101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838297.185501:0:32101:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838297.185505:0:32101:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788838297.185510:0:32101:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121880. 00000020:00000040:1.0:1788838297.185514:0:32101:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:1.0:1788838297.185518:0:32101:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838297.185521:0:32101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838297.185523:0:32101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.185526:0:32101:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838297.185543:0:32101:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838297.185546:0:32101:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838297.185553:0:32101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd00a7e00. 00000100:00000001:1.0:1788838297.185559:0:32101:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838297.185562:0:32101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838297.185564:0:32101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838297.185565:0:32101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838297.185566:0:32101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838297.185568:0:32101:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838297.185570:0:32101:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479627163776 : -113594082387840 : ffff98afd1121880) 00010000:00000001:1.0:1788838297.185574:0:32101:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838297.185575:0:32101:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788838297.185579:0:32101:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901c00. 00010000:00000010:1.0:1788838297.185582:0:32101:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afc9901400. 00010000:00000001:1.0:1788838297.185586:0:32101:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838297.185589:0:32101:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0f800. 00000020:00000001:1.0:1788838297.185593:0:32101:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838297.185595:0:32101:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0f800 with handle 0x9f68a6b43b62cf7a to hash 00000020:00000001:1.0:1788838297.185597:0:32101:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838297.185598:0:32101:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000010:1.0:1788838297.185601:0:32101:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd0c98480. 00010000:00000001:1.0:1788838297.185604:0:32101:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:1.0:1788838297.185607:0:32101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838297.185609:0:32101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838297.185612:0:32101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838297.185623:0:32101:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838297.185632:0:32101:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.185637:0:32101:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838297.185641:0:32101:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838297.185652:0:32101:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045add1b1] to pc [ptlrpcd_00_00+0] req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838297.186153:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838297.186157:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838297.186159:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838297.186167:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838297.186175:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838297.186177:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838297.186181:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838297.186183:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838297.186186:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838297.186189:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132254464:192.168.203.123@tcp:101:ll_agl.0 00000100:00000001:0.0:1788838297.186193:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838297.186198:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838297.186210:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838297.186213:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838297.186219:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0080000. 02000000:00000001:0.0:1788838297.186221:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838297.186228:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838297.186232:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25dc0. 00000400:00000010:0.0:1788838297.186238:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc770. 00000100:00000200:0.0:1788838297.186244:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132254464, portal 4 00000100:00000001:0.0:1788838297.186246:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838297.186248:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627163776 : -113594082387840 : ffff98afd1121880) 00000100:00000040:0.0:1788838297.186255:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838297.186261:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838297.186264:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838297.186267:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcb28. 00000100:00000200:0.0:1788838297.186269:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132254464, offset 0 00000400:00000200:0.0:1788838297.186275:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838297.186283:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.186291:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838297.186297:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838297.186301:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838297.186304:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838297.186307:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838297.186310:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2485:2485:256:4294967295] 192.168.203.123@tcp LPNI seq info [2485:2485:8:4294967295] 00000400:00000200:0.0:1788838297.186314:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.186323:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838297.186329:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838297.186334:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838297.186341:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838297.186349:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838297.186361:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788838297.186376:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838297.186380:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 232520 usecs (233 jiffies) 00000400:00000200:0.0:1788838297.186383:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838297.186386:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296427392 00000100:00000001:0.0:1788838297.186388:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:0.0:1788838297.186390:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296427392 00000100:00000001:0.0:1788838297.186392:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:0.0:1788838297.186395:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838297.186397:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.186400:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.186402:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838297.186442:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838297.186447:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838297.186451:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.186453:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.186457:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.186464:0:32100:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.186470:0:32100:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186473:0:32100:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186477:0:32100:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838297.186484:0:32100:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff98afd00d2880. 00000002:00000001:3.0:1788838297.186487:0:32100:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186488:0:32100:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186490:0:32100:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.186493:0:32100:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186495:0:32100:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186498:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788838297.186502:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838297.186503:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838297.186505:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675d80. 00000020:00000001:3.0:1788838297.186508:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838297.186509:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff98afc6675d80) index 3 00000080:00000001:3.0:1788838297.186512:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448202624 : -113594261348992 : ffff98afc6675d80) 00000080:00000001:3.0:1788838297.186515:0:32100:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788838297.186517:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8716c00. 00800000:00000002:3.0:1788838297.186523:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 4 00800000:00000001:3.0:1788838297.186529:0:32100:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788838297.186532:0:32100:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788838297.186533:0:32100:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00000002:00000001:3.0:1788838297.186536:0:32100:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788838297.186539:0:32100:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff98afc8d89f00. 00000002:00000001:3.0:1788838297.186541:0:32100:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788838297.186542:0:32100:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788838297.186543:0:32100:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788838297.186549:0:32100:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788838297.186552:0:32100:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788838297.186553:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838297.186557:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 4 00010000:00000001:3.0:1788838297.186560:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.186561:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838297.186564:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea800. 00000020:00000001:3.0:1788838297.186567:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838297.186569:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea800 with handle 0x9f68a6b43b62cf81 to hash 00000020:00000001:3.0:1788838297.186571:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838297.186572:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838297.186574:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838297.186576:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.186577:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.186580:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.186589:0:32100:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.186594:0:32100:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186596:0:32100:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186597:0:32100:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838297.186600:0:32100:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff98afd00d2fc0. 00000002:00000001:3.0:1788838297.186602:0:32100:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186604:0:32100:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186605:0:32100:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.186607:0:32100:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186608:0:32100:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186609:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788838297.186611:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838297.186612:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838297.186614:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675c80. 00000020:00000001:3.0:1788838297.186616:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838297.186618:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff98afc6675c80) index 4 00000080:00000001:3.0:1788838297.186620:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448202368 : -113594261349248 : ffff98afc6675c80) 00000080:00000001:3.0:1788838297.186622:0:32100:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788838297.186624:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8717c00. 00800000:00000002:3.0:1788838297.186627:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 5 00800000:00000001:3.0:1788838297.186629:0:32100:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788838297.186631:0:32100:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788838297.186632:0:32100:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00000002:00000001:3.0:1788838297.186634:0:32100:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788838297.186636:0:32100:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff98afc8d899c0. 00000002:00000001:3.0:1788838297.186638:0:32100:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788838297.186639:0:32100:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788838297.186640:0:32100:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788838297.186643:0:32100:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788838297.186644:0:32100:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788838297.186646:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838297.186648:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 5 00010000:00000001:3.0:1788838297.186650:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.186652:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838297.186654:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea600. 00000020:00000001:3.0:1788838297.186670:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838297.186672:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea600 with handle 0x9f68a6b43b62cf88 to hash 00000020:00000001:3.0:1788838297.186674:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838297.186675:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838297.186677:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838297.186679:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.186681:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.186684:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.186690:0:32100:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.186695:0:32100:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186697:0:32100:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186699:0:32100:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838297.186701:0:32100:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff98afd00d2080. 00000002:00000001:3.0:1788838297.186703:0:32100:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186705:0:32100:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186706:0:32100:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.186707:0:32100:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186709:0:32100:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186710:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788838297.186712:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838297.186713:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838297.186715:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675f80. 00000020:00000001:3.0:1788838297.186717:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838297.186718:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff98afc6675f80) index 5 00000080:00000001:3.0:1788838297.186720:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448203136 : -113594261348480 : ffff98afc6675f80) 00000080:00000001:3.0:1788838297.186723:0:32100:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788838297.186725:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8716400. 00800000:00000002:3.0:1788838297.186727:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 6 00800000:00000001:3.0:1788838297.186730:0:32100:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788838297.186732:0:32100:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788838297.186733:0:32100:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00000002:00000001:3.0:1788838297.186746:0:32100:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788838297.186749:0:32100:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff98afc8d89d80. 00000002:00000001:3.0:1788838297.186751:0:32100:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788838297.186751:0:32100:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788838297.186752:0:32100:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788838297.186756:0:32100:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788838297.186757:0:32100:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788838297.186758:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838297.186760:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 6 00010000:00000001:3.0:1788838297.186762:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.186764:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838297.186766:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beae00. 00000020:00000001:3.0:1788838297.186768:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838297.186769:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beae00 with handle 0x9f68a6b43b62cf8f to hash 00000020:00000001:3.0:1788838297.186771:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838297.186772:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487479296 : -113594222072320 : ffff98afc8beae00) 00010000:00000001:3.0:1788838297.186774:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487479296 : -113594222072320 : ffff98afc8beae00) 00010000:00000001:3.0:1788838297.186776:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.186778:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.186781:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.186787:0:32100:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.186791:0:32100:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186793:0:32100:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186795:0:32100:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838297.186797:0:32100:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff98afd00d22c0. 00000002:00000001:3.0:1788838297.186799:0:32100:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186800:0:32100:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186802:0:32100:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.186803:0:32100:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186805:0:32100:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186806:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788838297.186808:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838297.186809:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838297.186811:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675d00. 00000020:00000001:3.0:1788838297.186813:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838297.186815:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff98afc6675d00) index 6 00000080:00000001:3.0:1788838297.186817:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448202496 : -113594261349120 : ffff98afc6675d00) 00000080:00000001:3.0:1788838297.186819:0:32100:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788838297.186821:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8716800. 00800000:00000002:3.0:1788838297.186824:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 7 00800000:00000001:3.0:1788838297.186827:0:32100:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788838297.186829:0:32100:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788838297.186830:0:32100:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00000002:00000001:3.0:1788838297.186832:0:32100:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788838297.186834:0:32100:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff98afc8d89300. 00000002:00000001:3.0:1788838297.186835:0:32100:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788838297.186836:0:32100:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788838297.186837:0:32100:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788838297.186841:0:32100:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788838297.186842:0:32100:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788838297.186843:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838297.186845:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 7 00010000:00000001:3.0:1788838297.186847:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.186849:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838297.186852:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb000. 00000020:00000001:3.0:1788838297.186854:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838297.186856:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb000 with handle 0x9f68a6b43b62cf96 to hash 00000020:00000001:3.0:1788838297.186858:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838297.186859:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487479808 : -113594222071808 : ffff98afc8beb000) 00010000:00000001:3.0:1788838297.186860:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487479808 : -113594222071808 : ffff98afc8beb000) 00010000:00000001:3.0:1788838297.186862:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.186863:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.186866:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.186891:0:32100:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.186897:0:32100:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186898:0:32100:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186900:0:32100:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838297.186903:0:32100:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff98afd00d24c0. 00000002:00000001:3.0:1788838297.186905:0:32100:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186906:0:32100:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186907:0:32100:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.186909:0:32100:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186910:0:32100:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186911:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788838297.186913:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838297.186914:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838297.186915:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675e80. 00000020:00000001:3.0:1788838297.186917:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838297.186918:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff98afc6675e80) index 7 00000080:00000001:3.0:1788838297.186920:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448202880 : -113594261348736 : ffff98afc6675e80) 00000080:00000001:3.0:1788838297.186922:0:32100:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788838297.186924:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8717800. 00800000:00000002:3.0:1788838297.186927:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 8 00800000:00000001:3.0:1788838297.186929:0:32100:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788838297.186931:0:32100:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788838297.186932:0:32100:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00000002:00000001:3.0:1788838297.186934:0:32100:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788838297.186936:0:32100:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff98afc8d89180. 00000002:00000001:3.0:1788838297.186937:0:32100:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788838297.186938:0:32100:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788838297.186939:0:32100:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788838297.186942:0:32100:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788838297.186943:0:32100:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788838297.186945:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838297.186947:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 8 00010000:00000001:3.0:1788838297.186949:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.186951:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838297.186953:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb200. 00000020:00000001:3.0:1788838297.186955:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838297.186956:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb200 with handle 0x9f68a6b43b62cf9d to hash 00000020:00000001:3.0:1788838297.186958:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838297.186959:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838297.186961:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838297.186963:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.186965:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.186967:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.186973:0:32100:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.186977:0:32100:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186979:0:32100:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186981:0:32100:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838297.186983:0:32100:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff98afd00d2f00. 00000002:00000001:3.0:1788838297.186984:0:32100:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186985:0:32100:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.186987:0:32100:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.186988:0:32100:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186989:0:32100:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.186990:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788838297.186992:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838297.186993:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838297.186995:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675100. 00000020:00000001:3.0:1788838297.186996:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838297.186998:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff98afc6675100) index 8 00000080:00000001:3.0:1788838297.186999:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448199424 : -113594261352192 : ffff98afc6675100) 00000080:00000001:3.0:1788838297.187001:0:32100:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788838297.187003:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8714400. 00800000:00000002:3.0:1788838297.187005:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 9 00800000:00000001:3.0:1788838297.187008:0:32100:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788838297.187010:0:32100:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788838297.187011:0:32100:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00000002:00000001:3.0:1788838297.187013:0:32100:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788838297.187015:0:32100:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff98afc8d89e40. 00000002:00000001:3.0:1788838297.187017:0:32100:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788838297.187018:0:32100:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788838297.187019:0:32100:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788838297.187021:0:32100:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788838297.187023:0:32100:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788838297.187024:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838297.187025:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 9 00010000:00000001:3.0:1788838297.187027:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838297.187029:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838297.187031:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beac00. 00000020:00000001:3.0:1788838297.187033:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838297.187034:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beac00 with handle 0x9f68a6b43b62cfa4 to hash 00000020:00000001:3.0:1788838297.187036:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838297.187037:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838297.187039:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838297.187041:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.187042:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.187045:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.187051:0:32100:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.187055:0:32100:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.187057:0:32100:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.187059:0:32100:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838297.187060:0:32100:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff98afd00d2dc0. 00000002:00000001:3.0:1788838297.187062:0:32100:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.187063:0:32100:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.187065:0:32100:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.187066:0:32100:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.187077:0:32100:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.187080:0:32100:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1788838297.187081:0:32100:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1788838297.187083:0:32100:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1788838297.187085:0:32100:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1788838297.187089:0:32100:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d880. 00000020:00000040:3.0:1788838297.187092:0:32100:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838297.187095:0:32100:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838297.187097:0:32100:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838297.187099:0:32100:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838297.187104:0:32100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff98afd0942000. 00000100:00000001:3.0:1788838297.187109:0:32100:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.187112:0:32100:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.187114:0:32100:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838297.187116:0:32100:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.187119:0:32100:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838297.187123:0:32100:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838297.187130:0:32100:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004210771e] to pc [ptlrpcd_01_01+1] req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1788838297.187156:0:32100:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838297.187158:0:32100:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838297.187160:0:32100:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.187162:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:3.0:1788838297.187175:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788838297.187178:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788838297.187180:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.187185:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838297.187187:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.187189:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838297.187190:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838297.187191:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838297.187196:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.187203:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838297.187204:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838297.187207:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838297.187209:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838297.187211:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838297.187214:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132254592:192.168.203.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1788838297.187218:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838297.187220:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838297.187222:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838297.187224:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838297.187230:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff98afd0070000. 02000000:00000001:3.0:1788838297.187232:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838297.187236:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838297.187239:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5be18. 00000400:00000010:3.0:1788838297.187243:0:2353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98afc8d89780. 00000100:00000200:3.0:1788838297.187248:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875731132254592, portal 4 00000100:00000001:3.0:1788838297.187250:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838297.187251:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000040:3.0:1788838297.187257:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.187264:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838297.187266:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838297.187269:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cecc0. 00000100:00000200:3.0:1788838297.187271:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1875731132254592, offset 0 00000400:00000200:3.0:1788838297.187275:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838297.187281:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838297.187286:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838297.187290:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838297.187292:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838297.187295:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838297.187297:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838297.187300:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2486:2486:255:4294967295] 192.168.203.123@tcp LPNI seq info [2486:2486:7:4294967295] 00000400:00000200:3.0:1788838297.187304:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838297.187312:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838297.187316:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838297.187321:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3800. 00000800:00000200:3.0:1788838297.187325:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838297.187332:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838297.187334:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3800 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:3.0:1788838297.187348:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838297.187351:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 778320 usecs (779 jiffies) 00000400:00000200:3.0:1788838297.187354:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838297.187356:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296427938 00000100:00000001:3.0:1788838297.187359:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:3.0:1788838297.187360:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296427938 00000100:00000001:3.0:1788838297.187363:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:3.0:1788838297.187364:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838297.187366:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.187369:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.187371:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.187393:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838297.187395:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.189122:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838297.189126:0:32099:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.189129:0:32099:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.189132:0:32099:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838297.189135:0:32099:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.189138:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838297.189142:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838297.189146:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 9 00000080:00000010:2.0:1788838297.189151:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6e200. 00000080:00000001:2.0:1788838297.189158:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838297.189160:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.189163:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838297.189166:0:32099:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cf65 00800000:00000001:2.0:1788838297.189170:0:32099:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838297.189173:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838297.189175:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.189177:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.189180:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.189182:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.189185:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.189188:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.189190:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838297.189192:0:32099:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838297.189193:0:32099:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838297.189196:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cf65 from it ffffbbcb00dd3d70 00010000:00000001:2.0:1788838297.189198:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838297.189199:0:32099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838297.189201:0:32099:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838297.189203:0:32099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.189204:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838297.189207:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838297.189211:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838297.189217:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.189218:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.189220:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838297.189222:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838297.189225:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838297.189231:0:32099:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838297.189234:0:32099:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838297.189236:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.189241:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.189242:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.189243:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189246:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838297.189247:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189249:0:32099:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189252:0:32099:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189254:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838297.189255:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.189256:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838297.189259:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838297.189261:0:32099:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838297.189264:0:32099:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788838297.189269:0:32099:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.189277:0:32099:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1788838297.189280:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3e00 00000080:00200000:2.0:1788838297.189282:0:32099:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00000001:2.0:1788838297.189285:0:32099:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788838297.189287:0:32099:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838297.189291:0:32099:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838297.189293:0:32099:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838297.189296:0:32099:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838297.189300:0:32099:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000002:2.0:1788838297.189304:0:32099:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000001:2.0:1788838297.189306:0:32099:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838297.189308:0:32099:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838297.189310:0:32099:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838297.189313:0:32099:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788838297.189321:0:32099:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc8d6e200. 00800000:00000002:2.0:1788838297.189325:0:32099:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 9 00800000:00000001:2.0:1788838297.189333:0:32099:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788838297.189337:0:32099:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788838297.189340:0:32099:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:2.0:1788838297.189342:0:32099:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838297.189344:0:32099:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00000002:00000001:2.0:1788838297.189348:0:32099:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788838297.189350:0:32099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838297.189355:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 9 00010000:00000001:2.0:1788838297.189358:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.189360:0:32099:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838297.189363:0:32099:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838297.189366:0:32099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788838297.189374:0:32099:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838297.189377:0:32099:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838297.189380:0:32099:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838297.189381:0:32099:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788838297.189384:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.189386:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.189388:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 10 00010000:00000001:2.0:1788838297.189390:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.189393:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.189395:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.189396:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.189398:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 10 00010000:00000001:2.0:1788838297.189399:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.189401:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.189402:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.189403:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.189404:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cb00 count: 10 00010000:00000001:2.0:1788838297.189406:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.189408:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.189410:0:32099:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838297.189412:0:32099:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838297.189416:0:32099:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838297.189418:0:32099:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838297.189420:0:32099:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838297.189422:0:32099:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189425:0:32099:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838297.189427:0:32099:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838297.189429:0:32099:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838297.189431:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.189434:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838297.189437:0:32099:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517800 with handle 0x9f68a6b43b62cf65 from hash 00010000:00000001:2.0:1788838297.189439:0:32099:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838297.189440:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.189441:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.189443:0:32099:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838297.189445:0:32099:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838297.189447:0:32099:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838297.189449:0:32099:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838297.189451:0:32099:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.189453:0:32099:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.189455:0:32099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838297.189457:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cd00 count: 2 00010000:00000001:2.0:1788838297.189459:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838297.189461:0:32099:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838297.189462:0:32099:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838297.189466:0:32099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788838297.189472:0:32099:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838297.189474:0:32099:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838297.189475:0:32099:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838297.189476:0:32099:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00000002:00000001:2.0:1788838297.189478:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.189479:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.189480:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cd00 count: 3 00010000:00000001:2.0:1788838297.189482:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.189484:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.189485:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.189486:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.189487:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cd00 count: 3 00010000:00000001:2.0:1788838297.189489:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.189491:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.189493:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.189494:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.189495:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cd00 count: 3 00010000:00000001:2.0:1788838297.189497:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.189499:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.189500:0:32099:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.189501:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.189502:0:32099:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cd00 count: 3 00010000:00000001:2.0:1788838297.189504:0:32099:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.189506:0:32099:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.189507:0:32099:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.189510:0:32099:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838297.189511:0:32099:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838297.189512:0:32099:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838297.189514:0:32099:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838297.189516:0:32099:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788838297.189518:0:32099:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000080:00000001:2.0:1788838297.189521:0:32099:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788838297.189524:0:32099:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788838297.189542:0:32099:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838297.189545:0:32099:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838297.189548:0:32099:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788838297.189550:0:32099:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.189552:0:32099:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838297.189553:0:32099:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838297.189555:0:32099:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.189557:0:32099:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838297.189558:0:32099:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff98afd152aa08) invalid 00000020:00000001:2.0:1788838297.189561:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3a68 00000080:00002000:2.0:1788838297.189563:0:32099:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff98afd15b5948) parent ffff98afd8effa20 inode ffff98afd152aa08 refc 1 00000080:00000001:2.0:1788838297.189567:0:32099:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838297.189568:0:32099:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838297.189569:0:32099:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189571:0:32099:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838297.189573:0:32099:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838297.189574:0:32099:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838297.189576:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.189577:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838297.189580:0:32099:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516200 with handle 0x9f68a6b43b62cf6c from hash 00010000:00000001:2.0:1788838297.189582:0:32099:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838297.189583:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.189584:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.189586:0:32099:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838297.189587:0:32099:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838297.189588:0:32099:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838297.189591:0:32099:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838297.189593:0:32099:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838297.189595:0:32099:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788838297.189601:0:32099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0e00. 00000020:00000040:2.0:1788838297.189605:0:32099:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838297.189610:0:32099:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838297.189612:0:32099:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189614:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838297.189618:0:32099:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838297.189620:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.189621:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.189623:0:32099:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.189625:0:32099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838297.189627:0:32099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838297.189631:0:32099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838297.189637:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8d6fc00. 00000100:00000001:2.0:1788838297.189644:0:32099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189647:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.189649:0:32099:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838297.189654:0:32099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788838297.189682:0:32099:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788838297.189687:0:32099:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1788838297.189689:0:32099:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788838297.189690:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838297.189693:0:32099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516200/0x9f68a6b43b62cf6c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b80d expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788838297.189699:0:32099:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4cd00 count: 0 00010000:00000010:2.0:1788838297.189704:0:32099:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5700. 00010000:00000001:2.0:1788838297.189712:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.189714:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838297.189716:0:32099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cf65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b7f1 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838297.189724:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.189725:0:32099:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189727:0:32099:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.189728:0:32099:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.189730:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838297.189927:0:32101:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838297.189931:0:32101:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838297.189934:0:32101:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838297.189937:0:32101:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838297.189939:0:32101:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838297.189940:0:32101:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838297.189942:0:32101:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838297.189945:0:32101:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_release():245 00000020:00000001:1.0:1788838297.189948:0:32101:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838297.189949:0:32101:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838297.189951:0:32101:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838297.189955:0:32101:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838297.189957:0:32101:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:1.0:1788838297.189958:0:32101:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838297.189960:0:32101:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894a130 (ffff98afd05ba098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838297.189963:0:32101:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838297.189964:0:32101:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:1.0:1788838297.189965:0:32101:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838297.189967:0:32101:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838297.189968:0:32101:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838297.189969:0:32101:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838297.189970:0:32101:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838297.189971:0:32101:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838297.189974:0:32101:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838297.189975:0:32101:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838297.189976:0:32101:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894a130 (ffff98afd05bacf8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838297.189978:0:32101:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afd1389560. 00000020:00000001:1.0:1788838297.189982:0:32101:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838297.189983:0:32101:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894a100. 00020000:00000001:1.0:1788838297.189986:0:32101:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838297.189987:0:32101:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838297.189988:0:32101:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788838297.189989:0:32101:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838297.189992:0:32101:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838297.189995:0:32101:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838297.189996:0:32101:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838297.189997:0:32101:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838297.189999:0:32101:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838297.190000:0:32101:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00020000:00000001:1.0:1788838297.190002:0:32101:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838297.190004:0:32101:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838297.190007:0:32101:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838297.190009:0:32101:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838297.190013:0:32101:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838297.190014:0:32101:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838297.190016:0:32101:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838297.190018:0:32101:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838297.190019:0:32101:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838297.190021:0:32101:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000001:00000001:1.0:1788838297.190023:0:32101:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788838297.190026:0:32101:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000001:1.0:1788838297.190028:0:32101:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000800:00000200:1.0:1788838297.190121:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838297.190126:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:1.0:1788838297.190131:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.190139:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838297.190146:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcb28 00000400:00000010:1.0:1788838297.190149:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcb28. 00000100:00000001:1.0:1788838297.190154:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838297.190162:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.190172:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838297.190176:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.190183:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.190185:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838297.190218:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838297.190221:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:1.0:1788838297.190224:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.190228:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838297.190231:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:1.0:1788838297.190233:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:1.0:1788838297.190236:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838297.190239:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.190247:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838297.190250:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.190256:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.190257:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838297.190294:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838297.190298:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788838297.190702:0:32099:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1788838297.190710:0:32099:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838297.190718:0:32099:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838297.190720:0:32099:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1788838297.192771:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838297.192779:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838297.192784:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838297.192786:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1788838297.192838:0:32099:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017540. 00000100:00000001:0.0:1788838297.192843:0:32099:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407969600 : -113594301582016 : ffff98afc4017540) 00000100:00000001:0.0:1788838297.192847:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838297.192849:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000001:0.0:1788838297.192855:0:32099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838297.192858:0:32099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.192860:0:32099:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838297.192862:0:32099:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838297.192882:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.192890:0:32099:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838297.192892:0:32099:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838297.192896:0:32099:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838297.192899:0:32099:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838297.192903:0:32099:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838297.192906:0:32099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132254848:192.168.203.123@tcp:36:multiop.0 00000100:00000001:0.0:1788838297.192910:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838297.192916:0:32099:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838297.192919:0:32099:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838297.192922:0:32099:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838297.192928:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0083000. 02000000:00000001:0.0:1788838297.192930:0:32099:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838297.192937:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838297.192941:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25580. 00000400:00000010:0.0:1788838297.192948:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc198. 00000100:00000200:0.0:1788838297.192954:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132254848, portal 10 00000100:00000001:0.0:1788838297.192956:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838297.192958:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000040:0.0:1788838297.192966:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.192973:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838297.192975:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838297.192978:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc440. 00000100:00000200:0.0:1788838297.192980:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875731132254848, offset 0 00000400:00000200:0.0:1788838297.192987:0:32099:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838297.192995:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.193001:0:32099:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838297.193007:0:32099:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838297.193011:0:32099:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838297.193014:0:32099:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838297.193017:0:32099:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838297.193021:0:32099:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2487:2487:256:4294967295] 192.168.203.123@tcp LPNI seq info [2487:2487:8:4294967295] 00000400:00000200:0.0:1788838297.193025:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838297.193033:0:32099:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838297.193039:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838297.193044:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509a00. 00000800:00000200:0.0:1788838297.193050:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838297.193058:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838297.193063:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509a00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788838297.193086:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838297.193091:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 778320 usecs (779 jiffies) 00000400:00000200:0.0:1788838297.193094:0:32099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838297.193096:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296427943 00000800:00000200:0.0:1788838297.193177:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838297.193180:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509a00. 00000400:00000200:0.0:1788838297.193184:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838297.193188:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838297.195954:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc440 00000400:00000010:0.0:1788838297.195967:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc440. 00000100:00000001:0.0:1788838297.195974:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838297.195986:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.195999:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838297.196003:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838313 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.196010:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.196012:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838297.196042:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:0.0:1788838297.196047:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296427947 00000100:00000001:0.0:1788838297.196049:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:0.0:1788838297.196052:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838297.196055:0:32099:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.196057:0:32099:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838297.196059:0:32099:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838297.196062:0:32099:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017540 going to sleep for 11 seconds 00000100:00000001:0.0:1788838297.196065:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838297.196067:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.197268:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.197276:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788838297.199712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cd00. 00010000:00000010:2.1:1788838297.199726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516200. 00010000:00000010:2.1:1788838297.199731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000800:00000001:1.0:1788838297.201008:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.201024:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838297.201027:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.201030:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.201038:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.201045:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838297.201053:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.201058:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.201062:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.201066:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd50900 00000400:00000200:1.0:1788838297.201071:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.201087:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x6a81 [1] + 224 00000800:00000001:1.0:1788838297.201095:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.201105:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.201108:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.201112:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838297.201119:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838297.201127:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838297.201144:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838297.201169:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838297.201179:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.201182:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838297.201293:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838297.201297:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838297.201304:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838297.201306:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838297.201309:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25dc0. 00000400:00000200:0.0:1788838297.201314:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc770 00000400:00000010:0.0:1788838297.201316:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc770. 00000100:00000001:0.0:1788838297.201319:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838297.201325:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838297.201334:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838297.201344:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838297.201347:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838297.201349:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838297.201352:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838297.201355:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838297.201357:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838297.201360:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838297.201369:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=126 v=5 (5 5 16 16) 00000100:00001000:0.0:1788838297.201372:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838297.201375:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838297.201377:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.201379:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838297.201382:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.201386:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838297.201388:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788838297.201390:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838297.201392:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838297.201397:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838297.201403:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838297.201405:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838297.201407:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838297.201410:0:2351:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788838297.201412:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838297.201414:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838297.201417:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=4 00000020:00000001:0.0:1788838297.201419:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201422:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201423:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838297.201424:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838297.201425:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=5 00000020:00000001:0.0:1788838297.201427:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201428:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201432:0:2351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838297.201435:0:2351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838297.201439:0:2351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838297.201449:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201451:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838297.201453:0:2351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838297.201455:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838297.201456:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838297.201458:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=6 00000020:00000001:0.0:1788838297.201460:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201462:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000040:0.0:1788838297.201468:0:2351:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0f800, remote cookie: 0xff98f31736b3b830, flags: 0x41011 00010000:00010000:0.0:1788838297.201473:0:2351:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838297.201481:0:2351:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788838297.201483:0:2351:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.201485:0:2351:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838297.201488:0:2351:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788838297.201493:0:2351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838297.201501:0:2351:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff98afc9901c00) refcount = 1 00010000:00000040:0.0:1788838297.201503:0:2351:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838297.201506:0:2351:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838297.201513:0:2351:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838297.201515:0:2351:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838297.201517:0:2351:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838297.201519:0:2351:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838297.201522:0:2351:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838297.201528:0:2351:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838297.201529:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201530:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838297.201531:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201531:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838297.201533:0:2351:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788838297.201535:0:2351:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:0.0:1788838297.201537:0:2351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838297.201541:0:2351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838297.201543:0:2351:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00010000:00000001:0.0:1788838297.201544:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838297.201546:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838297.201547:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=5 00000020:00000001:0.0:1788838297.201548:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201550:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000008:00000001:0.0:1788838297.201553:0:2351:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788838297.201556:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afd00b2000 -> ffff98afc7dfa9e0 00000008:00010000:0.0:1788838297.201560:0:2351:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788838297.201567:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afd00b2000 -> ffff98afc7dfa9e0 00000020:00000001:0.0:1788838297.201569:0:2351:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788838297.201571:0:2351:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788838297.201574:0:2351:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838297.201576:0:2351:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838297.201577:0:2351:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838297.201579:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afd00b2000 -> ffff98afc7dfa9e0 00000008:00000001:0.0:1788838297.201581:0:2351:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:0.0:1788838297.201582:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201583:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:0.0:1788838297.201586:0:2351:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000008:00000001:0.0:1788838297.201588:0:2351:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.201590:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838297.201592:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838297.201593:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=5 00000020:00000001:0.0:1788838297.201594:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201596:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201598:0:2351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838297.201601:0:2351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838297.201608:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201608:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838297.201611:0:2351:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838297.201617:0:2351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838297.201618:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201618:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838297.201620:0:2351:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.201622:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838297.201623:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838297.201624:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=4 00000020:00000001:0.0:1788838297.201625:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201627:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838297.201629:0:2351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838297.201631:0:2351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838297.201636:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201644:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838297.201645:0:2351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838297.201647:0:2351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838297.201650:0:2351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838297.201693:0:2351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838297.201695:0:2351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838297.201697:0:2351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838297.201700:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201702:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838297.201703:0:2351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.201706:0:2351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838297.201708:0:2351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.201710:0:2351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.201712:0:2351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.201714:0:2351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838297.201715:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201716:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838297.201718:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838297.201718:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838297.201720:0:2351:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838297.201725:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000001:1.0:1788838297.202056:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.202063:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838297.202065:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.202068:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.202078:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.202082:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838297.202090:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.202093:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.202096:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.202100:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 7008 into portal 4 MB=0x6a9f7afd50980 00000400:00000200:1.0:1788838297.202104:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.202108:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 7008/7008 into md 0x6a91 [2] + 224 00000800:00000001:1.0:1788838297.202113:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.202122:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.202124:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.202127:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838297.202131:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838297.202136:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838297.202145:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.202164:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838297.202170:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.202173:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.202224:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838297.202227:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838297.202232:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838297.202233:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838297.202236:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5be18. 00000400:00000200:3.0:1788838297.202239:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc8d89780 00000400:00000010:3.0:1788838297.202242:0:2353:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff98afc8d89780. 00000100:00000001:3.0:1788838297.202245:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838297.202249:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838297.202258:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.202264:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838297.202266:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.202268:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838297.202271:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838297.202272:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838297.202274:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838297.202277:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838297.202282:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee580 time=1788838297 v=5 (0 0 0 0) 00000100:00001000:3.0:1788838297.202286:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838297.202288:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788838297.202291:0:2353:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.202297:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788838297.202300:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838297.202301:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:3.0:1788838297.202303:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838297.202306:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788838297.202310:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.202317:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1788838297.202319:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838297.202321:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838297.202324:0:2353:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1788838297.202327:0:2353:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1788838297.202331:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838297.202333:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.202335:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.202337:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=4 00000020:00000001:3.0:1788838297.202339:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838297.202341:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00010000:3.0:1788838297.202345:0:2353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202352:0:2353:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788838297.202356:0:2353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202362:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.202364:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202369:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202370:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838297.202373:0:2353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202377:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.202379:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.202382:0:2353:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838297.202384:0:2353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.202391:0:2353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8beb600 already unused, calling callback (ffffffffc1970460) 00000080:00000001:3.0:1788838297.202394:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788838297.202397:0:2353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202403:0:2353:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788838297.202405:0:2353:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788838297.202408:0:2353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202413:0:2353:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788838297.202416:0:2353:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838297.202417:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.202418:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.202420:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb600 refcount=5 00000020:00000001:3.0:1788838297.202422:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838297.202424:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481344 : -113594222070272 : ffff98afc8beb600) 00010000:00000001:3.0:1788838297.202427:0:2353:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838297.202429:0:2353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788838297.202435:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838297.202436:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.202439:0:2353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838297.202441:0:2353:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838297.202444:0:2353:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838297.202445:0:2353:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838297.202447:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.202448:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838297.202451:0:2353:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb600 with handle 0x9f68a6b43b62cf73 from hash 00010000:00000001:3.0:1788838297.202453:0:2353:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838297.202455:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202456:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202457:0:2353:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838297.202459:0:2353:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838297.202460:0:2353:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838297.202463:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202464:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202465:0:2353:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.202466:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.202469:0:2353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202474:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202475:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202476:0:2353:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788838297.202478:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.202479:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202480:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202481:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838297.202483:0:2353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb600/0x9f68a6b43b62cf73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202493:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.202495:0:2353:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.202499:0:2353:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788838297.202502:0:2353:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bbfc58 00000080:00400000:3.0:1788838297.202504:0:2353:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:3.0:1788838297.202506:0:2353:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.202509:0:2353:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838297.202511:0:2353:0:(dcache.c:176:ll_intent_release()) intent ffff98afc8717190 released 00000080:00000001:3.0:1788838297.202512:0:2353:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838297.202515:0:2353:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 9 00000080:00000010:3.0:1788838297.202519:0:2353:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff98afc8d89600. 00000080:00000010:3.0:1788838297.202522:0:2353:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8717000. 00000080:00000001:3.0:1788838297.202526:0:2353:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788838297.202529:0:2353:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff98afd00d2880. 00010000:00000001:3.0:1788838297.202533:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838297.202534:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.202535:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.202537:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=4 00000020:00000001:3.0:1788838297.202539:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838297.202542:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00010000:3.0:1788838297.202544:0:2353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202549:0:2353:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788838297.202552:0:2353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202557:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.202559:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202564:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202565:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838297.202567:0:2353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202572:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.202574:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.202576:0:2353:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838297.202578:0:2353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.202583:0:2353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8bea800 already unused, calling callback (ffffffffc1970460) 00000080:00000001:3.0:1788838297.202585:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788838297.202587:0:2353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202592:0:2353:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788838297.202594:0:2353:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788838297.202597:0:2353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202601:0:2353:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788838297.202603:0:2353:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838297.202604:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.202605:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.202607:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=5 00000020:00000001:3.0:1788838297.202609:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838297.202611:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838297.202613:0:2353:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838297.202615:0:2353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788838297.202620:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838297.202621:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.202623:0:2353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838297.202625:0:2353:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838297.202627:0:2353:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838297.202628:0:2353:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838297.202629:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.202631:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838297.202633:0:2353:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea800 with handle 0x9f68a6b43b62cf81 from hash 00010000:00000001:3.0:1788838297.202635:0:2353:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838297.202637:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202638:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202639:0:2353:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838297.202640:0:2353:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838297.202641:0:2353:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838297.202643:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202645:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202646:0:2353:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.202647:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.202650:0:2353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202696:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202698:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202699:0:2353:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788838297.202701:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.202702:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202703:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202704:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838297.202706:0:2353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62cf81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202714:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.202715:0:2353:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.202717:0:2353:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788838297.202719:0:2353:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bbfc58 00000080:00400000:3.0:1788838297.202721:0:2353:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:3.0:1788838297.202723:0:2353:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.202725:0:2353:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838297.202726:0:2353:0:(dcache.c:176:ll_intent_release()) intent ffff98afc8716d90 released 00000080:00000001:3.0:1788838297.202728:0:2353:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838297.202729:0:2353:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 8 00000080:00000010:3.0:1788838297.202732:0:2353:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff98afc8d89f00. 00000080:00000010:3.0:1788838297.202811:0:2353:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8716c00. 00000080:00000001:3.0:1788838297.202817:0:2353:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788838297.202819:0:2353:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff98afd00d2fc0. 00010000:00000001:3.0:1788838297.202822:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838297.202824:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.202826:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.202827:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:3.0:1788838297.202830:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838297.202832:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00010000:3.0:1788838297.202835:0:2353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202840:0:2353:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788838297.202843:0:2353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202849:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.202851:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202856:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202858:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838297.202859:0:2353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202864:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.202866:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.202868:0:2353:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838297.202883:0:2353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.202894:0:2353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8bea600 already unused, calling callback (ffffffffc1970460) 00000080:00000001:3.0:1788838297.202896:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788838297.202898:0:2353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202903:0:2353:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788838297.202904:0:2353:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788838297.202907:0:2353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202911:0:2353:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788838297.202913:0:2353:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838297.202915:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.202916:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.202917:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:3.0:1788838297.202919:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838297.202921:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838297.202922:0:2353:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838297.202925:0:2353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788838297.202929:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838297.202930:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.202932:0:2353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838297.202934:0:2353:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838297.202935:0:2353:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838297.202936:0:2353:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838297.202938:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.202939:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838297.202941:0:2353:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea600 with handle 0x9f68a6b43b62cf88 from hash 00010000:00000001:3.0:1788838297.202944:0:2353:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838297.202945:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202946:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202947:0:2353:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838297.202949:0:2353:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838297.202950:0:2353:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838297.202951:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202952:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202954:0:2353:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.202955:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.202958:0:2353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202962:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202963:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202964:0:2353:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788838297.202965:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.202967:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.202968:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.202969:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838297.202971:0:2353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea600/0x9f68a6b43b62cf88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.202977:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.202979:0:2353:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.202981:0:2353:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788838297.202983:0:2353:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bbfc58 00000080:00400000:3.0:1788838297.202985:0:2353:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:3.0:1788838297.202987:0:2353:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.202988:0:2353:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838297.202989:0:2353:0:(dcache.c:176:ll_intent_release()) intent ffff98afc8717d90 released 00000080:00000001:3.0:1788838297.202991:0:2353:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838297.202992:0:2353:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 7 00000080:00000010:3.0:1788838297.202995:0:2353:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff98afc8d899c0. 00000080:00000010:3.0:1788838297.202998:0:2353:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8717c00. 00000080:00000001:3.0:1788838297.203000:0:2353:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788838297.203002:0:2353:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff98afd00d2080. 00010000:00000001:3.0:1788838297.203005:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838297.203006:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.203007:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.203009:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beae00 refcount=4 00000020:00000001:3.0:1788838297.203010:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487479296 : -113594222072320 : ffff98afc8beae00) 00010000:00000001:3.0:1788838297.203012:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487479296 : -113594222072320 : ffff98afc8beae00) 00010000:00010000:3.0:1788838297.203015:0:2353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203020:0:2353:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788838297.203022:0:2353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203027:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.203029:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203033:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203033:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838297.203035:0:2353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203039:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.203041:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.203042:0:2353:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838297.203044:0:2353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.203049:0:2353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8beae00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:3.0:1788838297.203051:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788838297.203053:0:2353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203061:0:2353:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788838297.203063:0:2353:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788838297.203065:0:2353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203070:0:2353:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788838297.203072:0:2353:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838297.203073:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.203074:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.203075:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beae00 refcount=5 00000020:00000001:3.0:1788838297.203077:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487479296 : -113594222072320 : ffff98afc8beae00) 00010000:00000001:3.0:1788838297.203079:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487479296 : -113594222072320 : ffff98afc8beae00) 00010000:00000001:3.0:1788838297.203082:0:2353:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838297.203084:0:2353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788838297.203088:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838297.203089:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.203091:0:2353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838297.203092:0:2353:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838297.203094:0:2353:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838297.203095:0:2353:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838297.203097:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.203098:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838297.203100:0:2353:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beae00 with handle 0x9f68a6b43b62cf8f from hash 00010000:00000001:3.0:1788838297.203102:0:2353:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838297.203103:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203104:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203105:0:2353:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838297.203106:0:2353:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838297.203107:0:2353:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838297.203109:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203111:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203112:0:2353:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.203113:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.203116:0:2353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203121:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203122:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203123:0:2353:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788838297.203124:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.203125:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203126:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203127:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838297.203129:0:2353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beae00/0x9f68a6b43b62cf8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203135:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.203136:0:2353:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.203139:0:2353:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788838297.203141:0:2353:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bbfc58 00000080:00400000:3.0:1788838297.203142:0:2353:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:3.0:1788838297.203144:0:2353:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.203146:0:2353:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838297.203147:0:2353:0:(dcache.c:176:ll_intent_release()) intent ffff98afc8716590 released 00000080:00000001:3.0:1788838297.203149:0:2353:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838297.203150:0:2353:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 6 00000080:00000010:3.0:1788838297.203152:0:2353:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff98afc8d89d80. 00000080:00000010:3.0:1788838297.203154:0:2353:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8716400. 00000080:00000001:3.0:1788838297.203156:0:2353:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788838297.203159:0:2353:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff98afd00d22c0. 00010000:00000001:3.0:1788838297.203161:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838297.203163:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.203164:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.203165:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb000 refcount=4 00000020:00000001:3.0:1788838297.203167:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487479808 : -113594222071808 : ffff98afc8beb000) 00010000:00000001:3.0:1788838297.203169:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487479808 : -113594222071808 : ffff98afc8beb000) 00010000:00010000:3.0:1788838297.203173:0:2353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203177:0:2353:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788838297.203180:0:2353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203185:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.203187:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203192:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203193:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838297.203195:0:2353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203199:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.203201:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.203203:0:2353:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838297.203205:0:2353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.203210:0:2353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8beb000 already unused, calling callback (ffffffffc1970460) 00000080:00000001:3.0:1788838297.203212:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788838297.203214:0:2353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203219:0:2353:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788838297.203220:0:2353:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788838297.203223:0:2353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203228:0:2353:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788838297.203230:0:2353:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838297.203231:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.203232:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.203233:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb000 refcount=5 00000020:00000001:3.0:1788838297.203236:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487479808 : -113594222071808 : ffff98afc8beb000) 00010000:00000001:3.0:1788838297.203238:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487479808 : -113594222071808 : ffff98afc8beb000) 00010000:00000001:3.0:1788838297.203240:0:2353:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838297.203242:0:2353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788838297.203247:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838297.203248:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.203250:0:2353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838297.203251:0:2353:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838297.203253:0:2353:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838297.203254:0:2353:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838297.203256:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.203257:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838297.203259:0:2353:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb000 with handle 0x9f68a6b43b62cf96 from hash 00010000:00000001:3.0:1788838297.203261:0:2353:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838297.203262:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203263:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203264:0:2353:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838297.203265:0:2353:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838297.203267:0:2353:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838297.203269:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203270:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203271:0:2353:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.203273:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.203275:0:2353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203280:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203281:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203282:0:2353:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788838297.203283:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.203285:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203286:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203287:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838297.203289:0:2353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb000/0x9f68a6b43b62cf96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203296:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.203297:0:2353:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.203299:0:2353:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788838297.203301:0:2353:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bbfc58 00000080:00400000:3.0:1788838297.203303:0:2353:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:3.0:1788838297.203304:0:2353:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.203306:0:2353:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838297.203307:0:2353:0:(dcache.c:176:ll_intent_release()) intent ffff98afc8716990 released 00000080:00000001:3.0:1788838297.203309:0:2353:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838297.203310:0:2353:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 5 00000080:00000010:3.0:1788838297.203312:0:2353:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff98afc8d89300. 00000080:00000010:3.0:1788838297.203315:0:2353:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8716800. 00000080:00000001:3.0:1788838297.203317:0:2353:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788838297.203320:0:2353:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff98afd00d24c0. 00010000:00000001:3.0:1788838297.203323:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838297.203324:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.203325:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.203327:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=4 00000020:00000001:3.0:1788838297.203329:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838297.203331:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00010000:3.0:1788838297.203334:0:2353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203339:0:2353:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788838297.203342:0:2353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203347:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.203350:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203355:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203357:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838297.203358:0:2353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203363:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.203364:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.203366:0:2353:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838297.203368:0:2353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.203373:0:2353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8beb200 already unused, calling callback (ffffffffc1970460) 00000080:00000001:3.0:1788838297.203375:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788838297.203377:0:2353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203382:0:2353:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788838297.203384:0:2353:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788838297.203386:0:2353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203391:0:2353:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788838297.203393:0:2353:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838297.203394:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.203395:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.203397:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=5 00000020:00000001:3.0:1788838297.203399:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838297.203401:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838297.203403:0:2353:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838297.203405:0:2353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788838297.203414:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838297.203415:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.203417:0:2353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838297.203418:0:2353:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838297.203420:0:2353:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838297.203421:0:2353:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838297.203422:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.203424:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838297.203426:0:2353:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb200 with handle 0x9f68a6b43b62cf9d from hash 00010000:00000001:3.0:1788838297.203428:0:2353:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838297.203429:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203431:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203431:0:2353:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838297.203433:0:2353:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838297.203434:0:2353:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838297.203436:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203437:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203438:0:2353:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.203440:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.203442:0:2353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203447:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203448:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203449:0:2353:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788838297.203450:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.203452:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203453:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203453:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838297.203456:0:2353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cf9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203462:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.203464:0:2353:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.203466:0:2353:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788838297.203468:0:2353:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bbfc58 00000080:00400000:3.0:1788838297.203470:0:2353:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:3.0:1788838297.203471:0:2353:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.203473:0:2353:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838297.203474:0:2353:0:(dcache.c:176:ll_intent_release()) intent ffff98afc8717990 released 00000080:00000001:3.0:1788838297.203476:0:2353:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838297.203477:0:2353:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 4 00000080:00000010:3.0:1788838297.203479:0:2353:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff98afc8d89180. 00000080:00000010:3.0:1788838297.203481:0:2353:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8717800. 00000080:00000001:3.0:1788838297.203483:0:2353:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788838297.203485:0:2353:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff98afd00d2f00. 00010000:00000001:3.0:1788838297.203488:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838297.203490:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.203491:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.203493:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=4 00000020:00000001:3.0:1788838297.203494:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838297.203496:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00010000:3.0:1788838297.203499:0:2353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203504:0:2353:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788838297.203507:0:2353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203512:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838297.203514:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203519:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203520:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838297.203522:0:2353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203527:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.203529:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.203530:0:2353:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838297.203532:0:2353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838297.203537:0:2353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8beac00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:3.0:1788838297.203539:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788838297.203541:0:2353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203546:0:2353:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788838297.203547:0:2353:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788838297.203550:0:2353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203555:0:2353:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788838297.203557:0:2353:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838297.203558:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838297.203559:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838297.203560:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=5 00000020:00000001:3.0:1788838297.203562:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838297.203564:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838297.203566:0:2353:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838297.203568:0:2353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788838297.203573:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838297.203574:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.203576:0:2353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838297.203577:0:2353:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838297.203579:0:2353:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838297.203580:0:2353:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838297.203582:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838297.203583:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838297.203585:0:2353:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beac00 with handle 0x9f68a6b43b62cfa4 from hash 00010000:00000001:3.0:1788838297.203588:0:2353:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838297.203589:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203590:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203591:0:2353:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838297.203592:0:2353:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838297.203593:0:2353:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838297.203595:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203596:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203598:0:2353:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838297.203599:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.203602:0:2353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838297.203606:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203607:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203608:0:2353:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788838297.203609:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838297.203610:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838297.203611:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.203612:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838297.203615:0:2353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfa4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838297.203620:0:2353:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4cb00 count: 0 00010000:00000010:3.0:1788838297.203626:0:2353:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5600. 00010000:00000001:3.0:1788838297.203633:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838297.203634:0:2353:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.203636:0:2353:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788838297.203638:0:2353:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bbfc58 00000080:00400000:3.0:1788838297.203639:0:2353:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:3.0:1788838297.203641:0:2353:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838297.203643:0:2353:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838297.203644:0:2353:0:(dcache.c:176:ll_intent_release()) intent ffff98afc8714590 released 00000080:00000001:3.0:1788838297.203646:0:2353:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838297.203647:0:2353:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 3 00000080:00000010:3.0:1788838297.203649:0:2353:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff98afc8d89e40. 00000080:00000010:3.0:1788838297.203651:0:2353:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8714400. 00000080:00000001:3.0:1788838297.203653:0:2353:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788838297.203681:0:2353:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff98afd00d2dc0. 00000002:00000010:3.0:1788838297.203685:0:2353:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff98afd0944000. 00000002:00000010:3.0:1788838297.203688:0:2353:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff98afd00d2940. 00000002:00000010:3.0:1788838297.203690:0:2353:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff98afc4acb1e0. 00000002:00000001:3.0:1788838297.203693:0:2353:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1788838297.203695:0:2353:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788838297.203705:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838297.203714:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132254592:192.168.203.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1788838297.203719:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.203722:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838297.203726:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d880 x1875731132254592/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.203733:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1788838297.203979:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132254464:192.168.203.123@tcp:101:ll_agl.0 00000100:00000001:0.0:1788838297.203987:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838297.203990:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838297.203995:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121880 x1875731132254464/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838313 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838297.204001:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838297.204003:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838297.204006:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0080000. 02000000:00000001:0.0:1788838297.204010:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838297.204012:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838297.204014:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838297.204016:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838297.204019:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd00a7e00. 02000000:00000001:0.0:1788838297.204023:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838297.204025:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838297.204027:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121880. 00000100:00000001:0.0:1788838297.204030:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838297.204032:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838297.204034:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838297.204042:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838297.204044:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.204047:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838297.204049:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838297.205326:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838297.205333:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff98afd0070000. 02000000:00000001:3.0:1788838297.205339:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838297.205341:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838297.205343:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838297.205345:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838297.205347:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff98afd0942000. 02000000:00000001:3.0:1788838297.205351:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838297.205352:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838297.205354:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d880. 00000100:00000001:3.0:1788838297.205357:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838297.205359:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.205361:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.205368:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838297.205369:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.205372:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838297.205374:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838297.208563:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.208579:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838297.208583:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.208586:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.208593:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.208602:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838297.208610:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.208615:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.208620:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.208623:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd50a80 00000400:00000200:1.0:1788838297.208628:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.208633:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6a99 [1] + 224 00000800:00000001:1.0:1788838297.208640:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.208646:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.208649:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.208653:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838297.208688:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838297.208697:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838297.208709:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.208720:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838297.208729:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838297.208732:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.208746:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838297.208751:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2488:2488:256:4294967295] 192.168.203.123@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:1.0:1788838297.208756:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.208764:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838297.208770:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838297.208775:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838297.208780:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838297.208788:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838297.208792:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838297.208859:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838297.208863:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838297.208866:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.208879:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838297.208885:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.208888:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838297.209065:0:32099:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838297.209073:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838297.209074:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838297.209078:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25580. 00000400:00000200:0.0:1788838297.209083:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc198 00000400:00000010:0.0:1788838297.209085:0:32099:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc198. 00000100:00000001:0.0:1788838297.209088:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838297.209092:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838297.209101:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0e00 x1875731132254848/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.209107:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838297.209109:0:32099:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838297.209111:0:32099:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838297.209114:0:32099:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838297.209117:0:32099:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838297.209119:0:32099:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838297.209122:0:32099:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838297.209130:0:32099:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=126 v=5 (101 101 101 138) 00000100:00001000:0.0:1788838297.209134:0:32099:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838297.209137:0:32099:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838297.209139:0:32099:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838297.209141:0:32099:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838297.209145:0:32099:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.209149:0:32099:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838297.209150:0:32099:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000163] 00000100:00000001:0.0:1788838297.209152:0:32099:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838297.209154:0:32099:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838297.209156:0:32099:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000001:0.0:1788838297.209159:0:32099:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838297.209161:0:32099:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788838297.209162:0:32099:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838297.209165:0:32099:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838297.209170:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0e00 x1875731132254848/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838313 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.209176:0:32099:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838297.209179:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838297.209181:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838297.209184:0:32099:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0e00 x1875731132254848/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838313 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838297.209193:0:32099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32099:1875731132254848:192.168.203.123@tcp:36:multiop.0 00000100:00000001:0.0:1788838297.209197:0:32099:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838297.209200:0:32099:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838297.209202:0:32099:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838297.209204:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838297.209207:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132254848/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838313 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.209214:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838297.209217:0:32099:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017540. 00000100:00000001:0.0:1788838297.209220:0:32099:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838297.209221:0:32099:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838297.209228:0:32099:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838297.209231:0:32099:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838297.209236:0:32099:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838297.209240:0:32099:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc8d6e200. 00000100:00000001:0.0:1788838297.209246:0:32099:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838297.209249:0:32099:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0e00 x1875731132254848/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838313 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838297.209256:0:32099:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838297.209260:0:32099:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838297.209271:0:32099:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788838297.209274:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00dd3e30 00000080:00002000:0.0:1788838297.209276:0:32099:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff98afd15b5948, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788838297.209280:0:32099:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838297.209285:0:32099:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788838297.209290:0:32099:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788838297.209298:0:32099:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788838297.209300:0:32099:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788838297.209303:0:32099:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838297.209306:0:32099:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838297.209309:0:32099:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838297.209314:0:32099:0:(cl_object.c:143:cl_object_top()) ffff98afd0813210 -> ffff98afd0813210 00000020:00000001:0.0:1788838297.209317:0:32099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838297.209319:0:32099:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838297.209322:0:32099:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838297.209325:0:32099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838297.209326:0:32099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788838297.209328:0:32099:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838297.209332:0:32099:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2c:0x0]io ffff98afc50512e0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788838297.209335:0:32099:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000001:0.0:1788838297.209339:0:32099:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1788838297.209341:0:32099:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788838297.209343:0:32099:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00000020:00000001:0.0:1788838297.209345:0:32099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788838297.209347:0:32099:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1788838297.209350:0:32099:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838297.209352:0:32099:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838297.209354:0:32099:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838297.209355:0:32099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838297.209358:0:32099:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838297.209360:0:32099:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838297.209364:0:32099:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788838297.209366:0:32099:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff98afd152aa08) 00800000:00000001:0.0:1788838297.209370:0:32099:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788838297.209372:0:32099:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:0.0:1788838297.209376:0:32099:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788838297.209381:0:32099:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838297.209383:0:32099:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838297.209386:0:32099:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788838297.209388:0:32099:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788838297.209390:0:32099:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838297.209392:0:32099:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838297.209395:0:32099:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838297.209396:0:32099:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838297.209398:0:32099:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00020000:00000001:0.0:1788838297.209403:0:32099:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788838297.209404:0:32099:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000001:0.0:1788838297.209407:0:32099:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788838297.209408:0:32099:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838297.209410:0:32099:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000001:0.0:1788838297.209412:0:32099:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788838297.209414:0:32099:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788838297.209415:0:32099:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000002:0.0:1788838297.209418:0:32099:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce67c0) owner 0000000000000000/ffff98afc4bccf80 00020000:00000010:0.0:1788838297.209421:0:32099:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff98afd0ce67c0. 00020000:00000001:0.0:1788838297.209424:0:32099:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788838297.209426:0:32099:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff98afd0813190. 00000020:00001000:0.0:1788838297.209429:0:32099:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838297.209431:0:32099:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788838297.209433:0:32099:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00010000:00000010:3.1:1788838297.211944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb600. 00010000:00000010:3.1:1788838297.211957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea800. 00010000:00000010:3.1:1788838297.211959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00010000:00000010:3.1:1788838297.211962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beae00. 00010000:00000010:3.1:1788838297.211965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb000. 00010000:00000010:3.1:1788838297.211967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00010000:00000010:3.1:1788838297.211971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cb00. 00010000:00000010:3.1:1788838297.211975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00000080:00000010:0.1:1788838297.224699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6200. 00000080:00000010:0.1:1788838297.224727:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd152a940. 00010000:00010000:1.0:1788838297.229069:0:32103:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838297.229076:0:32103:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838297.229078:0:32103:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838297.229083:0:32103:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838297.229086:0:32103:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838297.229090:0:32103:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838297.229093:0:32103:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838297.229096:0:32103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788838297.229110:0:32103:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1788838297.229182:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838297.229185:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838297.229188:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788838297.229191:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788838297.229193:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838297.229200:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788838297.229212:0:16036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838297.229216:0:16036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838297.229218:0:16036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838297.229220:0:16036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1788838297.229224:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.229226:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.229231:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838297.229234:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.229238:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.229240:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.229241:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.229243:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838297.229245:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.229246:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.229248:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.229249:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.229250:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838297.229251:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.229253:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838297.229254:0:16036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838297.229255:0:16036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838297.229257:0:16036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838297.229258:0:16036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838297.229260:0:16036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.229262:0:16036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.229264:0:16036:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838297.229267:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838297.229271:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838297.229274:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838297.229276:0:16036:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788838297.229279:0:16036:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1788838297.229282:0:16036:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788838297.229284:0:16036:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788838297.229287:0:16036:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838297.229289:0:16036:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838297.229292:0:16036:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788838297.229294:0:16036:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838297.229296:0:16036:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838297.229298:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838297.229300:0:16036:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838297.229302:0:16036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838297.229305:0:16036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff98afd1583a88) invalid 00000020:00000001:2.0:1788838297.229308:0:16036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb020bfca0 00000080:00002000:2.0:1788838297.229310:0:16036:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff98afd1731510) parent ffff98afd8effa20 inode ffff98afd1583a88 refc 1 00000080:00000001:2.0:1788838297.229314:0:16036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838297.229317:0:16036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838297.229318:0:16036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.229321:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838297.229324:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838297.229326:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838297.229328:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838297.229330:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838297.229333:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8babc00 with handle 0x9f68a6b43b62cf57 from hash 00010000:00000001:2.0:1788838297.229336:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838297.229337:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838297.229339:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838297.229340:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838297.229343:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838297.229345:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838297.229347:0:16036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838297.229350:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838297.229352:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788838297.229359:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1f80. 00000020:00000040:2.0:1788838297.229362:0:16036:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838297.229367:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838297.229369:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838297.229373:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838297.229378:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8d6e600. 00000100:00000001:2.0:1788838297.229383:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838297.229386:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838297.229391:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788838297.229398:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838297.229400:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838297.229402:0:16036:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838297.229403:0:16036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838297.229409:0:16036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd050ccc0. 00000100:00000001:2.0:1788838297.229411:0:16036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479614495936 : -113594095055680 : ffff98afd050ccc0) 00000100:00000001:2.0:1788838297.229413:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.229415:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000001:2.0:1788838297.229419:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838297.229422:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.229424:0:16036:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838297.229426:0:16036:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838297.229435:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838297.229444:0:16036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838297.229446:0:16036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.229449:0:16036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838297.229452:0:16036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838297.229454:0:16036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838297.229457:0:16036:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:236057cd-729b-462c-8b72-16ae653ba0e9:16036:1875731132254976:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838297.229461:0:16036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838297.229465:0:16036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838297.229467:0:16036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838297.229469:0:16036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838297.229473:0:16036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8d6e200. 02000000:00000001:2.0:1788838297.229474:0:16036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838297.229481:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838297.229485:0:16036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dd10. 00000400:00000010:2.0:1788838297.229490:0:16036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838297.229496:0:16036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132254976, portal 18 00000100:00000001:2.0:1788838297.229498:0:16036:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838297.229499:0:16036:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000040:2.0:1788838297.229505:0:16036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838297.229513:0:16036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838297.229515:0:16036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838297.229518:0:16036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a7f8. 00000100:00000200:2.0:1788838297.229521:0:16036:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132254976, offset 0 00000400:00000200:2.0:1788838297.229526:0:16036:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838297.229544:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838297.229550:0:16036:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838297.229554:0:16036:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838297.229559:0:16036:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838297.229562:0:16036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838297.229565:0:16036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838297.229569:0:16036:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2489:2489:256:4294967295] 192.168.203.123@tcp LPNI seq info [2489:2489:8:4294967295] 00000400:00000200:2.0:1788838297.229573:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838297.229581:0:16036:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838297.229587:0:16036:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838297.229592:0:16036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14300. 00000800:00000200:2.0:1788838297.229598:0:16036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838297.229605:0:16036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838297.229610:0:16036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838297.229624:0:16036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838297.229628:0:16036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 776333 usecs (777 jiffies) 00000400:00000200:2.0:1788838297.229631:0:16036:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838297.229633:0:16036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296427979 00000100:00000001:2.0:1788838297.229636:0:16036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296428026 00000100:00000001:2.0:1788838297.229639:0:16036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296427979 00000100:00000001:2.0:1788838297.229641:0:16036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296428026 00000100:00000001:2.0:1788838297.229643:0:16036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838297.229646:0:16036:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838297.229648:0:16036:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838297.229649:0:16036:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838297.229652:0:16036:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd050ccc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838297.229679:0:16036:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838297.229683:0:16036:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838297.230159:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838297.230164:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14300. 00000400:00000200:1.0:1788838297.230169:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.230174:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838297.230180:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a7f8 00000400:00000010:1.0:1788838297.230182:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a7f8. 00000100:00000001:1.0:1788838297.230185:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838297.230190:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.230200:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838297.230203:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.230210:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838297.230211:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838297.234248:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.234266:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838297.234271:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.234273:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.234282:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.234289:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838297.234299:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.234303:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.234308:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.234312:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd50b00 00000400:00000200:1.0:1788838297.234316:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838297.234322:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6aa9 [1] + 224 00000800:00000001:1.0:1788838297.234329:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.234335:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838297.234338:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838297.234342:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838297.234350:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838297.234358:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838297.234371:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838297.234394:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838297.234403:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838297.234406:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.234580:0:16036:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838297.234589:0:16036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838297.234591:0:16036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838297.234594:0:16036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dd10. 00000400:00000200:3.0:1788838297.234599:0:16036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:3.0:1788838297.234602:0:16036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:3.0:1788838297.234604:0:16036:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838297.234609:0:16036:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838297.234616:0:16036:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.234622:0:16036:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838297.234624:0:16036:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.234626:0:16036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838297.234629:0:16036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838297.234632:0:16036:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838297.234634:0:16036:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838297.234636:0:16036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838297.234644:0:16036:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee538 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838297.234648:0:16036:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838297.234650:0:16036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838297.234652:0:16036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.234687:0:16036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838297.234691:0:16036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.234695:0:16036:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838297.234697:0:16036:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967649 00000100:00000001:3.0:1788838297.234698:0:16036:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838297.234701:0:16036:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838297.234707:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.234714:0:16036:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838297.234717:0:16036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838297.234719:0:16036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838297.234724:0:16036:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838297.234732:0:16036:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:236057cd-729b-462c-8b72-16ae653ba0e9:16036:1875731132254976:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838297.234853:0:16036:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838297.234856:0:16036:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.234858:0:16036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838297.234860:0:16036:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838297.234865:0:16036:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.234880:0:16036:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838297.234884:0:16036:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd050ccc0. 00000100:00000001:3.0:1788838297.234887:0:16036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838297.234889:0:16036:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838297.234891:0:16036:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838297.234894:0:16036:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1f80 x1875731132254976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838297.234900:0:16036:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838297.234903:0:16036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838297.234906:0:16036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8d6e200. 02000000:00000001:3.0:1788838297.234909:0:16036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838297.234913:0:16036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838297.234914:0:16036:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838297.234917:0:16036:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838297.234919:0:16036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8d6e600. 02000000:00000001:3.0:1788838297.234922:0:16036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838297.234925:0:16036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838297.234927:0:16036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1f80. 00000100:00000001:3.0:1788838297.234931:0:16036:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838297.234932:0:16036:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838297.234934:0:16036:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1788838297.234938:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838297.234942:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babc00/0x9f68a6b43b62cf57 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b7c0 expref: -99 pid: 32097 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788838297.234957:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd1358a80. 00010000:00000040:3.0:1788838297.234960:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31400 count: 0 00010000:00000010:3.0:1788838297.234967:0:16036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e300. 00010000:00000001:3.0:1788838297.234976:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838297.234977:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838297.234987:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838297.234990:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838297.234992:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.234994:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838297.234996:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838297.234997:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.234998:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838297.235000:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838297.235001:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838297.235003:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788838297.235277:0:32103:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838297.235280:0:32103:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838297.235283:0:32103:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788838297.255638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31400. 00010000:00000010:3.1:1788838297.255650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8babc00. 00000100:00000040:0.0:1788838298.058824:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296428026, at 4296428032 00000100:00000010:0.0:1788838298.058839:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b42a0. 00000100:00000040:1.0:1788838298.059085:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296428026, at 4296428032 00000100:00000010:1.0:1788838298.059092:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b49c0. 00010000:00000001:0.0:1788838298.122776:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838298.122783:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838298.122801:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838298.122802:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838298.123935:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838298.123941:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838298.123946:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788838299.084430:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838299.084441:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838299.084451:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0380. 00000020:00000040:2.0:1788838299.084457:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838299.084461:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838299.084464:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838299.084469:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838299.084476:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14900. 00000100:00000001:2.0:1788838299.084483:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.084509:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838299.084521:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838299.084526:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.084533:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee0e5c06] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.084568:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.084571:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838299.084574:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838299.084578:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0700. 00000020:00000040:2.0:1788838299.084581:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838299.084583:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838299.084584:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838299.084586:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838299.084589:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14b00. 00000100:00000001:2.0:1788838299.084592:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.084596:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838299.084603:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838299.084604:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.084608:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073d7e50f] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.084615:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.084617:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838299.084620:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838299.084622:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1c00. 00000020:00000040:2.0:1788838299.084624:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838299.084626:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838299.084627:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838299.084628:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838299.084631:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14200. 00000100:00000001:2.0:1788838299.084633:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.084637:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838299.084643:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838299.084645:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.084678:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838299.084683:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838299.084686:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838299.084693:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.084703:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838299.084705:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.084709:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838299.084711:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838299.084714:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838299.084717:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132255104:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838299.084722:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838299.084727:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838299.084729:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.084732:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838299.084737:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490d400. 02000000:00000001:3.0:1788838299.084739:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838299.084746:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838299.084750:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5be18. 00000400:00000010:3.0:1788838299.084756:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce990. 00000100:00000200:3.0:1788838299.084764:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132255104, portal 25 00000100:00000001:3.0:1788838299.084766:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838299.084768:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000100:00000040:3.0:1788838299.084773:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.084782:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838299.084785:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838299.084788:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce660. 00000100:00000200:3.0:1788838299.084793:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132255104, offset 0 00000400:00000200:3.0:1788838299.084799:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838299.084808:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000040:2.0:1788838299.084811:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000154d8525] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.084822:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.084827:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1788838299.084831:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838299.084838:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838299.084841:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838299.084845:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838299.084848:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838299.084851:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2490:2490:256:4294967295] 192.168.203.123@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:3.0:1788838299.084856:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838299.084876:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838299.084882:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838299.084888:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3900. 00000800:00000200:3.0:1788838299.084894:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838299.084901:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838299.084906:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838299.084924:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838299.084929:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838299.084932:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296433144 00000100:00000010:3.0:1788838299.084937:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb1e0. 00000100:00000001:3.0:1788838299.084958:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788838299.084964:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296433144 00000100:00000010:3.0:1788838299.084967:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acbd80. 00000100:00000001:3.0:1788838299.084970:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788838299.084973:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838299.084976:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.084979:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.084981:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838299.084988:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838299.084990:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838299.084992:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838299.084993:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838299.084995:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838299.084999:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.085006:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838299.085007:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.085010:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838299.085011:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838299.085013:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838299.085016:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132255360:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838299.085019:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838299.085022:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838299.085023:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.085025:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838299.085027:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490d800. 02000000:00000001:3.0:1788838299.085029:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838299.085033:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838299.085035:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b370. 00000400:00000010:3.0:1788838299.085039:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceb28. 00000100:00000200:3.0:1788838299.085041:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132255360, portal 4 00000100:00000001:3.0:1788838299.085044:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838299.085045:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419153408 : -113594290398208 : ffff98afc4ac1c00) 00000100:00000040:3.0:1788838299.085052:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.085058:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838299.085060:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838299.085063:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce7f8. 00000100:00000200:3.0:1788838299.085065:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132255360, offset 0 00000400:00000200:3.0:1788838299.085069:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838299.085072:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838299.085076:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838299.085079:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838299.085081:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838299.085083:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838299.085085:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838299.085089:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2491:2491:255:4294967295] 192.168.203.123@tcp LPNI seq info [2491:2491:7:4294967295] 00000400:00000200:3.0:1788838299.085093:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838299.085099:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838299.085105:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838299.085108:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3500. 00000800:00000200:3.0:1788838299.085113:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838299.085118:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838299.085120:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838299.085123:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838299.085127:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 231391 usecs (232 jiffies) 00000400:00000200:3.0:1788838299.085130:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838299.085131:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296429290 00000100:00000001:3.0:1788838299.085134:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296433144 00000100:00000001:3.0:1788838299.085136:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296429290 00000100:00000001:3.0:1788838299.085139:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296433144 00000100:00000001:3.0:1788838299.085141:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838299.085144:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838299.085145:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788838299.085147:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.085151:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1788838299.085151:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000100:00000001:3.0:1788838299.085155:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838299.085158:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838299.085161:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788838299.085161:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788838299.085164:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838299.085168:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838299.085172:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00100000:3.0:1788838299.085173:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788838299.085177:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838299.085180:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce660 00000100:00000001:3.0:1788838299.085181:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838299.085183:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788838299.085186:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce660. 00000100:00000001:3.0:1788838299.085187:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838299.085190:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838299.085192:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788838299.085193:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1788838299.085197:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838299.085203:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.085210:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788838299.085213:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838299.085217:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.085221:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788838299.085221:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788838299.085225:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788838299.085228:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788838299.085229:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838299.085236:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132255232:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838299.085244:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788838299.085247:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.085248:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788838299.085251:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1788838299.085252:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.085256:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838299.085260:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490cc00. 02000000:00000001:3.0:1788838299.085263:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838299.085267:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838299.085270:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b160. 00000400:00000010:3.0:1788838299.085274:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce5d8. 00000100:00000200:3.0:1788838299.085277:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132255232, portal 10 00000100:00000001:3.0:1788838299.085279:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838299.085280:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000040:3.0:1788838299.085287:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.085293:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838299.085296:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838299.085299:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce660. 00000100:00000200:3.0:1788838299.085301:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132255232, offset 0 00000400:00000200:3.0:1788838299.085305:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838299.085309:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838299.085312:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838299.085315:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838299.085318:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838299.085320:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838299.085323:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000800:00000200:1.0:1788838299.085323:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1788838299.085329:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2492:2492:255:4294967295] 192.168.203.123@tcp LPNI seq info [2492:2492:7:4294967295] 00000400:00000200:3.0:1788838299.085333:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000010:1.0:1788838299.085337:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3500. 00000400:00000200:3.0:1788838299.085342:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838299.085347:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838299.085351:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3b00. 00000800:00000200:3.0:1788838299.085354:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838299.085359:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838299.085361:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838299.085364:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838299.085367:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 775327 usecs (776 jiffies) 00000400:00000200:3.0:1788838299.085370:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838299.085372:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296429834 00000100:00000001:3.0:1788838299.085374:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296433144 00000100:00000001:3.0:1788838299.085376:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296429834 00000100:00000001:3.0:1788838299.085378:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296433144 00000100:00000001:3.0:1788838299.085380:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838299.085383:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.085386:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.085388:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.085410:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838299.085412:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838299.085472:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2680. 00000020:00000040:2.0:1788838299.085477:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:2.0:1788838299.085479:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838299.085481:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838299.085483:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838299.085488:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14800. 00000400:00000200:1.0:1788838299.085574:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838299.085580:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838299.085584:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce7f8 00000400:00000010:1.0:1788838299.085586:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce7f8. 00000100:00000001:1.0:1788838299.085588:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838299.085593:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838299.085601:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838299.085603:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838299.085610:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838299.085612:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838299.085625:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838299.085628:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:1.0:1788838299.085630:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838299.085633:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838299.085636:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce660 00000400:00000010:1.0:1788838299.085638:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce660. 00000100:00000001:1.0:1788838299.085640:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838299.085644:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838299.085651:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838299.085687:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838299.085695:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838299.085697:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838299.085741:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.085748:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838299.085757:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838299.085760:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.085766:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002f90b88] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.085789:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.085794:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1766) 00000100:00000001:3.0:1788838299.091645:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838299.091652:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838299.091680:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838299.091693:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.091704:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838299.091706:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.091710:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838299.091713:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838299.091716:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838299.091719:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132255488:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838299.091723:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838299.091729:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838299.091731:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.091734:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838299.091740:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc3b43a00. 02000000:00000001:3.0:1788838299.091742:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838299.091749:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838299.091754:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb58. 00000400:00000010:3.0:1788838299.091761:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cecc0. 00000100:00000200:3.0:1788838299.091766:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132255488, portal 4 00000100:00000001:3.0:1788838299.091769:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838299.091770:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000040:3.0:1788838299.091778:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.091786:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838299.091789:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838299.091792:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceaa0. 00000100:00000200:3.0:1788838299.091795:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132255488, offset 0 00000400:00000200:3.0:1788838299.091802:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838299.092201:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838299.092210:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838299.092215:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838299.092219:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838299.092223:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838299.092225:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838299.092229:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2493:2493:256:4294967295] 192.168.203.123@tcp LPNI seq info [2493:2493:8:4294967295] 00000400:00000200:3.0:1788838299.092233:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838299.092242:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838299.092248:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838299.092254:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3b00. 00000800:00000200:3.0:1788838299.092260:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838299.092269:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838299.092273:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838299.092292:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838299.092297:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22905 usecs (23 jiffies) 00000400:00000200:3.0:1788838299.092300:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838299.092303:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296429088 00000100:00000001:3.0:1788838299.092307:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296433144 00000100:00000001:3.0:1788838299.092309:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296429088 00000100:00000001:3.0:1788838299.092311:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296433144 00000100:00000001:3.0:1788838299.092313:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838299.092317:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.092320:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.092323:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838299.092329:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838299.092332:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838299.092334:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838299.092335:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838299.092337:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.092340:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838299.092400:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.092412:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838299.092415:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.092417:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838299.092421:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.092426:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838299.092431:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.092435:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.092438:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.092442:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd50b80 00000400:00000200:0.0:1788838299.092446:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.092450:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ab1 [1] + 224 00000800:00000001:0.0:1788838299.092456:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.092462:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838299.092465:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838299.092469:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838299.092475:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838299.092482:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838299.092492:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838299.092500:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788838299.092563:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838299.092567:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:0.0:1788838299.092571:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838299.092574:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838299.092578:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceaa0 00000400:00000010:0.0:1788838299.092580:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceaa0. 00000100:00000001:0.0:1788838299.092583:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838299.092587:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838299.092596:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838299.092599:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838299.092606:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838299.092608:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838299.092614:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.092617:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.093027:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838299.093030:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838299.093037:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838299.093039:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838299.093042:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5be18. 00000400:00000200:2.0:1788838299.093046:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce990 00000400:00000010:2.0:1788838299.093048:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce990. 00000100:00000001:2.0:1788838299.093051:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838299.093067:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838299.093077:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.093083:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838299.093085:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.093087:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838299.093091:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838299.093093:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838299.093096:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838299.093099:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838299.093105:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838299.093109:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1788838299.093112:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838299.093113:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838299.093117:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838299.093119:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.093122:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.093127:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.093134:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838299.093136:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838299.093139:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838299.093143:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838299.093150:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132255104:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838299.093155:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.093157:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838299.093160:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0380 x1875731132255104/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.093167:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838299.093170:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838299.093173:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490d400. 02000000:00000001:2.0:1788838299.093177:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838299.093180:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838299.093182:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838299.093184:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838299.093187:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14900. 02000000:00000001:2.0:1788838299.093189:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838299.093191:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838299.093194:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0380. 00000100:00000001:2.0:1788838299.093197:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838299.093198:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.093200:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.093202:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838299.093203:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838299.093204:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.093206:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838299.098257:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.098275:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838299.098280:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.098283:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838299.098291:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.098298:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838299.098307:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.098311:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.098316:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.098320:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd50c00 00000400:00000200:0.0:1788838299.098325:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.098332:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ac1 [1] + 224 00000800:00000001:0.0:1788838299.098339:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.098350:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838299.098353:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838299.098357:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838299.098364:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838299.098373:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838299.098385:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838299.098405:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838299.098413:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.098416:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.098554:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838299.098557:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838299.098564:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838299.098566:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838299.098569:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b160. 00000400:00000200:2.0:1788838299.098574:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce5d8 00000400:00000010:2.0:1788838299.098577:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce5d8. 00000100:00000001:2.0:1788838299.098580:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838299.098585:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838299.098594:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.098600:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838299.098602:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.098604:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838299.098607:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838299.098610:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838299.098612:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838299.098615:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838299.098623:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=128 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838299.098627:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838299.098629:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838299.098631:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838299.098633:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838299.098636:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.098639:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838299.098641:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967652 gen 2 00000100:00000040:2.0:1788838299.098646:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838299.098654:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838299.098680:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:2.0:1788838299.098683:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838299.098686:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838299.098692:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.098697:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff98afc4ac1880 x1875731132254080/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.098702:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838299.098705:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1880 x1875731132254080/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/448 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.098711:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838299.098713:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838299.098717:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d800. 02000000:00000001:2.0:1788838299.098721:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838299.098723:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838299.098725:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838299.098728:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838299.098730:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406f400. 02000000:00000001:2.0:1788838299.098733:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838299.098735:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838299.098737:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1880. 00000100:00000001:2.0:1788838299.098740:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838299.098742:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838299.098746:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff98afc4ac0e00 x1875731132254848/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.098752:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838299.098755:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0e00 x1875731132254848/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838313 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.098767:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838299.098768:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838299.098770:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0083000. 02000000:00000001:2.0:1788838299.098773:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838299.098774:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838299.098775:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838299.098777:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838299.098778:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8d6fc00. 02000000:00000001:2.0:1788838299.098781:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838299.098782:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838299.098784:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0e00. 00000100:00000001:2.0:1788838299.098786:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838299.098787:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.098789:0:2353:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788838299.098792:0:2353:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:2.0:1788838299.098794:0:2353:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838299.098796:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.098801:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.098808:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838299.098817:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838299.098820:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838299.098824:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838299.098833:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132255232:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838299.098838:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.098840:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838299.098843:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0700 x1875731132255232/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.098848:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838299.098850:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838299.098852:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490cc00. 02000000:00000001:2.0:1788838299.098855:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838299.098867:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838299.098868:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838299.098870:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838299.098872:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14b00. 02000000:00000001:2.0:1788838299.098874:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838299.098875:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838299.098877:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0700. 00000100:00000001:2.0:1788838299.098879:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838299.098880:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.098883:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.098885:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838299.098886:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838299.098888:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.098889:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838299.110488:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838299.110504:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838299.110508:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838299.110511:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838299.110521:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838299.110528:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838299.110536:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838299.110540:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838299.110545:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838299.110549:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd50c80 00000400:00000200:1.0:1788838299.110554:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838299.110560:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ab9 [1] + 224 00000800:00000001:1.0:1788838299.110567:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838299.110618:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838299.110622:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838299.110627:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838299.110634:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838299.110642:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838299.110653:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838299.110703:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838299.110712:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838299.110716:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.111191:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838299.111195:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838299.111202:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838299.111204:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838299.111207:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b370. 00000400:00000200:2.0:1788838299.111213:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceb28 00000400:00000010:2.0:1788838299.111215:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceb28. 00000100:00000001:2.0:1788838299.111218:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838299.111224:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838299.111234:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.111240:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838299.111242:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.111244:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838299.111247:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838299.111249:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838299.111251:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838299.111255:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838299.111263:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=128 v=5 (5 5 16 16) 00000100:00001000:2.0:1788838299.111267:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838299.111270:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838299.111271:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838299.111274:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838299.111277:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.111280:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838299.111282:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788838299.111284:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838299.111286:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838299.111291:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.111297:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838299.111300:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838299.111302:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838299.111306:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838299.111314:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132255360:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838299.111319:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.111322:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838299.111325:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1c00 x1875731132255360/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838299.111332:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838299.111334:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838299.111338:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490d800. 02000000:00000001:2.0:1788838299.111341:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838299.111344:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838299.111346:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838299.111348:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838299.111350:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14200. 02000000:00000001:2.0:1788838299.111353:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838299.111355:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838299.111357:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1c00. 00000100:00000001:2.0:1788838299.111361:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838299.111363:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.111365:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838299.111372:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838299.111374:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838299.111376:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838299.111379:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838299.114516:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.114533:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838299.114537:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.114540:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838299.114549:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.114556:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838299.114565:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.114570:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.114575:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.114579:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd50d00 00000400:00000200:0.0:1788838299.114583:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838299.114589:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ac9 [1] + 224 00000800:00000001:0.0:1788838299.114595:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.114607:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838299.114609:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838299.114614:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838299.114631:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838299.114640:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838299.114652:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838299.114709:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838299.114718:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838299.114722:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838299.114774:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838299.114778:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838299.114785:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838299.114787:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838299.114790:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb58. 00000400:00000200:3.0:1788838299.114794:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:3.0:1788838299.114796:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:3.0:1788838299.114799:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838299.114803:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838299.114812:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.114819:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838299.114821:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838299.114823:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838299.114827:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838299.114829:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838299.114831:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838299.114834:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838299.114843:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=128 v=5 (5 5 16 37) 00000100:00001000:3.0:1788838299.114847:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838299.114850:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838299.114852:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838299.114854:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838299.114867:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.114872:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838299.114874:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788838299.114876:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838299.114878:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838299.114882:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.114889:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838299.114892:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838299.114894:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838299.114898:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838299.114906:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132255488:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838299.114911:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838299.114913:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838299.114916:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2680 x1875731132255488/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838299.114923:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838299.114925:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838299.114928:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc3b43a00. 02000000:00000001:3.0:1788838299.114932:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838299.114935:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838299.114937:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838299.114939:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838299.114950:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14800. 02000000:00000001:3.0:1788838299.114954:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838299.114956:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838299.114958:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2680. 00000100:00000001:3.0:1788838299.114961:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838299.114963:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838299.114965:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838299.114972:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838299.114974:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838299.114976:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838299.114978:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838299.146900:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838299.146906:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838299.146912:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838299.146913:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838299.147034:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838299.147038:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838299.147041:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838300.171165:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838300.171172:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838300.171178:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838300.171179:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838300.174163:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838300.174170:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838300.174175:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838301.194800:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838301.194807:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838301.194814:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838301.194815:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838301.194898:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838301.194901:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838301.194905:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838302.218785:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838302.218792:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838302.218798:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838302.218799:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838302.218881:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838302.218885:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838302.218888:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838303.178779:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296433144, at 4296433152 00000100:00000010:0.0:1788838303.178794:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb1e0. 00000100:00000040:1.0:1788838303.180323:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296433144, at 4296433153 00000100:00000010:1.0:1788838303.180335:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbd80. 00010000:00000001:0.0:1788838303.243775:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838303.243781:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838303.243786:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838303.243788:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838303.253365:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838303.253372:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838303.253375:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838304.204278:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838304.204290:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838304.204301:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908700. 00000020:00000040:0.0:1788838304.204307:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838304.204311:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838304.204314:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838304.204319:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838304.204327:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509a00. 00000100:00000001:0.0:1788838304.204333:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.204347:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838304.204357:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838304.204361:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.204367:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ec05a1] to pc [ptlrpcd_00_01+1] req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.204400:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.204403:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838304.204406:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838304.204409:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090ad80. 00000020:00000040:0.0:1788838304.204412:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838304.204414:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838304.204415:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838304.204418:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838304.204422:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509200. 00000100:00000001:0.0:1788838304.204435:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.204439:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838304.204446:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838304.204448:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.204452:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49da19c] to pc [ptlrpcd_00_00+0] req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.204460:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.204462:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838304.204465:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838304.204468:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a680. 00000020:00000040:0.0:1788838304.204470:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838304.204472:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838304.204473:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788838304.204475:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788838304.204475:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838304.204478:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509600. 00000100:00000001:1.0:1788838304.204479:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838304.204480:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.204481:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838304.204484:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1788838304.204487:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.204491:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838304.204493:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.204494:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788838304.204496:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dddaed79] to pc [ptlrpcd_00_01+1] req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.204497:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.204504:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.204506:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838304.204509:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1788838304.204511:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1788838304.204512:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a300. 02000000:00000001:1.0:1788838304.204514:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788838304.204514:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838304.204516:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838304.204517:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838304.204517:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838304.204519:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838304.204520:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132255616:192.168.203.123@tcp:400:kworker.0 02000000:00000010:0.0:1788838304.204522:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509100. 00000100:00000001:1.0:1788838304.204524:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788838304.204524:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838304.204528:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788838304.204528:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788838304.204530:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838304.204533:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788838304.204534:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1788838304.204538:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd00a6000. 02000000:00000001:1.0:1788838304.204540:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.204544:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838304.204547:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000040:0.0:1788838304.204548:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2224642] to pc [ptlrpcd_00_00+0] req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788838304.204551:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8dc0. 00000100:00000001:0.0:1788838304.204555:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788838304.204557:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc4c8. 00000100:00000040:0.0:1788838304.204559:0:10098:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1771) 00000100:00000200:1.0:1788838304.204563:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132255616, portal 25 00000100:00000001:1.0:1788838304.204566:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838304.204567:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618672384 : -113594090879232 : ffff98afd0908700) 00000100:00000040:1.0:1788838304.204572:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.204572:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838304.204574:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838304.204575:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788838304.204579:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838304.204579:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838304.204582:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838304.204584:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc000. 00000100:00000001:0.0:1788838304.204585:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1788838304.204587:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132255616, offset 0 00000100:00000001:0.0:1788838304.204587:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838304.204589:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838304.204590:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838304.204592:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838304.204593:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000100:00100000:0.0:1788838304.204595:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132255744:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838304.204597:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838304.204599:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838304.204600:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838304.204601:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 02000000:00000001:0.0:1788838304.204602:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838304.204605:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3400. 02000000:00000001:0.0:1788838304.204607:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838304.204608:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838304.204610:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.204613:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1788838304.204613:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25580. 00000400:00000010:0.0:1788838304.204616:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc198. 00000400:00000200:1.0:1788838304.204618:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000100:00000200:0.0:1788838304.204619:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132255744, portal 10 00000100:00000001:0.0:1788838304.204620:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838304.204621:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000400:00000200:1.0:1788838304.204622:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838304.204624:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000100:00000040:0.0:1788838304.204627:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788838304.204628:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2494:2494:256:4294967295] 192.168.203.123@tcp LPNI seq info [2494:2494:8:4294967295] 00000400:00000200:1.0:1788838304.204632:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838304.204634:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838304.204636:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838304.204638:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc770. 00000100:00000200:0.0:1788838304.204640:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132255744, offset 0 00000400:00000200:1.0:1788838304.204641:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000400:00000200:0.0:1788838304.204644:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000800:00000200:1.0:1788838304.204646:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838304.204647:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838304.204650:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000800:00000010:1.0:1788838304.204651:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000400:00000200:0.0:1788838304.204652:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838304.204691:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000800:00000200:1.0:1788838304.204693:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000400:00000200:0.0:1788838304.204694:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838304.204696:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838304.204698:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2495:2495:255:4294967295] 192.168.203.123@tcp LPNI seq info [2495:2495:7:4294967295] 00000800:00000200:1.0:1788838304.204702:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000400:00000200:0.0:1788838304.204702:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000200:1.0:1788838304.204707:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788838304.204707:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838304.204711:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838304.204715:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509c00. 00000100:00000001:1.0:1788838304.204717:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838304.204719:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000400:00000200:1.0:1788838304.204721:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000200:0.0:1788838304.204722:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000100:00000001:1.0:1788838304.204723:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296438264 00000800:00000200:0.0:1788838304.204725:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838304.204727:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838304.204728:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b49c0. 00000100:00000040:0.0:1788838304.204731:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 774337 usecs (775 jiffies) 00000400:00000200:0.0:1788838304.204733:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838304.204734:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838304.204735:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296434953 00000100:00000001:1.0:1788838304.204739:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296438264 00000100:00000001:0.0:1788838304.204739:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296438264 00000100:00000010:1.0:1788838304.204741:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b43c0. 00000100:00000001:0.0:1788838304.204742:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296434953 00000100:00000001:1.0:1788838304.204745:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838304.204747:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838304.204854:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.204858:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.204861:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.204868:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838304.204870:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838304.204872:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838304.204874:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838304.204875:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838304.204879:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.204887:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838304.204888:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838304.204890:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838304.204892:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838304.204894:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838304.204897:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132255872:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838304.204899:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838304.204902:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838304.204903:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838304.204905:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838304.204908:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd00a7e00. 02000000:00000001:1.0:1788838304.204910:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838304.204913:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838304.204916:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8528. 00000400:00000010:1.0:1788838304.204919:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcee0. 00000100:00000200:1.0:1788838304.204923:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132255872, portal 4 00000100:00000001:1.0:1788838304.204925:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838304.204926:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000040:1.0:1788838304.204932:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.204938:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838304.204940:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838304.204942:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000100:00000200:1.0:1788838304.204944:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132255872, offset 0 00000400:00000200:1.0:1788838304.204947:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838304.204951:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.204954:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838304.204956:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838304.204959:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838304.204961:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838304.204964:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838304.204966:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2496:2496:254:4294967295] 192.168.203.123@tcp LPNI seq info [2496:2496:6:4294967295] 00000400:00000200:1.0:1788838304.204970:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.204976:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838304.204980:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838304.204983:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838304.204987:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838304.204991:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838304.204994:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838304.204997:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838304.205000:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 230347 usecs (231 jiffies) 00000400:00000200:1.0:1788838304.205003:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838304.205005:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296434409 00000100:00000001:1.0:1788838304.205007:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296438264 00000100:00000001:1.0:1788838304.205010:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296434409 00000100:00000001:1.0:1788838304.205012:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296438264 00000100:00000001:1.0:1788838304.205014:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838304.205015:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.205018:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.205019:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.205022:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838304.205024:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838304.205026:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838304.205027:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838304.205028:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.205030:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838304.205085:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838304.205090:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838304.205096:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838304.205101:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838304.205106:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc000 00000400:00000010:1.0:1788838304.205108:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc000. 00000100:00000001:1.0:1788838304.205112:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838304.205117:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.205125:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838304.205128:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.205134:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.205136:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838304.205147:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838304.205149:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509c00. 00000400:00000200:1.0:1788838304.205153:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838304.205155:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838304.205158:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc770 00000400:00000010:1.0:1788838304.205159:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc770. 00000100:00000001:1.0:1788838304.205161:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838304.205164:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.205170:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838304.205173:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.205178:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.205179:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838304.205252:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838304.205254:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933c00. 00000400:00000200:1.0:1788838304.205257:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838304.205260:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838304.205263:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc3b8 00000400:00000010:1.0:1788838304.205264:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc3b8. 00000100:00000001:1.0:1788838304.205266:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838304.205273:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.205285:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838304.205288:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.205293:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.205294:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838304.209681:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296438264 00000800:00000001:1.0:1788838304.209685:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788838304.209697:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1788838304.209701:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.209701:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838304.209703:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.209706:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.209706:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788838304.209713:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.209718:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000100:00000040:0.0:1788838304.209718:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788838304.209726:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838304.209727:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838304.209729:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838304.209730:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.209735:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 02000000:00000001:0.0:1788838304.209735:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838304.209738:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788838304.209739:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd50d80 02000000:00000001:0.0:1788838304.209741:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838304.209743:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00100000:0.0:1788838304.209744:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132256000:192.168.203.123@tcp:400:kworker.0 00000400:00000200:1.0:1788838304.209748:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ad1 [1] + 224 00000100:00000001:0.0:1788838304.209748:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838304.209753:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1788838304.209755:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1788838304.209756:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838304.209758:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788838304.209758:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788838304.209761:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1788838304.209764:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f2e00. 00000400:00000200:1.0:1788838304.209765:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 02000000:00000001:0.0:1788838304.209767:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838304.209771:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838304.209773:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1788838304.209774:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25dc0. 00000100:00000200:1.0:1788838304.209778:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788838304.209780:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc440. 00000100:00000200:0.0:1788838304.209786:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132256000, portal 4 00000100:00000040:1.0:1788838304.209787:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.209788:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838304.209790:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000040:0.0:1788838304.209796:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.209801:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838304.209803:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838304.209805:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838304.209807:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcd48. 00000800:00000001:1.0:1788838304.209809:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1788838304.209810:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132256000, offset 0 00000800:00000001:1.0:1788838304.209811:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838304.209813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.209814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838304.209817:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838304.209818:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.209821:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838304.209835:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838304.209841:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838304.209847:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838304.209851:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838304.209855:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838304.209857:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838304.209861:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2497:2497:256:4294967295] 192.168.203.123@tcp LPNI seq info [2497:2497:8:4294967295] 00000400:00000200:0.0:1788838304.209865:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838304.209873:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838304.209878:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838304.209883:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509f00. 00000800:00000200:0.0:1788838304.209889:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838304.209896:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838304.209901:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838304.209910:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.209924:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22977 usecs (23 jiffies) 00000400:00000200:0.0:1788838304.209928:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838304.209930:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296434206 00000100:00000001:0.0:1788838304.209933:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296438264 00000100:00000001:0.0:1788838304.209935:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296434206 00000100:00000001:0.0:1788838304.209938:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296438264 00000100:00000001:0.0:1788838304.209939:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838304.209941:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.209944:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.209947:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.209955:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838304.209957:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838304.209960:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838304.209962:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838304.209964:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.209966:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.210029:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838304.210031:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838304.210035:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838304.210037:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838304.210040:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8dc0. 00000400:00000200:0.0:1788838304.210043:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc4c8 00000400:00000010:0.0:1788838304.210045:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc4c8. 00000100:00000001:0.0:1788838304.210048:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838304.210052:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838304.210060:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.210066:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838304.210068:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.210070:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838304.210072:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838304.210075:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838304.210077:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838304.210080:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838304.210085:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=133 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838304.210089:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838304.210092:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838304.210094:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838304.210096:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838304.210099:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.210101:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.210105:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.210111:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838304.210113:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838304.210115:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838304.210118:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838304.210130:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132255616:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838304.210134:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.210136:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838304.210138:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908700 x1875731132255616/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.210144:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838304.210146:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838304.210148:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd00a6000. 02000000:00000001:0.0:1788838304.210152:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838304.210154:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838304.210156:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838304.210158:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838304.210161:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509a00. 02000000:00000001:0.0:1788838304.210163:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838304.210165:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838304.210167:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908700. 00000100:00000001:0.0:1788838304.210170:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838304.210171:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.210173:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.210175:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838304.210176:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838304.210177:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.210178:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838304.210246:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838304.210250:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509f00. 00000400:00000200:0.0:1788838304.210253:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838304.210257:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838304.221673:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.221682:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.222368:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.222375:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd50e00 00000400:00000200:1.0:1788838304.222380:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.222386:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ae1 [1] + 224 00000800:00000001:1.0:1788838304.222395:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.222418:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838304.222422:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838304.222427:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838304.222435:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838304.222444:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838304.222454:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.222477:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838304.222487:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.222490:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.222922:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838304.222927:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838304.222934:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838304.222936:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838304.222939:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25580. 00000400:00000200:1.0:1788838304.222943:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc198 00000400:00000010:1.0:1788838304.222946:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc198. 00000100:00000001:1.0:1788838304.222949:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838304.222955:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838304.222963:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.222975:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838304.222977:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.222980:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838304.222983:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838304.222986:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838304.222989:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838304.222992:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838304.223003:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=133 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838304.223007:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838304.223010:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838304.223012:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838304.223015:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838304.223019:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.223023:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838304.223025:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967652 00000100:00000001:1.0:1788838304.223027:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838304.223029:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838304.223034:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.223042:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838304.223045:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838304.223047:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838304.223050:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838304.223058:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132255744:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838304.223063:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.223066:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838304.223069:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090ad80 x1875731132255744/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.223076:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838304.223079:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838304.223082:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3400. 02000000:00000001:1.0:1788838304.223086:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838304.223089:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838304.223091:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838304.223093:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838304.223096:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509200. 02000000:00000001:1.0:1788838304.223099:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838304.223100:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838304.223102:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090ad80. 00000100:00000001:1.0:1788838304.223105:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838304.223106:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.223109:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.223111:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838304.223113:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838304.223114:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.223116:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838304.223750:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.223761:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838304.223765:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.223767:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838304.223773:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.223778:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838304.223785:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.223789:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.223793:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.223797:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd50f00 00000400:00000200:1.0:1788838304.223801:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.223806:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b01 [1] + 224 00000800:00000001:1.0:1788838304.223811:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.223814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838304.223817:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838304.223821:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838304.224390:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838304.224400:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838304.224415:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.224431:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838304.224439:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.224446:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838304.224448:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.224450:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838304.224454:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.224458:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838304.224463:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.224466:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.224468:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.224471:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd50e80 00000400:00000200:1.0:1788838304.224474:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838304.224478:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6af1 [1] + 224 00000800:00000001:1.0:1788838304.224481:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.225084:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838304.225089:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838304.225094:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838304.225099:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838304.225105:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838304.225114:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.225134:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838304.225139:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838304.225143:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.225159:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838304.225162:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838304.225167:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838304.225170:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838304.225173:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25dc0. 00000400:00000200:1.0:1788838304.225177:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc440 00000400:00000010:1.0:1788838304.225180:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc440. 00000100:00000001:1.0:1788838304.225182:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838304.225187:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788838304.226755:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcd48 00000400:00000010:0.0:1788838304.226764:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcd48. 00000100:00000001:0.0:1788838304.226770:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838304.226779:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.226790:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838304.226794:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.226802:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.226804:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838304.226834:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838304.226837:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838304.226843:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838304.226844:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838304.226847:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8528. 00000400:00000200:0.0:1788838304.226852:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcee0 00000400:00000010:0.0:1788838304.226854:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcee0. 00000100:00000001:0.0:1788838304.226856:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838304.226861:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838304.226869:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.226876:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838304.226878:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.226880:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838304.226883:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838304.226885:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838304.226887:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838304.226891:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838304.226900:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=133 v=5 (5 5 16 16) 00000100:00001000:0.0:1788838304.226904:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838304.226907:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838304.226908:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788838304.227086:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.227092:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838304.227094:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.227095:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838304.227097:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838304.227099:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838304.227100:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838304.227102:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838304.227107:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=133 v=5 (5 5 16 37) 00000100:00001000:1.0:1788838304.227110:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838304.227112:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838304.227113:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838304.227115:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838304.227119:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.227122:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838304.227125:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788838304.227126:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838304.227128:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838304.227132:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.227138:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838304.227141:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838304.227143:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838304.227146:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838304.227157:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132256000:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838304.227161:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.227163:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838304.227166:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a300 x1875731132256000/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838304.227171:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838304.227174:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838304.227177:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f2e00. 02000000:00000001:1.0:1788838304.227180:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838304.227183:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838304.227184:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838304.227186:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838304.227189:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509100. 02000000:00000001:1.0:1788838304.227205:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838304.227207:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838304.227209:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a300. 00000100:00000001:1.0:1788838304.227213:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838304.227214:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.227216:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838304.227223:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838304.227225:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838304.227227:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838304.227229:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838304.229519:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838304.229540:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.229547:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838304.229549:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788838304.229551:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838304.229553:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838304.229564:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.229580:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838304.229583:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838304.229584:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838304.229588:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838304.229596:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132255872:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838304.229602:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.229605:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838304.229609:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a680 x1875731132255872/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838304.229615:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838304.229618:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838304.229621:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd00a7e00. 02000000:00000001:0.0:1788838304.229628:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838304.229630:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838304.229632:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838304.229634:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838304.229637:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509600. 02000000:00000001:0.0:1788838304.229641:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838304.229642:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838304.229644:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a680. 00000100:00000001:0.0:1788838304.229647:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838304.229649:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.229651:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838304.229673:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838304.229675:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838304.229677:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838304.229679:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838304.269061:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838304.269067:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838304.269072:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838304.269073:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838304.269137:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838304.269141:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838304.269144:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838305.291547:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838305.291555:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838305.291558:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838305.291561:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838305.291565:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838305.291567:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838305.291569:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838305.291571:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838305.291585:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838305.291587:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838305.293041:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838305.293047:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838305.293051:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838306.314769:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838306.314774:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838306.314779:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838306.314780:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838306.314923:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838306.314926:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838306.314929:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788838307.274969:0:32097:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788838307.274977:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838307.274978:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788838307.274983:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017b40 going to sleep for 1 seconds 00000100:00000001:0.0:1788838307.274987:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838307.274990:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838307.338826:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838307.338833:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838307.338838:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838307.338841:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838307.338843:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838307.338848:0:14789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838307.338851:0:14789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838307.338852:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838307.338855:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838307.338857:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838307.338859:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838307.338861:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838307.338925:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838307.338928:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838307.338931:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838308.298822:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296438264, at 4296438272 00000100:00000040:0.0:1788838308.298822:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296438264, at 4296438272 00000100:00000010:0.0:1788838308.298837:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b49c0. 00000100:00000010:1.0:1788838308.298839:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b43c0. 00000100:00000001:1.0:1788838308.298863:0:32097:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838308.298867:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838308.298869:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838308.298872:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017b40 going to sleep for 1 seconds 00000100:00000001:1.0:1788838308.298875:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838308.298878:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838308.362821:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838308.362828:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838308.362833:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838308.362834:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838308.363293:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838308.363298:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838308.363301:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838309.322836:0:32097:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838309.322843:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838309.322845:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838309.322850:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017b40 going to sleep for 1 seconds 00000100:00000001:1.0:1788838309.322854:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838309.322857:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326216:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838309.326225:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838309.326235:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1c00. 00000020:00000040:2.0:1788838309.326240:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838309.326244:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838309.326247:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838309.326251:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838309.326259:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14200. 00000100:00000001:2.0:1788838309.326264:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326275:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838309.326285:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838309.326289:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326295:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000154d8525] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838309.326327:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326329:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838309.326332:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838309.326335:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0700. 00000020:00000040:2.0:1788838309.326337:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838309.326339:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838309.326340:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838309.326342:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838309.326345:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14b00. 00000100:00000001:2.0:1788838309.326348:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326352:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838309.326359:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838309.326361:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326364:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073d7e50f] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838309.326372:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326373:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838309.326376:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838309.326379:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0e00. 00000020:00000040:2.0:1788838309.326380:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838309.326382:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838309.326383:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838309.326384:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838309.326387:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14900. 00000100:00000001:2.0:1788838309.326389:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326392:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838309.326398:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838309.326400:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326403:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002a9ccc4] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838309.326410:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326412:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838309.326415:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788838309.326417:0:30697:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788838309.326420:0:30697:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788838309.326422:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1880. 00000020:00000040:2.0:1788838309.326433:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:2.0:1788838309.326435:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838309.326437:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838309.326439:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838309.326754:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14600. 00000100:00000001:2.0:1788838309.326761:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838309.326764:0:30697:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00080000:2.0:1788838309.326767:0:30697:0:(import.c:65:import_set_state_nolock()) ffff98afc4c52800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788838309.326770:0:30697:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff98afd0025800: disconnect after 21s idle 00000100:00000001:2.0:1788838309.326772:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838309.326774:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326780:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006808f5fe] to pc [ptlrpcd_rcv+-1] req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838309.326808:0:30697:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838309.326811:0:30697:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.326815:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1777) 00000100:00000001:1.0:1788838309.326954:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838309.326959:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838309.326962:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838309.326969:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.326978:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838309.326980:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838309.326983:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838309.326986:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838309.326989:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838309.326992:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132256512:192.168.203.123@tcp:9:kworker.0 00000100:00000001:1.0:1788838309.326996:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838309.327001:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838309.327003:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838309.327006:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838309.327011:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd00a6e00. 02000000:00000001:1.0:1788838309.327013:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838309.327020:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838309.327024:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8e18. 00000400:00000010:1.0:1788838309.327031:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc3b8. 00000100:00000200:1.0:1788838309.327036:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132256512, portal 4 00000100:00000001:1.0:1788838309.327038:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838309.327040:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000040:1.0:1788838309.327185:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.327193:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838309.327196:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838309.327199:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc000. 00000100:00000200:1.0:1788838309.327203:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132256512, offset 0 00000400:00000200:1.0:1788838309.327209:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838309.327218:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.327225:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838309.327230:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838309.327234:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838309.327238:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838309.327240:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838309.327244:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2498:2498:256:4294967295] 192.168.203.123@tcp LPNI seq info [2498:2498:8:4294967295] 00000400:00000200:1.0:1788838309.327248:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.327256:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838309.327261:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838309.327266:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838309.327272:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838309.327278:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838309.327282:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838309.327303:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838309.327308:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 23006 usecs (24 jiffies) 00000400:00000200:1.0:1788838309.327311:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838309.327314:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296439324 00000100:00000010:1.0:1788838309.327319:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b43c0. 00000100:00000001:1.0:1788838309.327326:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838309.327335:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296439324 00000100:00000010:1.0:1788838309.327338:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b47e0. 00000100:00000001:1.0:1788838309.327341:0:2350:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838309.327344:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838309.327347:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838309.327350:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838309.327352:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838309.327359:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838309.327361:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788838309.327363:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838309.327365:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838309.327366:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838309.327368:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.327383:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.327387:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838309.327389:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838309.327396:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.327403:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838309.327405:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.327407:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838309.327409:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838309.327411:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838309.327414:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132256128:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838309.327418:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838309.327420:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1788838309.327545:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838309.327550:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933c00. 00000400:00000200:0.0:1788838309.327555:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838309.327561:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838309.327565:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc000 00000400:00000010:0.0:1788838309.327568:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc000. 00000100:00000001:0.0:1788838309.327571:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838309.327575:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838309.327584:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838309.327587:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838309.327593:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838309.327595:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1788838309.329191:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.329200:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838309.329207:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc3b43a00. 02000000:00000001:3.0:1788838309.329211:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838309.329217:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838309.329223:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb58. 00000400:00000010:3.0:1788838309.329229:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cecc0. 00000100:00000200:3.0:1788838309.329235:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132256128, portal 25 00000100:00000001:3.0:1788838309.329238:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838309.329239:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419153408 : -113594290398208 : ffff98afc4ac1c00) 00000100:00000040:3.0:1788838309.329249:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.329256:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838309.329259:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838309.329261:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838309.329264:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132256128, offset 0 00000400:00000200:3.0:1788838309.329269:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838309.329276:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838309.329281:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838309.329285:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838309.329289:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838309.329292:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838309.329295:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838309.329298:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2499:2499:256:4294967295] 192.168.203.123@tcp LPNI seq info [2499:2499:8:4294967295] 00000400:00000200:3.0:1788838309.329302:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838309.329310:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838309.329314:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838309.329320:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3500. 00000800:00000200:3.0:1788838309.329325:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838309.329338:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838309.329342:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838309.329412:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838309.329417:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838309.329419:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296443388 00000100:00000001:3.0:1788838309.329434:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296439324 00000100:00000001:3.0:1788838309.329439:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296443388 00000100:00000001:3.0:1788838309.329442:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296439324 00000100:00000001:3.0:1788838309.329444:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838309.329447:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.329451:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838309.329456:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.329465:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838309.329467:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.329469:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838309.329472:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838309.329474:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838309.329477:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132256384:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838309.329480:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838309.329485:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838309.329486:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.329488:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838309.329492:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc3f25600. 02000000:00000001:3.0:1788838309.329494:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838309.329497:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838309.329500:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b5d8. 00000400:00000010:3.0:1788838309.329504:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceee0. 00000100:00000200:3.0:1788838309.329507:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132256384, portal 4 00000100:00000001:3.0:1788838309.329509:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838309.329510:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000040:3.0:1788838309.329516:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.329522:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838309.329524:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838309.329526:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce198. 00000100:00000200:3.0:1788838309.329528:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132256384, offset 0 00000400:00000200:3.0:1788838309.329532:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838309.329536:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838309.329539:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838309.329542:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838309.329545:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838309.329547:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838309.329550:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838309.329552:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2500:2500:255:4294967295] 192.168.203.123@tcp LPNI seq info [2500:2500:7:4294967295] 00000400:00000200:3.0:1788838309.329557:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838309.329562:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838309.329566:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838309.329569:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3900. 00000800:00000200:3.0:1788838309.329573:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838309.329577:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838309.329589:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838309.329592:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838309.329595:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 229287 usecs (230 jiffies) 00000400:00000200:3.0:1788838309.329598:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838309.329600:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296439532 00000100:00000001:3.0:1788838309.329602:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296443388 00000100:00000001:3.0:1788838309.329604:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296439532 00000100:00000001:3.0:1788838309.329606:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296443388 00000100:00000001:3.0:1788838309.329608:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838309.329610:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.329613:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.329616:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.329622:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838309.329624:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838309.329626:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.329628:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838309.329630:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838309.329632:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788838309.329634:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.329636:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838309.329637:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.329638:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.329639:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838309.329640:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838309.329645:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.329651:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838309.329652:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.329669:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838309.329672:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838309.329674:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838309.329676:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132256256:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838309.329687:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838309.329690:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838309.329691:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.329693:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838309.329696:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc3f24e00. 02000000:00000001:3.0:1788838309.329698:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838309.329701:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838309.329703:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000010:3.0:1788838309.329706:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce6e8. 00000100:00000200:3.0:1788838309.329709:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132256256, portal 10 00000100:00000001:3.0:1788838309.329710:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838309.329711:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000040:3.0:1788838309.329717:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.329722:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838309.329724:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838309.329726:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cec38. 00000100:00000200:3.0:1788838309.329728:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132256256, offset 0 00000400:00000200:3.0:1788838309.329732:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838309.329736:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838309.329739:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838309.329741:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838309.329744:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838309.329746:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838309.329748:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838309.329751:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2501:2501:254:4294967295] 192.168.203.123@tcp LPNI seq info [2501:2501:6:4294967295] 00000400:00000200:3.0:1788838309.329755:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838309.329760:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838309.329764:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838309.329766:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3800. 00000800:00000200:3.0:1788838309.329770:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838309.329773:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838309.329776:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838309.329778:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838309.329781:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 773358 usecs (774 jiffies) 00000400:00000200:3.0:1788838309.329783:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838309.329785:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296440077 00000100:00000001:3.0:1788838309.329787:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296443388 00000100:00000001:3.0:1788838309.329798:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296440077 00000100:00000001:3.0:1788838309.329800:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296443388 00000100:00000001:3.0:1788838309.329802:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838309.329804:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.329806:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.329808:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.329820:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.329821:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838309.334593:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838309.334612:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838309.334616:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838309.334619:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838309.334627:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.334634:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838309.334644:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.334649:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.334653:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.334674:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd51100 00000400:00000200:1.0:1788838309.334679:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.334685:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b11 [1] + 224 00000800:00000001:1.0:1788838309.334691:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838309.334701:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838309.334704:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838309.334708:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838309.334715:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838309.334724:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838309.334735:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.334759:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838309.335023:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788838309.335903:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838309.335910:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838309.335917:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838309.335920:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838309.335923:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8e18. 00000400:00000200:2.0:1788838309.335931:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc3b8 00000400:00000010:2.0:1788838309.335934:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc3b8. 00000100:00000001:2.0:1788838309.335937:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838309.335947:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838309.335958:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838309.335966:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838309.335968:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838309.335971:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838309.335974:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838309.335976:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838309.335978:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838309.335981:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838309.335990:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=138 v=5 (5 5 16 37) 00000100:00001000:2.0:1788838309.335994:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838309.335997:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838309.335999:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838309.336002:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838309.336005:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838309.336009:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838309.336011:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788838309.336013:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838309.336015:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838309.336019:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838309.336026:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838309.336030:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838309.336032:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788838309.336036:0:2350:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788838309.336044:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4c52800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788838309.336048:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838309.336055:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132256512:192.168.203.123@tcp:9:kworker.0 00000100:00000001:2.0:1788838309.336059:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838309.336062:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838309.336065:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1880 x1875731132256512/t0(0) o9->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838309.336072:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838309.336074:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838309.336078:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd00a6e00. 02000000:00000001:2.0:1788838309.336331:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838309.336334:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838309.336337:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838309.336339:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838309.336343:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14600. 02000000:00000001:2.0:1788838309.336348:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838309.336350:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838309.336352:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1880. 00000100:00000001:2.0:1788838309.336356:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838309.336358:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838309.336360:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838309.336368:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838309.336370:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838309.336372:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838309.336374:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838309.336587:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838309.336592:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3500. 00000400:00000200:1.0:1788838309.336596:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838309.336601:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838309.336606:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:1.0:1788838309.336607:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:1.0:1788838309.336610:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838309.336615:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.336623:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838309.336625:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.336630:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838309.336631:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838309.336642:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838309.336643:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:1.0:1788838309.336645:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838309.336647:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838309.336648:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce198 00000400:00000010:1.0:1788838309.336650:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce198. 00000100:00000001:1.0:1788838309.336651:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838309.336653:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.336670:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838309.336672:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.336676:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838309.336677:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838309.336728:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838309.336730:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:1.0:1788838309.336732:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838309.336734:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838309.336736:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cec38 00000400:00000010:1.0:1788838309.336737:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cec38. 00000100:00000001:1.0:1788838309.336739:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838309.336741:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.336746:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838309.336748:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.336752:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838309.336753:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838309.339246:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838309.345765:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838309.345784:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838309.345797:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838309.345801:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838309.345809:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.345816:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838309.345826:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.345839:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.345845:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.345849:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd50f80 00000400:00000200:1.0:1788838309.345853:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838309.345860:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b21 [1] + 224 00000800:00000001:1.0:1788838309.345867:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838309.345875:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838309.345878:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838309.345882:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838309.345889:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838309.345898:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838309.345909:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838309.345930:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838309.345970:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.345975:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838309.345982:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838309.345984:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838309.345996:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb58. 00000400:00000200:3.0:1788838309.346000:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:3.0:1788838309.346003:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:3.0:1788838309.346006:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838309.346011:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788838309.346017:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838309.346023:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788838309.346032:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.346038:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838309.346040:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.346042:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838309.346046:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838309.346048:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838309.346050:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.346053:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838309.346058:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838309.346062:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1788838309.346065:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838309.346066:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838309.346069:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838309.346072:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.346075:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838309.346079:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.346086:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838309.346088:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838309.346090:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838309.346094:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838309.346101:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132256128:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838309.346106:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.346108:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838309.346111:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1c00 x1875731132256128/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.346117:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838309.346119:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838309.346123:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc3b43a00. 02000000:00000001:3.0:1788838309.346127:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838309.346130:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838309.346141:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:3.0:1788838309.346143:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838309.346146:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14200. 02000000:00000001:3.0:1788838309.346150:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838309.346151:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838309.346153:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1c00. 00000100:00000001:3.0:1788838309.346156:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838309.346157:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.346160:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.346162:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.346163:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838309.346165:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.346166:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838309.347457:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838309.347469:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838309.347473:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838309.347488:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838309.347495:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.347501:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838309.347509:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.347514:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.347518:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.347522:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd51000 00000400:00000200:0.0:1788838309.347527:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.347534:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b31 [1] + 224 00000800:00000001:0.0:1788838309.347540:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838309.347610:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838309.347613:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838309.347618:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838309.347624:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838309.347633:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838309.347643:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838309.347686:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838309.347695:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838309.347698:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.348215:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.348218:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838309.348225:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838309.348227:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838309.348231:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:3.0:1788838309.348236:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce6e8 00000400:00000010:3.0:1788838309.348238:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce6e8. 00000100:00000001:3.0:1788838309.348242:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838309.348248:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838309.348258:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.348264:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838309.348266:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.348269:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838309.348271:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838309.348273:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838309.348276:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.348278:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838309.348287:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=138 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838309.348291:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838309.348294:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838309.348296:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838309.348298:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838309.348301:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.348305:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838309.348307:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1788838309.348309:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838309.348310:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838309.348315:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.348322:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838309.348325:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838309.348327:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838309.348331:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838309.348338:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132256256:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838309.348343:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.348345:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838309.348349:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0700 x1875731132256256/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.348355:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838309.348357:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838309.348361:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc3f24e00. 02000000:00000001:3.0:1788838309.348364:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838309.348366:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838309.348367:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838309.348369:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838309.348371:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14b00. 02000000:00000001:3.0:1788838309.348375:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838309.348377:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838309.348378:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0700. 00000100:00000001:3.0:1788838309.348381:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838309.348383:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.348387:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.348388:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.348390:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838309.348391:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.348393:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838309.359244:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838309.359266:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838309.359270:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838309.359273:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838309.359281:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.359288:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838309.359300:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.359304:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.359310:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.359314:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd51080 00000400:00000200:0.0:1788838309.359318:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838309.359324:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b29 [1] + 224 00000800:00000001:0.0:1788838309.359330:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838309.359341:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838309.359344:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838309.359349:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838309.359356:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838309.359365:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838309.359376:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838309.359399:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838309.359407:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838309.359410:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.362031:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.362039:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838309.362047:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838309.362050:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838309.362054:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b5d8. 00000400:00000200:3.0:1788838309.362064:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceee0 00000400:00000010:3.0:1788838309.362066:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceee0. 00000100:00000001:3.0:1788838309.362071:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838309.362081:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838309.362093:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.362102:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838309.362103:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.362106:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838309.362109:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838309.362111:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838309.362113:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838309.362116:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838309.362124:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=138 v=5 (5 5 16 16) 00000100:00001000:3.0:1788838309.362128:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838309.362130:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838309.362132:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838309.362135:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838309.362139:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.362143:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838309.362145:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838309.362147:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838309.362149:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838309.362153:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.362166:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838309.362169:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838309.362171:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838309.362175:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838309.362182:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132256384:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838309.362187:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.362189:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838309.362192:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0e00 x1875731132256384/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838309.362204:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838309.362207:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838309.362209:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc3f25600. 02000000:00000001:3.0:1788838309.362213:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838309.362215:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838309.362217:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838309.362219:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838309.362222:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14900. 02000000:00000001:3.0:1788838309.362225:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838309.362227:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838309.362229:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0e00. 00000100:00000001:3.0:1788838309.362232:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838309.362233:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.362236:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838309.362243:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838309.362245:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838309.362247:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838309.362250:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838309.386878:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838309.386886:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838309.386893:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838309.386896:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838309.386986:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838309.386990:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838309.386993:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838310.346874:0:32097:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838310.346879:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838310.346881:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838310.346886:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017b40 going to sleep for 1 seconds 00000100:00000001:1.0:1788838310.346890:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838310.346893:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838310.410904:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838310.410910:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838310.410916:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838310.410917:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838310.411096:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838310.411099:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838310.411102:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838311.371769:0:32097:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838311.371787:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838311.371790:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838311.371794:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017b40 going to sleep for 1 seconds 00000100:00000001:1.0:1788838311.371798:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838311.371801:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838311.435101:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838311.435109:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838311.435114:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838311.435115:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838311.435196:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838311.435199:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838311.435202:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838312.394833:0:32097:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838312.394838:0:32097:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788838312.394853:0:32097:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838296/real 1788838296] req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1788838312 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1788838312.394870:0:32097:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838312.394873:0:32097:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838312.394876:0:32097:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c259f8. 00000400:00000200:1.0:1788838312.394882:0:32097:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfca18 00000400:00000010:1.0:1788838312.394884:0:32097:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfca18. 00000100:00000001:1.0:1788838312.394888:0:32097:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838312.394893:0:32097:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1788838312 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838312.394902:0:32097:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1788838312 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838312.394910:0:32097:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838312.394912:0:32097:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.394914:0:32097:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838312.394916:0:32097:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.394919:0:32097:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788838312.394922:0:32097:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788838312.394926:0:32097:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff98afd0025800: Connection to lustre-MDT0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1788838312.394930:0:32097:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788838312.394933:0:32097:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788838312.394936:0:32097:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.394938:0:32097:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788838312.394940:0:32097:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1788838312.395050:0:32097:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788838312.395054:0:32097:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.395057:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838312.395059:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838312.395062:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017b40 going to sleep for 0 seconds 00000100:00000001:1.0:1788838312.395065:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838312.395068:0:32097:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.395070:0:32097:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838312.395072:0:32097:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.395075:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.402126:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838312.402137:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838312.402148:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1880. 00000020:00000040:2.0:1788838312.402154:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838312.402158:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838312.402161:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838312.402166:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838312.402173:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14600. 00000100:00000001:2.0:1788838312.402179:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.402190:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838312.402200:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838312.402204:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.402210:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006808f5fe] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.402234:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788838312.402237:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788838312.402240:0:30697:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788838312.402242:0:30697:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788838312.402244:0:30697:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788838312.402256:0:30697:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788838312.402259:0:30697:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1748 00000400:00000200:2.0:1788838312.402268:0:30697:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.402274:0:30697:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1788838312.402278:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838312.402280:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788838312.402283:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838312.402285:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:2.0:1788838312.402288:0:30697:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788838312.402289:0:30697:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:2.0:1788838312.402292:0:30697:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.402295:0:30697:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:2.0:1788838312.402297:0:30697:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:2.0:1788838312.402299:0:30697:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00000040:2.0:1788838312.402302:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838312.402304:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788838312.402306:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838312.402308:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:2.0:1788838312.402311:0:30697:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00080000:2.0:1788838312.402314:0:30697:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: import ffff98afc4eee000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:2.0:1788838312.402316:0:30697:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.402319:0:30697:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788838312.402324:0:30697:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838312.402326:0:30697:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.402328:0:30697:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788838312.402333:0:30697:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788838312.402336:0:30697:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.402338:0:30697:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838312.402341:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0380. 00000020:00000040:2.0:1788838312.402344:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838312.402347:0:30697:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838312.402349:0:30697:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.402351:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838312.402353:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838312.402355:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838312.402359:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406dc00. 00000100:00000001:2.0:1788838312.402362:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838312.402368:0:30697:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838312.402375:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838312.402377:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.402380:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee0e5c06] to pc [ptlrpcd_rcv+-1] req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.402391:0:30697:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.402394:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838312.402396:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838312.402400:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838312.402402:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838312.402404:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838312.402405:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838312.402406:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838312.402409:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14400. 00000100:00000001:2.0:1788838312.402412:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.402416:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838312.402423:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838312.402424:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.402428:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a9ac53] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.402435:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.402437:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788838312.402441:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788838312.402445:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1780) 00000100:00000001:1.0:1788838312.402716:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838312.402720:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838312.402722:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838312.402728:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.402736:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838312.402738:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838312.402741:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838312.402743:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838312.402746:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838312.402749:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132256768:192.168.203.123@tcp:38:kworker.0 00000100:00000001:1.0:1788838312.402753:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838312.402757:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838312.402759:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838312.402761:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838312.402767:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ea800. 02000000:00000001:1.0:1788838312.402781:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838312.402786:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838312.402791:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8478. 00000400:00000010:1.0:1788838312.402798:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838312.402804:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132256768, portal 10 00000100:00000001:1.0:1788838312.402806:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838312.402807:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000100:00000040:1.0:1788838312.402814:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.402821:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838312.402823:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838312.402826:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc220. 00000100:00000200:1.0:1788838312.402828:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132256768, offset 0 00000400:00000200:1.0:1788838312.402834:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838312.402841:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838312.402846:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838312.402851:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838312.402856:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838312.402859:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838312.402862:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838312.402865:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2502:2502:256:4294967295] 192.168.203.123@tcp LPNI seq info [2502:2502:8:4294967295] 00000400:00000200:1.0:1788838312.402869:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838312.402877:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838312.402881:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838312.402886:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838312.402892:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838312.402900:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838312.402905:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788838312.402922:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838312.402926:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 772387 usecs (773 jiffies) 00000400:00000200:1.0:1788838312.402930:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838312.402932:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296443149 00000100:00000001:1.0:1788838312.402935:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296443388 00000100:00000001:1.0:1788838312.402938:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296443149 00000100:00000001:1.0:1788838312.402940:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296443388 00000100:00000001:1.0:1788838312.402942:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838312.402945:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.402948:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.402950:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.402957:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838312.402959:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788838312.402961:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838312.402963:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838312.402964:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.402966:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838312.403370:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838312.403374:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:1.0:1788838312.403379:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838312.403384:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838312.403390:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc220 00000400:00000010:1.0:1788838312.403393:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc220. 00000100:00000001:1.0:1788838312.403397:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838312.403401:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.403410:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838312.403413:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.403420:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.403421:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838312.410603:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838312.410611:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838312.410614:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838312.410627:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.410638:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838312.410861:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838312.410864:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838312.410866:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838312.410872:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838312.410880:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838312.410882:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.410886:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838312.410889:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838312.410892:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838312.410895:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132256896:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838312.410900:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838312.410905:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838312.410908:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.410911:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838312.410917:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc3f25800. 02000000:00000001:3.0:1788838312.410919:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838312.410927:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838312.410931:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b5d8. 00000400:00000010:3.0:1788838312.410937:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceee0. 00000100:00000001:2.0:1788838312.411049:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.411052:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838312.411054:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838312.411056:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838312.411059:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132256640:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838312.411064:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838312.411068:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838312.411070:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.411071:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838312.411075:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc480d200. 02000000:00000001:2.0:1788838312.411077:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838312.411080:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838312.411083:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dc08. 00000400:00000010:2.0:1788838312.411087:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838312.411090:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132256640, portal 25 00000100:00000001:2.0:1788838312.411092:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838312.411093:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000040:2.0:1788838312.411099:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.411106:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838312.411108:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838312.411110:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512acc0. 00000100:00000200:2.0:1788838312.411113:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132256640, offset 0 00000400:00000200:2.0:1788838312.411119:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838312.411126:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.411133:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838312.411138:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838312.411142:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838312.411146:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1788838312.411309:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132256896, portal 4 00000100:00000001:3.0:1788838312.411312:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838312.411313:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:3.0:1788838312.411321:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838312.411328:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838312.411330:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838312.411333:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce6e8. 00000100:00000200:3.0:1788838312.411336:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132256896, offset 0 00000800:00000001:1.0:1788838312.411609:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838312.411622:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838312.411624:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838312.411627:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788838312.411631:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838312.411632:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.411637:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2503:2503:256:4294967295] 192.168.203.123@tcp LPNI seq info [2503:2503:8:4294967295] 00000400:00000200:1.0:1788838312.411637:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838312.411643:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838312.411646:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838312.411651:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838312.411654:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 10 MB=0x6a9f7afd51200 00000400:00000200:1.0:1788838312.411691:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838312.411697:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 416/416 into md 0x6b39 [1] + 0 00000800:00000001:1.0:1788838312.411703:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838312.411711:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838312.411714:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838312.411718:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838312.411725:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838312.411731:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838312.411742:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.411755:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838312.411763:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838312.411765:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.411790:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838312.411793:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838312.411798:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838312.411800:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838312.411802:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8478. 00000400:00000200:1.0:1788838312.411805:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838312.411807:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838312.411810:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838312.411814:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838312.411823:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788838312.411827:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838312.411830:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838312.411831:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.411833:0:2350:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:2.0:1788838312.411835:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 02000000:00000001:1.0:1788838312.411836:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838312.411838:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838312.411839:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788838312.411841:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 02000000:00000001:1.0:1788838312.411842:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788838312.411847:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000100:00001000:1.0:1788838312.411849:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=141 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838312.411852:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=27 v=5 (1 0 0 0) 00000800:00000200:2.0:1788838312.411853:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000100:00000001:1.0:1788838312.411855:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838312.411856:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838312.411859:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:2.0:1788838312.411860:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00010000:00000001:1.0:1788838312.411862:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788838312.411864:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838312.411865:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838312.411867:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967652 00000100:00000001:1.0:1788838312.411869:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838312.411871:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.411873:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838312.411875:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788838312.411877:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838312.411879:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296446471 00000100:00000001:1.0:1788838312.411882:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838312.411884:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838312.411885:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.411887:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296443388 00000100:00000001:1.0:1788838312.411888:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788838312.411892:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296446471 00000100:00080000:1.0:1788838312.411893:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff98afd0025800: connect to target with instance 1 00000100:00000001:2.0:1788838312.411895:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296443388 00000020:00000001:1.0:1788838312.411896:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1788838312.411898:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1788838312.411898:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000100:00000001:2.0:1788838312.411900:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.411900:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1788838312.411903:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838312.411903:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:1.0:1788838312.411905:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00000001:2.0:1788838312.411906:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838312.411907:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00001000:1.0:1788838312.411910:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=1788838312 v=0 (0 0 0 0) 00000100:00000001:2.0:1788838312.411912:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1788838312.411912:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eee418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1788838312.411914:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838312.411916:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788838312.411916:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000100:00000001:2.0:1788838312.411917:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838312.411918:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.411920:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838312.411921:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00000001:1.0:1788838312.411923:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788838312.411926:0:2350:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788838312.411930:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1788838312.411933:0:2350:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788838312.411935:0:2350:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838312.411937:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788838312.411940:0:2350:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788838312.411943:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838312.411945:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838312.411947:0:2350:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838312.411948:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838312.411950:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838312.411951:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838312.411953:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.411954:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788838312.411957:0:2350:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.123@tcp after partition 00000100:00080000:1.0:1788838312.411961:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1788838312.411964:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000400:00000200:3.0:1788838312.412041:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838312.412046:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838312.412051:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838312.412054:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838312.412057:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838312.412059:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838312.412061:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838312.412064:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2504:2504:255:4294967295] 192.168.203.123@tcp LPNI seq info [2504:2504:7:4294967295] 00000400:00000200:3.0:1788838312.412068:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838312.412074:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838312.412078:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838312.412082:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3600. 00000800:00000200:3.0:1788838312.412086:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838312.412089:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838312.412092:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838312.412095:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838312.412099:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 228326 usecs (229 jiffies) 00000400:00000200:3.0:1788838312.412102:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838312.412104:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296442614 00000100:00000001:3.0:1788838312.412106:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296446471 00000100:00000001:3.0:1788838312.412108:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296442614 00000100:00000001:3.0:1788838312.412109:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296446471 00000100:00000001:3.0:1788838312.412111:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838312.412113:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.412115:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.412117:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.412120:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838312.412121:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838312.412123:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838312.412124:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838312.412126:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.412127:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.412165:0:2350:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788838312.412168:0:2350:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788838312.412170:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788838312.412173:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788838312.412174:0:2350:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788838312.412176:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788838312.412177:0:2350:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788838312.412179:0:2350:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788838312.412180:0:2350:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff98afd054a1d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788838312.412184:0:2350:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x9f68a6b43b62c43d 00800000:00000040:1.0:1788838312.412187:0:2350:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff98afd0025800=236057cd-729b-462c-8b72-16ae653ba0e9 device 3 (ffff98afd0548000) type mdc at LMV idx 0 00800000:00000040:1.0:1788838312.412189:0:2350:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff98afd0548000 already active! 00800000:00000001:1.0:1788838312.412192:0:2350:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838312.412194:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838312.412195:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838312.412197:0:2350:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838312.412198:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838312.412200:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838312.412201:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838312.412204:0:2350:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000800:00000200:1.0:1788838312.412244:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838312.412257:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:1.0:1788838312.412261:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838312.412265:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838312.412268:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512acc0 00000400:00000010:1.0:1788838312.412270:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512acc0. 00000100:00000001:1.0:1788838312.412273:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838312.412278:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.412288:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838312.412291:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.412298:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.412300:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838312.412565:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838312.412569:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838312.412572:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838312.412575:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838312.412578:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce6e8 00000400:00000010:1.0:1788838312.412580:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce6e8. 00000100:00000001:1.0:1788838312.412583:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838312.412586:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.412592:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838312.412596:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.412602:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.412603:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:1.0:1788838312.413805:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.413811:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788838312.413816:0:2350:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff98afd0025800: Connection restored to 192.168.203.123@tcp (at 192.168.203.123@tcp) 00000100:00080000:1.0:1788838312.413824:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000084965d37): req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1788838312 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838312.413849:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.413854:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838312.413859:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838312.413866:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132256768:192.168.203.123@tcp:38:kworker.0 00000100:00000001:1.0:1788838312.413871:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.413873:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838312.413876:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0380 x1875731132256768/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838312.413882:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838312.413884:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838312.413888:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ea800. 02000000:00000001:1.0:1788838312.413891:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838312.413893:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838312.413895:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838312.413898:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838312.413901:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406dc00. 02000000:00000001:1.0:1788838312.413904:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838312.413906:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838312.413908:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0380. 00000100:00000001:1.0:1788838312.413911:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838312.413913:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.413915:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838312.413921:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838312.413923:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838312.413925:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838312.413927:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.416502:0:32117:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788838312.416509:0:32117:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788838312.416513:0:32117:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838312.416517:0:32117:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838312.416519:0:32117:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838312.416523:0:32117:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788838312.416524:0:32117:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.416644:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838312.416649:0:32097:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.416652:0:32097:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838312.416654:0:32097:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.416679:0:32097:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838312.416684:0:32097:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838312.416687:0:32097:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.416690:0:32097:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788838312.416696:0:32097:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875731132253696 new x1875731132257024 02000000:00000001:2.0:1788838312.416699:0:32097:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838312.416701:0:32097:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838312.416710:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838312.416717:0:32097:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d420. 00000400:00000010:2.0:1788838312.416724:0:32097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512add0. 00000100:00000200:2.0:1788838312.416731:0:32097:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132253696, portal 10 00000100:00000001:2.0:1788838312.416733:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838312.416734:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:2.0:1788838312.416746:0:32097:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838328 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838312.416754:0:32097:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838312.416757:0:32097:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838312.416760:0:32097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ad48. 00000100:00000200:2.0:1788838312.416764:0:32097:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132253696, offset 0 00000400:00000200:2.0:1788838312.416785:0:32097:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838312.416795:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.416803:0:32097:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838312.416808:0:32097:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838312.416813:0:32097:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838312.416817:0:32097:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838312.416821:0:32097:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838312.416825:0:32097:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2505:2505:256:4294967295] 192.168.203.123@tcp LPNI seq info [2505:2505:8:4294967295] 00000400:00000200:2.0:1788838312.416830:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.416840:0:32097:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838312.416845:0:32097:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838312.416851:0:32097:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14b00. 00000800:00000200:2.0:1788838312.416857:0:32097:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838312.416864:0:32097:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838312.416869:0:32097:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838312.416887:0:32097:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.416892:0:32097:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 771397 usecs (772 jiffies) 00000400:00000200:2.0:1788838312.416895:0:32097:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838312.416897:0:32097:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296443161 00000100:00000001:2.0:1788838312.416900:0:32097:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296446471 00000100:00000001:2.0:1788838312.416902:0:32097:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296443161 00000100:00000001:2.0:1788838312.416904:0:32097:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296446471 00000100:00000001:2.0:1788838312.416906:0:32097:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838312.416910:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.416912:0:32097:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838312.416914:0:32097:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838312.416916:0:32097:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838312.416919:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838312.416920:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838312.417146:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838312.417151:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14b00. 00000400:00000200:0.0:1788838312.417155:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.417161:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838312.417166:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:0.0:1788838312.417168:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:0.0:1788838312.417172:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838312.417176:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838328 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838312.417185:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838312.417188:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838328 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838312.417195:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838312.417197:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838312.421739:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.421755:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838312.421759:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.421762:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.421778:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421786:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838312.421794:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421798:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421804:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421808:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd51180 00000400:00000200:0.0:1788838312.421813:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421819:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b51 [1] + 224 00000800:00000001:0.0:1788838312.421827:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.421831:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.421834:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.421839:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838312.421846:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838312.421854:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838312.421865:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838312.421885:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838312.421893:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.421897:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838312.421899:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.421900:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.421903:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421907:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838312.421911:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421913:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421916:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421919:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd51300 00000400:00000200:0.0:1788838312.421921:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.421925:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6b59 [1] + 224 00000800:00000001:0.0:1788838312.421929:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.421933:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.421935:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.421938:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838312.421941:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838312.421944:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838312.421958:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838312.421982:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838312.421986:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.421989:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.422034:0:32097:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838312.422041:0:32097:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838312.422044:0:32097:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838312.422046:0:32097:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d420. 00000400:00000200:3.0:1788838312.422050:0:32097:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512add0 00000400:00000010:3.0:1788838312.422053:0:32097:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512add0. 00000100:00000001:3.0:1788838312.422056:0:32097:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838312.422060:0:32097:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838312.422069:0:32097:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132253696/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.422075:0:32097:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838312.422076:0:32097:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.422079:0:32097:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838312.422081:0:32097:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838312.422084:0:32097:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838312.422086:0:32097:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.422089:0:32097:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838312.422098:0:32097:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838312.422103:0:32097:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838312.422105:0:32097:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838312.422107:0:32097:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838312.422110:0:32097:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838312.422113:0:32097:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.422116:0:32097:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838312.422118:0:32097:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838312.422119:0:32097:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838312.422121:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838312.422123:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000001:3.0:1788838312.422126:0:32097:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838312.422128:0:32097:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1788838312.422130:0:32097:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838312.422133:0:32097:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838312.422137:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090bb80 x1875731132253696/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838328 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.422144:0:32097:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838312.422147:0:32097:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838312.422158:0:32097:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838312.422163:0:32097:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090bb80 x1875731132253696/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838328 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838312.422170:0:32097:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32097:1875731132253696:192.168.203.123@tcp:35:multiop.0 00000100:00000001:3.0:1788838312.422175:0:32097:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.422178:0:32097:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.422180:0:32097:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838312.422182:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838312.422185:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132253696/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838328 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.422192:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838312.422194:0:32097:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017b40. 00000100:00000001:3.0:1788838312.422198:0:32097:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838312.422199:0:32097:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.422206:0:32097:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838312.422207:0:32097:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000002:00000001:3.0:1788838312.422210:0:32097:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.422212:0:32097:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838312.422217:0:32097:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25e00. 00000080:00000001:3.0:1788838312.422220:0:32097:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788838312.422223:0:32097:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788838312.422227:0:32097:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788838312.422232:0:32097:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.422244:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838312.422255:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b800 x1875731132253440/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838312 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.422261:0:32097:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788838312.422264:0:32097:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838312.422266:0:32097:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838312.422268:0:32097:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838312.422271:0:32097:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0080c00. 02000000:00000001:3.0:1788838312.422276:0:32097:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838312.422277:0:32097:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838312.422279:0:32097:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b800. 00000100:00000001:3.0:1788838312.422283:0:32097:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838312.422284:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.422286:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838312.422289:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132253696/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838328 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.422295:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838312.422296:0:32097:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afc4b06600. 00000002:00000001:3.0:1788838312.422299:0:32097:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.422301:0:32097:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838312.422303:0:32097:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd1358e40. 00000100:00000001:3.0:1788838312.422305:0:32097:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838312.422308:0:32097:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090bb80 x1875731132253696/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838328 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.422313:0:32097:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838312.422316:0:32097:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838312.422319:0:32097:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc4d968c0. 00000080:00000001:3.0:1788838312.422322:0:32097:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838312.422327:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4bdf0 00000080:00000008:3.0:1788838312.422330:0:32097:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff98afd1583a88), flags 100002, rc = 0 00000080:00000001:3.0:1788838312.422333:0:32097:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838312.422338:0:32097:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838312.422340:0:32097:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01a4be00 00000080:00002000:3.0:1788838312.422342:0:32097:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff98afd1731510, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:3.0:1788838312.422345:0:32097:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838312.422350:0:32097:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838312.422355:0:32097:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000001:2.0:1788838312.425300:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838312.425308:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838312.425315:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838312.425317:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838312.425321:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dc08. 00000400:00000200:2.0:1788838312.425328:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838312.425331:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838312.425335:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838312.425344:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838312.425356:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.425364:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838312.425366:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.425369:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838312.425372:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838312.425374:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838312.425376:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.425380:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838312.425386:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838312.425390:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1788838312.425392:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838312.425393:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.425396:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838312.425398:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.425401:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.425406:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.425413:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838312.425415:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838312.425417:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838312.425421:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838312.425428:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132256640:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838312.425432:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.425435:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838312.425438:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1880 x1875731132256640/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.425444:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838312.425446:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838312.425449:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc480d200. 02000000:00000001:2.0:1788838312.425454:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838312.425457:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838312.425459:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838312.425462:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838312.425465:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14600. 02000000:00000001:2.0:1788838312.425468:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838312.425470:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838312.425471:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1880. 00000100:00000001:2.0:1788838312.425474:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838312.425475:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.425478:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.425485:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838312.425487:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.425489:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838312.425491:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838312.429746:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.429765:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838312.430026:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.430031:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.430039:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.430047:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838312.430056:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.430061:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.430066:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.430070:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd51280 00000400:00000200:0.0:1788838312.430074:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.430079:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b49 [1] + 224 00000800:00000001:0.0:1788838312.430087:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.430095:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.430098:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.430103:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838312.430109:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838312.430119:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838312.430130:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838312.430150:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838312.430158:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.430161:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.430695:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838312.430699:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838312.430707:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838312.430709:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838312.430713:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b5d8. 00000400:00000200:2.0:1788838312.430718:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceee0 00000400:00000010:2.0:1788838312.430720:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceee0. 00000100:00000001:2.0:1788838312.430722:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838312.430727:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838312.430736:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.430742:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838312.430744:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.430746:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838312.430748:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838312.430751:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838312.430753:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.430756:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838312.430764:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=141 v=5 (5 5 16 16) 00000100:00001000:2.0:1788838312.431109:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838312.431114:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838312.431115:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.431118:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838312.431122:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.431125:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838312.431126:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788838312.431128:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838312.431130:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.431136:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.431149:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838312.431152:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838312.431154:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838312.431158:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838312.431165:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132256896:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838312.431170:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.431172:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838312.431175:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132256896/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.431181:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838312.431183:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838312.431186:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc3f25800. 02000000:00000001:2.0:1788838312.431189:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838312.431192:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838312.431193:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838312.431196:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838312.431198:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14400. 02000000:00000001:2.0:1788838312.431202:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838312.431203:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838312.431205:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838312.431208:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838312.431209:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.431211:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.431218:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838312.431220:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.431222:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838312.431224:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838312.437424:0:32118:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838312.437430:0:32118:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838312.437433:0:32118:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838312.437436:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fb20 00000080:00200000:3.0:1788838312.437441:0:32118:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838312.437448:0:32118:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25e00. 00800000:00000002:3.0:1788838312.437455:0:32118:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838312.437459:0:32118:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838312.437463:0:32118:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838312.437466:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fa40 00800000:00000002:3.0:1788838312.437468:0:32118:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838312.437472:0:32118:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838312.437476:0:32118:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838312.437482:0:32118:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838312.437494:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f910 00000002:00010000:3.0:1788838312.437496:0:32118:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838312.437500:0:32118:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838312.437502:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838312.437505:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838312.437510:0:32118:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.437512:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.437514:0:32118:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.437517:0:32118:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838312.437519:0:32118:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838312.437524:0:32118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d880. 00000020:00000040:3.0:1788838312.437529:0:32118:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838312.437534:0:32118:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838312.437539:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838312.437542:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.437545:0:32118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838312.437548:0:32118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838312.437552:0:32118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838312.437558:0:32118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716800. 00000100:00000001:3.0:1788838312.437564:0:32118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838312.437569:0:32118:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838312.437570:0:32118:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838312.437572:0:32118:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838312.437573:0:32118:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838312.437575:0:32118:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.437580:0:32118:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00010000:00000001:3.0:1788838312.437583:0:32118:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838312.437585:0:32118:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838312.437589:0:32118:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac200. 00010000:00000010:3.0:1788838312.437593:0:32118:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675280. 00010000:00000001:3.0:1788838312.437597:0:32118:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838312.437600:0:32118:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb200. 00000020:00000001:3.0:1788838312.437603:0:32118:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838312.437605:0:32118:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb200 with handle 0x9f68a6b43b62cfab to hash 00000020:00000001:3.0:1788838312.437607:0:32118:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838312.437608:0:32118:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.437611:0:32118:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.437615:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838312.437617:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838312.437621:0:32118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838312.437630:0:32118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838312.437640:0:32118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32118 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838312.437645:0:32118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838312.437647:0:32118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838312.437653:0:32118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89e40. 00000100:00000001:3.0:1788838312.439108:0:32118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489179200 : -113594220372416 : ffff98afc8d89e40) 00000100:00000001:3.0:1788838312.439114:0:32118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838312.439116:0:32118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000001:3.0:1788838312.439120:0:32118:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838312.439124:0:32118:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.439126:0:32118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838312.439127:0:32118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838312.439138:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.439147:0:32118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838312.439148:0:32118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.439152:0:32118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838312.439155:0:32118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838312.439158:0:32118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838312.439161:0:32118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:32118:1875731132257152:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838312.439166:0:32118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838312.439171:0:32118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838312.439173:0:32118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.439176:0:32118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838312.439182:0:32118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0914800. 02000000:00000001:3.0:1788838312.439184:0:32118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838312.439191:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838312.439195:0:32118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000010:3.0:1788838312.439202:0:32118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cecc0. 00000100:00000200:3.0:1788838312.439208:0:32118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132257152, portal 10 00000100:00000001:3.0:1788838312.439210:0:32118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838312.439212:0:32118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000040:3.0:1788838312.439218:0:32118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838328 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.439225:0:32118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838312.439228:0:32118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838312.439230:0:32118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cedd0. 00000100:00000200:3.0:1788838312.439234:0:32118:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132257152, offset 0 00000400:00000200:3.0:1788838312.439241:0:32118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838312.440147:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838312.440156:0:32118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838312.440161:0:32118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838312.440166:0:32118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838312.440169:0:32118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838312.440172:0:32118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838312.440176:0:32118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2506:2506:256:4294967295] 192.168.203.123@tcp LPNI seq info [2506:2506:8:4294967295] 00000400:00000200:3.0:1788838312.440180:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838312.440190:0:32118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838312.440196:0:32118:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838312.440203:0:32118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3200. 00000800:00000200:3.0:1788838312.440209:0:32118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838312.440217:0:32118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838312.440221:0:32118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838312.440280:0:32118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838312.440285:0:32118:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 796815 usecs (797 jiffies) 00000400:00000200:3.0:1788838312.440290:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838312.440292:0:32118:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296443210 00000100:00000001:3.0:1788838312.440296:0:32118:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296446471 00000100:00000001:3.0:1788838312.440299:0:32118:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296443210 00000100:00000001:3.0:1788838312.440301:0:32118:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296446471 00000100:00000001:3.0:1788838312.440303:0:32118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838312.440306:0:32118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.440309:0:32118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838312.440311:0:32118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838312.440313:0:32118:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89e40 going to sleep for 11 seconds 00000100:00000001:3.0:1788838312.440315:0:32118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838312.440318:0:32118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838312.442615:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838312.442625:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3200. 00000400:00000200:0.0:1788838312.442630:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.442637:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838312.442644:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cedd0 00000400:00000010:0.0:1788838312.442646:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cedd0. 00000100:00000001:0.0:1788838312.442651:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838312.442678:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838328 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838312.442690:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838312.442693:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838328 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838312.442701:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838312.442703:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788838312.443472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b069a0. 00000800:00000001:0.0:1788838312.446101:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.446118:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838312.446122:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.446124:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.446132:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.446138:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838312.446146:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.446150:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.446156:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.446160:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd51380 00000400:00000200:0.0:1788838312.446164:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.446169:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6b61 [1] + 224 00000800:00000001:0.0:1788838312.446175:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.446182:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.446184:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.446189:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838312.446195:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838312.446202:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838312.446213:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.446312:0:32118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838312.446330:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838312.446340:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.446344:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838312.451722:0:32118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838312.451729:0:32118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838312.451733:0:32118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:3.0:1788838312.451741:0:32118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:3.0:1788838312.451743:0:32118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:3.0:1788838312.451748:0:32118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838312.451759:0:32118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838312.451789:0:32118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.451797:0:32118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838312.451798:0:32118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.451801:0:32118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838312.451804:0:32118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838312.451806:0:32118:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838312.451808:0:32118:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.451811:0:32118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838312.451818:0:32118:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=141 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838312.451822:0:32118:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838312.451825:0:32118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838312.451826:0:32118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838312.451829:0:32118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838312.451832:0:32118:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.451835:0:32118:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838312.451837:0:32118:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1788838312.451839:0:32118:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838312.451841:0:32118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838312.451845:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.451852:0:32118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838312.451855:0:32118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838312.451857:0:32118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838312.451860:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838328 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838312.451872:0:32118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:32118:1875731132257152:192.168.203.123@tcp:101:rm.0 00000100:00000001:3.0:1788838312.451876:0:32118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.451878:0:32118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.451881:0:32118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838312.451883:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838312.451887:0:32118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838328 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838312.451893:0:32118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838312.451896:0:32118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89e40. 00000100:00000001:3.0:1788838312.451899:0:32118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838312.451901:0:32118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838312.451903:0:32118:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838312.451907:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.451909:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.451912:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=4 00000020:00000001:3.0:1788838312.451915:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.451918:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000040:3.0:1788838312.451924:0:32118:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beb200, remote cookie: 0xff98f31736b3b853, flags: 0x1001 00010000:00010000:3.0:1788838312.451928:0:32118:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838312.451938:0:32118:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.451945:0:32118:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838312.451949:0:32118:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838312.451952:0:32118:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838312.451953:0:32118:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838312.451954:0:32118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838312.451957:0:32118:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afd83ac200) refcount = 1 00010000:00010000:3.0:1788838312.451961:0:32118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.451968:0:32118:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838312.451970:0:32118:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838312.451972:0:32118:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838312.451974:0:32118:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838312.451976:0:32118:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838312.451979:0:32118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.451985:0:32118:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838312.451987:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.451988:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.451989:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.451990:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.451992:0:32118:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.451996:0:32118:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838312.451998:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.451999:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.452001:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838312.452003:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452004:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452007:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.452008:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.452009:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=4 00000020:00000001:3.0:1788838312.452011:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452013:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452015:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838312.452018:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838312.452021:0:32118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.452027:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.452028:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.452030:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.452031:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.452032:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=5 00000020:00000001:3.0:1788838312.452034:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452036:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452038:0:32118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838312.452040:0:32118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.452047:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.452048:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838312.452050:0:32118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.452056:0:32118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838312.452058:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.452059:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.452060:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.452061:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838312.452066:0:32118:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838312.452073:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.452074:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.452075:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838312.452076:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452078:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452080:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.452082:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838312.452083:0:32118:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.452085:0:32118:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.452088:0:32118:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838312.452089:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.452090:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.452092:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838312.452094:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452095:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00000002:00010000:3.0:1788838312.452099:0:32118:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.452103:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.452104:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.452106:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838312.452107:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.452108:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.452109:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838312.452110:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838312.452112:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000040:3.0:1788838312.452118:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838312.452120:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838312.452123:0:32118:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838312.452126:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.452127:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838312.452128:0:32118:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838312.452131:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f898 00000002:00002000:3.0:1788838312.452133:0:32118:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838312.452136:0:32118:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.452140:0:32118:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.452142:0:32118:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838312.452145:0:32118:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838312.452149:0:32118:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838312.452152:0:32118:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838312.452155:0:32118:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25e00. 00000080:00000001:3.0:1788838312.452160:0:32118:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838312.452163:0:32118:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838312.452168:0:32118:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838312.452172:0:32118:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788838312.455188:0:32118:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd110dd40. 00800000:00000001:2.0:1788838312.455199:0:32118:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479627083072 : -113594082468544 : ffff98afd110dd40) 00800000:00000001:2.0:1788838312.455204:0:32118:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.455209:0:32118:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838312.455213:0:32118:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838312.455215:0:32118:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788838312.455218:0:32118:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838312.455222:0:32118:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838312.455224:0:32118:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.455229:0:32118:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838312.455232:0:32118:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788838312.455236:0:32118:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788838312.455240:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.455242:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.455254:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:2.0:1788838312.455257:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.455259:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.455262:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.455264:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838312.455265:0:32118:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838312.455269:0:32118:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788838312.455271:0:32118:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd110dd40 1 00800000:00000010:2.0:1788838312.455273:0:32118:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd110dd40. 00800000:00000001:2.0:1788838312.455280:0:32118:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.455283:0:32118:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfab 00800000:00000001:2.0:1788838312.455287:0:32118:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838312.455290:0:32118:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838312.455291:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.455292:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.455294:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:2.0:1788838312.455295:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.455297:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.455300:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.455301:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838312.455303:0:32118:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838312.455304:0:32118:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.455307:0:32118:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.455309:0:32118:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838312.455313:0:32118:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfab from it ffffbbcb01c0fb58 00010000:00000001:2.0:1788838312.455315:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.455316:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.455317:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:2.0:1788838312.455319:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.455321:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.455323:0:32118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838312.455327:0:32118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.455337:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.455338:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.455339:0:32118:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838312.455342:0:32118:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838312.455344:0:32118:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838312.455355:0:32118:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838312.455358:0:32118:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838312.455360:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838312.455364:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.455365:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.455366:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.455369:0:32118:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838312.455371:0:32118:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.455373:0:32118:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.455375:0:32118:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.455377:0:32118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838312.455379:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.455380:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838312.455383:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838312.455394:0:32118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d880 x1875731132257152/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838312.455402:0:32118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838312.455405:0:32118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838312.455408:0:32118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0914800. 02000000:00000001:2.0:1788838312.455412:0:32118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838312.455415:0:32118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838312.455416:0:32118:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838312.455418:0:32118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838312.455421:0:32118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716800. 02000000:00000001:2.0:1788838312.455424:0:32118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838312.455426:0:32118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838312.455428:0:32118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d880. 00000100:00000001:2.0:1788838312.455432:0:32118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838312.455433:0:32118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838312.455436:0:32118:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838312.455441:0:32118:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838312.455467:0:32118:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6d60. 00000020:00000001:2.0:1788838312.455472:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fae8 00000080:00200000:2.0:1788838312.455474:0:32118:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=8 00000080:00000001:2.0:1788838312.455477:0:32118:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838312.455479:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f998 00000080:00200000:2.0:1788838312.455481:0:32118:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=getattr 00000080:00000001:2.0:1788838312.455497:0:32118:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1788838312.455500:0:32118:0:(statahead.c:273:sa_get()) lustre: wrong pid=32099:32118 for entry f22.recovery-small-2 00000080:00000001:2.0:1788838312.455516:0:32118:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1788838312.455519:0:32118:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:2.0:1788838312.455527:0:32118:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc480d200. 00800000:00000002:2.0:1788838312.455532:0:32118:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838312.455537:0:32118:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838312.455539:0:32118:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838312.455541:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f8b8 00800000:00000002:2.0:1788838312.455543:0:32118:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838312.455546:0:32118:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788838312.455551:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f850 00800000:00000002:2.0:1788838312.455553:0:32118:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788838312.455556:0:32118:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838312.455558:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f788 00000002:00010000:2.0:1788838312.455559:0:32118:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788838312.455563:0:32118:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838312.455565:0:32118:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838312.455569:0:32118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838312.455572:0:32118:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838312.455577:0:32118:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838312.455581:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838312.455584:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.455585:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.455586:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.455589:0:32118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838312.455590:0:32118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838312.455594:0:32118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838312.455600:0:32118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406d000. 00000100:00000001:2.0:1788838312.455605:0:32118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.455610:0:32118:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838312.455611:0:32118:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.455613:0:32118:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838312.455614:0:32118:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.455616:0:32118:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.455622:0:32118:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00010000:00000001:2.0:1788838312.455625:0:32118:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838312.455627:0:32118:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838312.455632:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:2.0:1788838312.455634:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838312.455636:0:32118:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838312.455639:0:32118:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517400. 00000020:00000001:2.0:1788838312.455642:0:32118:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838312.455645:0:32118:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517400 with handle 0x9f68a6b43b62cfb2 to hash 00000020:00000001:2.0:1788838312.455646:0:32118:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838312.455648:0:32118:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.455651:0:32118:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.455677:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838312.455681:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838312.455685:0:32118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838312.455693:0:32118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32118 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838312.455703:0:32118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32118 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838312.455708:0:32118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838312.455710:0:32118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838312.455717:0:32118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd050c480. 00000100:00000001:2.0:1788838312.455719:0:32118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479614493824 : -113594095057792 : ffff98afd050c480) 00000100:00000001:2.0:1788838312.455722:0:32118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838312.455723:0:32118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838312.455727:0:32118:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838312.455730:0:32118:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.455732:0:32118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838312.455733:0:32118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838312.455738:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838312.455745:0:32118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838312.455747:0:32118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.455750:0:32118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838312.455752:0:32118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838312.455755:0:32118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838312.455758:0:32118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:32118:1875731132257280:192.168.203.123@tcp:101:rm.0 00000080:00000001:3.0:1788838312.455934:0:32100:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788838312.455937:0:32100:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788838312.455940:0:32100:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff98afc6675b80. 00000020:00000001:3.0:1788838312.455943:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fcd8 00000080:00400000:3.0:1788838312.455944:0:32100:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff98afc6675b80) index 9 00000080:00000001:3.0:1788838312.455948:0:32100:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446630479448202112 : -113594261349504 : ffff98afc6675b80) 00000080:00000001:3.0:1788838312.455951:0:32100:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788838312.455954:0:32100:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff98afc8717800. 00800000:00000002:3.0:1788838312.455957:0:32100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 3 00800000:00000001:3.0:1788838312.455963:0:32100:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788838312.455965:0:32100:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788838312.455967:0:32100:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446630479619324736 : -113594090226880 : ffff98afd09a7b40) 00000002:00000001:3.0:1788838312.455970:0:32100:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788838312.455973:0:32100:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff98afc8d89e40. 00000002:00000001:3.0:1788838312.455976:0:32100:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1788838312.455978:0:32100:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff98afc4acb960. 00000002:00000010:3.0:1788838312.455981:0:32100:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff98afd00d24c0. 00000002:00000010:3.0:1788838312.455985:0:32100:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff98afd0942000. 00000002:00000001:3.0:1788838312.455986:0:32100:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788838312.455988:0:32100:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788838312.455994:0:32100:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788838312.455996:0:32100:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788838312.455998:0:32100:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838312.456001:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 3 00010000:00000001:3.0:1788838312.456003:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838312.456005:0:32100:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838312.456008:0:32100:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beac00. 00000020:00000001:3.0:1788838312.456011:0:32100:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838312.456012:0:32100:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beac00 with handle 0x9f68a6b43b62cfb9 to hash 00000020:00000001:3.0:1788838312.456014:0:32100:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838312.456015:0:32100:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838312.456017:0:32100:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838312.456019:0:32100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838312.456021:0:32100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838312.456024:0:32100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838312.456035:0:32100:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.456040:0:32100:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.456042:0:32100:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.456046:0:32100:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838312.456050:0:32100:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff98afd00d22c0. 00000002:00000001:3.0:1788838312.456052:0:32100:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.456054:0:32100:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.456056:0:32100:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.456057:0:32100:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838312.456059:0:32100:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.456062:0:32100:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1788838312.456064:0:32100:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1788838312.456065:0:32100:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1788838312.456067:0:32100:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1788838312.456070:0:32100:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838312.456072:0:32100:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838312.456075:0:32100:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838312.456076:0:32100:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838312.456078:0:32100:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838312.456082:0:32100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716400. 00000100:00000001:3.0:1788838312.456085:0:32100:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.456088:0:32100:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.456090:0:32100:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838312.456092:0:32100:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.456095:0:32100:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838312.456097:0:32100:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838312.456103:0:32100:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c55cb5] to pc [ptlrpcd_01_01+1] req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1788838312.456127:0:32100:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838312.456129:0:32100:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.456130:0:32100:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838312.456132:0:32100:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:3.0:1788838312.456134:0:32100:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff98afc7ce3000. 00000080:00000001:3.0:1788838312.456137:0:32100:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.456139:0:32100:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1788838312.456140:0:32100:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1788838312.456142:0:32100:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838312.456143:0:32100:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838312.456145:0:32100:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:3.0:1788838312.456146:0:32100:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:3.0:1788838312.456148:0:32100:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:3.0:1788838312.456149:0:32100:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1788838312.456150:0:32100:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788838312.456152:0:32100:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff98afd09a7b40. 00000002:00000001:3.0:1788838312.456155:0:32100:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1788838312.456157:0:32100:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff98afd09a79e0. 00800000:00000010:3.0:1788838312.456159:0:32100:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff98afd00d2bc0. 00800000:00000001:3.0:1788838312.456161:0:32100:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838312.456163:0:32100:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff98afc8d6fa00 pid 32101 00000100:00000001:3.0:1788838312.456182:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788838312.456186:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788838312.456188:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.456196:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838312.456198:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.456200:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838312.456201:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838312.456203:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838312.456207:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838312.456213:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838312.456214:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.456217:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838312.456218:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838312.456220:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838312.456223:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132257408:192.168.203.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1788838312.456227:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838312.456233:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838312.456235:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.456238:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838312.456251:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff98afd0070000. 02000000:00000001:3.0:1788838312.456254:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838312.456260:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838312.456264:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000010:3.0:1788838312.456270:0:2353:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98afc8d89180. 00000100:00000200:3.0:1788838312.456276:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875731132257408, portal 4 00000100:00000001:3.0:1788838312.456278:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838312.456279:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838312.456285:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838312.456291:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838312.456294:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838312.456297:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cecc0. 00000100:00000200:3.0:1788838312.456301:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1875731132257408, offset 0 00000400:00000200:3.0:1788838312.456306:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838312.456314:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838312.456321:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838312.456326:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838312.456331:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838312.456334:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838312.456337:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838312.456340:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2507:2507:256:4294967295] 192.168.203.123@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:3.0:1788838312.456344:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838312.456354:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838312.456361:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838312.456365:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3000. 00000800:00000200:3.0:1788838312.456372:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838312.456379:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838312.456383:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3000 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1788838312.456392:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838312.456396:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 795802 usecs (796 jiffies) 00000400:00000200:3.0:1788838312.456399:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838312.456401:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296443225 00000100:00000001:3.0:1788838312.456404:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296446471 00000100:00000001:3.0:1788838312.456406:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296443225 00000100:00000001:3.0:1788838312.456407:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296446471 00000100:00000001:3.0:1788838312.456409:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838312.456412:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.456414:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.456416:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.456427:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838312.456429:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838312.456716:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838312.456720:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:0.0:1788838312.456725:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.456730:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838312.456735:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:0.0:1788838312.456737:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:0.0:1788838312.456741:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838312.456746:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838312.456755:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838312.456758:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838312.456764:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838312.456766:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:1.0:1788838312.456881:0:32101:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.456988:0:32118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838312.456991:0:32118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838312.456993:0:32118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.456995:0:32118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838312.457000:0:32118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0f800. 02000000:00000001:2.0:1788838312.457002:0:32118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838312.457006:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838312.457009:0:32118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dc08. 00000400:00000010:2.0:1788838312.457013:0:32118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838312.457017:0:32118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132257280, portal 10 00000100:00000001:2.0:1788838312.457019:0:32118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838312.457020:0:32118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838312.457026:0:32118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838328 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838312.457032:0:32118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838312.457034:0:32118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838312.457036:0:32118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838312.457039:0:32118:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132257280, offset 0 00000400:00000200:2.0:1788838312.457043:0:32118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838312.457047:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.457051:0:32118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838312.457053:0:32118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838312.457056:0:32118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838312.457058:0:32118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838312.457060:0:32118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838312.457063:0:32118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2508:2508:256:4294967295] 192.168.203.123@tcp LPNI seq info [2508:2508:8:4294967295] 00000400:00000200:2.0:1788838312.457066:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.457072:0:32118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838312.457076:0:32118:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838312.457080:0:32118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14400. 00000800:00000200:2.0:1788838312.457083:0:32118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838312.457088:0:32118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838312.457090:0:32118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788838312.457106:0:32118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.457109:0:32118:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 795802 usecs (796 jiffies) 00000400:00000200:2.0:1788838312.457112:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838312.457114:0:32118:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296443226 00000100:00000001:2.0:1788838312.457116:0:32118:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296446471 00000100:00000001:2.0:1788838312.457118:0:32118:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296443226 00000100:00000001:2.0:1788838312.457119:0:32118:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296446471 00000100:00000001:2.0:1788838312.457121:0:32118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838312.457123:0:32118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.457125:0:32118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838312.457126:0:32118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838312.457128:0:32118:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd050c480 going to sleep for 11 seconds 00000100:00000001:2.0:1788838312.457130:0:32118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838312.457131:0:32118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838312.457192:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838312.457196:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14400. 00000400:00000200:0.0:1788838312.457198:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.457203:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838312.457206:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:0.0:1788838312.457208:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:0.0:1788838312.457211:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838312.457215:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838328 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838312.457222:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838312.457225:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838328 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838312.457231:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838312.457233:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000080:00400000:3.0:1788838312.457392:0:32100:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff98afc8d6fa00, parent / 00010000:00000001:0.0:1788838312.458891:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838312.458896:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838312.458901:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838312.458902:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838312.458904:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838312.458905:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838312.459119:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838312.459123:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838312.459126:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788838312.460637:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.460652:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838312.460685:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.460689:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.460697:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.460705:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838312.460713:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.460718:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.460723:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.460727:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 4320 into portal 4 MB=0x6a9f7afd51480 00000400:00000200:0.0:1788838312.460731:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.460737:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 4320/4320 into md 0x6b69 [2] + 224 00000800:00000001:0.0:1788838312.460743:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.460753:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.460756:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.460760:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838312.460780:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838312.460790:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838312.460801:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838312.460814:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838312.460823:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.460826:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.461379:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838312.461384:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838312.461391:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838312.461393:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838312.461396:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:3.0:1788838312.461400:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc8d89180 00000400:00000010:3.0:1788838312.461403:0:2353:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff98afc8d89180. 00000100:00000001:3.0:1788838312.461406:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838312.461412:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838312.461422:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838312.461430:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838312.461432:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.461434:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838312.461437:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838312.461439:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838312.461442:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838312.461445:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838312.461453:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee580 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1788838312.461457:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838312.461460:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788838312.461464:0:2353:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838312.461471:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788838312.461474:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838312.461476:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1788838312.461478:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838312.461481:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788838312.461486:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838312.461493:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1788838312.461496:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838312.461498:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838312.461500:0:2353:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1788838312.461505:0:2353:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1788838312.461509:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838312.461511:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.461514:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.461517:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=4 00000020:00000001:3.0:1788838312.461520:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838312.461523:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00010000:3.0:1788838312.461527:0:2353:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.461535:0:2353:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788838312.461539:0:2353:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.461561:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838312.461564:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.461570:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.461572:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838312.461575:0:2353:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.461581:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838312.461583:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838312.461586:0:2353:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838312.461588:0:2353:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838312.461594:0:2353:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8beac00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:3.0:1788838312.461597:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788838312.461600:0:2353:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.461606:0:2353:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788838312.461608:0:2353:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788838312.461611:0:2353:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.461617:0:2353:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788838312.461619:0:2353:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838312.461620:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838312.461622:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838312.461623:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=5 00000020:00000001:3.0:1788838312.461625:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838312.461627:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838312.461631:0:2353:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838312.461633:0:2353:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788838312.461639:0:2353:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838312.461641:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838312.461643:0:2353:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838312.461645:0:2353:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838312.461648:0:2353:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838312.461649:0:2353:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838312.461651:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838312.461652:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838312.461681:0:2353:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beac00 with handle 0x9f68a6b43b62cfb9 from hash 00010000:00000001:3.0:1788838312.461684:0:2353:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838312.461685:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.461686:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.461687:0:2353:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838312.461689:0:2353:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838312.461690:0:2353:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838312.461693:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.461694:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.461695:0:2353:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838312.461697:0:2353:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838312.461700:0:2353:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.461704:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.461705:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.461706:0:2353:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788838312.461708:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838312.461710:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838312.461711:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838312.461712:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838312.461714:0:2353:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62cfb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32100 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838312.461723:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838312.461725:0:2353:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838312.461729:0:2353:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788838312.461732:0:2353:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bbfc58 00000080:00400000:3.0:1788838312.461734:0:2353:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:3.0:1788838312.461736:0:2353:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788838312.461739:0:2353:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838312.461741:0:2353:0:(dcache.c:176:ll_intent_release()) intent ffff98afc8717990 released 00000080:00000001:3.0:1788838312.461742:0:2353:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788838312.461745:0:2353:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 3 00000080:00000010:3.0:1788838312.461749:0:2353:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff98afc8d89e40. 00000080:00000010:3.0:1788838312.461752:0:2353:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff98afc8717800. 00000080:00000001:3.0:1788838312.461755:0:2353:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788838312.461757:0:2353:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff98afd00d22c0. 00000002:00000010:3.0:1788838312.461761:0:2353:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff98afd0942000. 00000002:00000010:3.0:1788838312.461765:0:2353:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff98afd00d24c0. 00000002:00000010:3.0:1788838312.461777:0:2353:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff98afc4acb960. 00000002:00000001:3.0:1788838312.461780:0:2353:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1788838312.461782:0:2353:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788838312.461788:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838312.461796:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132257408:192.168.203.123@tcp:63:ll_sa.0 00000100:00000001:3.0:1788838312.461801:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.461804:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838312.461808:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132257408/t0(0) o63->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838312.461815:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838312.461818:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838312.461821:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff98afd0070000. 02000000:00000001:3.0:1788838312.461824:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838312.461827:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838312.461829:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838312.461832:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838312.461835:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716400. 02000000:00000001:3.0:1788838312.461838:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838312.461840:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838312.461842:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838312.461846:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838312.461847:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.461850:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838312.461857:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838312.461859:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838312.461861:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838312.461864:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788838312.471350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00000800:00000001:0.0:1788838312.473285:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.473299:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838312.473303:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.473306:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.473315:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.473322:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838312.473330:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.473335:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.473340:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.473343:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 640 into portal 10 MB=0x6a9f7afd51400 00000400:00000200:0.0:1788838312.473348:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.473354:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 640/640 into md 0x6b71 [1] + 224 00000800:00000001:0.0:1788838312.473361:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.473370:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.473373:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.473378:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838312.473384:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838312.473392:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838312.473402:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838312.473423:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838312.473430:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.473434:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.473483:0:32118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838312.473491:0:32118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838312.473493:0:32118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838312.473496:0:32118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dc08. 00000400:00000200:2.0:1788838312.473501:0:32118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838312.473503:0:32118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838312.473506:0:32118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838312.473511:0:32118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838312.473518:0:32118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838312.473524:0:32118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838312.473525:0:32118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.473527:0:32118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838312.473530:0:32118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838312.473532:0:32118:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838312.473534:0:32118:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.473537:0:32118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838312.473545:0:32118:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=141 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838312.473549:0:32118:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838312.473552:0:32118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838312.473554:0:32118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.473556:0:32118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838312.473559:0:32118:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.473562:0:32118:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838312.473565:0:32118:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967652 00000100:00000001:2.0:1788838312.473567:0:32118:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838312.473570:0:32118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.473574:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838312.473581:0:32118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838312.473583:0:32118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838312.473585:0:32118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838312.473589:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1788838328 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838312.473596:0:32118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:32118:1875731132257280:192.168.203.123@tcp:101:rm.0 00000100:00000001:2.0:1788838312.473600:0:32118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.473603:0:32118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.473605:0:32118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838312.473607:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838312.473610:0:32118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1788838328 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838312.473616:0:32118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838312.473618:0:32118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd050c480. 00000100:00000001:2.0:1788838312.473622:0:32118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838312.473623:0:32118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.473626:0:32118:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838312.473629:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.473632:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.473635:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=4 00000020:00000001:2.0:1788838312.473637:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473640:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000040:2.0:1788838312.473646:0:32118:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517400, remote cookie: 0xff98f31736b3b884, flags: 0x1001 00010000:00010000:2.0:1788838312.473651:0:32118:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838312.473693:0:32118:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788838312.473696:0:32118:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838312.473704:0:32118:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4ca00. 00010000:00000010:2.0:1788838312.473710:0:32118:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5700. 00010000:00000001:2.0:1788838312.473714:0:32118:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838312.473717:0:32118:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838312.473725:0:32118:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.473732:0:32118:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838312.473735:0:32118:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838312.473737:0:32118:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838312.473739:0:32118:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838312.473740:0:32118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838312.473742:0:32118:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff98afc7e4ca00) refcount = 1 00010000:00010000:2.0:1788838312.473747:0:32118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.473753:0:32118:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838312.473756:0:32118:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838312.473757:0:32118:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838312.473760:0:32118:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838312.473762:0:32118:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838312.473766:0:32118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.473785:0:32118:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838312.473786:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473788:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.473789:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473790:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.473791:0:32118:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.473796:0:32118:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838312.473797:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.473799:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.473800:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.473802:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473805:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473807:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.473808:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.473809:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=4 00000020:00000001:2.0:1788838312.473811:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473813:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473816:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838312.473819:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838312.473823:0:32118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.473828:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473829:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.473831:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.473832:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.473833:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=5 00000020:00000001:2.0:1788838312.473834:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473836:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473838:0:32118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838312.473841:0:32118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.473847:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473848:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838312.473851:0:32118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.473857:0:32118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838312.473858:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473858:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.473859:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473860:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838312.473865:0:32118:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838312.473873:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.473874:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.473875:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.473877:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473879:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00000002:00010000:2.0:1788838312.473882:0:32118:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788838312.473892:0:32118:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd110dd40. 00010000:00000001:2.0:1788838312.473895:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473895:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838312.473897:0:32118:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.473899:0:32118:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.473903:0:32118:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838312.473905:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.473906:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.473907:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.473909:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473911:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00000002:00010000:2.0:1788838312.473914:0:32118:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.473920:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473921:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.473923:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838312.473924:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.473925:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.473927:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.473929:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.473931:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000040:2.0:1788838312.473934:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838312.473936:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838312.473940:0:32118:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:2.0:1788838312.473943:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.473944:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838312.473945:0:32118:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838312.473947:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f710 00000002:00002000:2.0:1788838312.473949:0:32118:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838312.473953:0:32118:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838312.473956:0:32118:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838312.473959:0:32118:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838312.473961:0:32118:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838312.473964:0:32118:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838312.473968:0:32118:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:2.0:1788838312.473970:0:32118:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838312.473972:0:32118:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c0fb20 it_disposition b 00000080:00000001:2.0:1788838312.473974:0:32118:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838312.473979:0:32118:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838312.473982:0:32118:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838312.473985:0:32118:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788838312.473988:0:32118:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788838312.473994:0:32118:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838312.473997:0:32118:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838312.474000:0:32118:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838312.474002:0:32118:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838312.474005:0:32118:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838312.474007:0:32118:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838312.474012:0:32118:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17420. 00020000:00000010:2.0:1788838312.474016:0:32118:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09e7e00. 00020000:00000010:2.0:1788838312.474021:0:32118:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b17000. 00020000:00000001:2.0:1788838312.474023:0:32118:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620829184 : -113594088722432 : ffff98afd0b17000) 00020000:00000002:2.0:1788838312.474025:0:32118:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17000, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838312.474029:0:32118:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838312.474033:0:32118:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09e7e00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:2.0:1788838312.474037:0:32118:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a5d0) owner ffff98afc4bc8000 00020000:00000001:2.0:1788838312.474040:0:32118:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838312.474042:0:32118:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a5d0) owner ffff98afc4bc8000 00020000:00000010:2.0:1788838312.474045:0:32118:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09e7e00. 00020000:00000010:2.0:1788838312.474048:0:32118:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17420. 00020000:00000010:2.0:1788838312.474050:0:32118:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b17000. 00020000:00000002:2.0:1788838312.474052:0:32118:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838312.474054:0:32118:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474056:0:32118:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838312.474057:0:32118:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838312.474061:0:32118:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788838312.474064:0:32118:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838312.474068:0:32118:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff98afd1583a88): rc = 0 00000080:00000001:2.0:1788838312.474070:0:32118:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631760008 : -113594077791608 : ffff98afd1583a88) 00010000:00000001:2.0:1788838312.474071:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.474073:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.474074:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.474076:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474077:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00000080:00000001:2.0:1788838312.474080:0:32118:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838312.474081:0:32118:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838312.474083:0:32118:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838312.474084:0:32118:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838312.474085:0:32118:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838312.474086:0:32118:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838312.474088:0:32118:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838312.474090:0:32118:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17000. 00020000:00000010:2.0:1788838312.474093:0:32118:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09e7e00. 00020000:00000010:2.0:1788838312.474095:0:32118:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b17420. 00020000:00000001:2.0:1788838312.474096:0:32118:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620830240 : -113594088721376 : ffff98afd0b17420) 00020000:00000002:2.0:1788838312.474098:0:32118:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17420, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838312.474101:0:32118:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838312.474104:0:32118:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09e7e00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:2.0:1788838312.474107:0:32118:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a5d0) owner ffff98afc4bc8000 00020000:00000001:2.0:1788838312.474109:0:32118:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838312.474110:0:32118:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a5d0) owner ffff98afc4bc8000 00020000:00000010:2.0:1788838312.474113:0:32118:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09e7e00. 00020000:00000010:2.0:1788838312.474115:0:32118:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17000. 00020000:00000010:2.0:1788838312.474117:0:32118:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b17420. 00020000:00000002:2.0:1788838312.474119:0:32118:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838312.474121:0:32118:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474122:0:32118:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474125:0:32118:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838312.474128:0:32118:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4bc8000 00020000:00000002:2.0:1788838312.474131:0:32118:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a14e0 addref 2/0 by ffff98afc4bc8000. 00020000:00000002:2.0:1788838312.474133:0:32118:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4bc8000 00020000:00000001:2.0:1788838312.474136:0:32118:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838312.474138:0:32118:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838312.474139:0:32118:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838312.474140:0:32118:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788838312.474143:0:32118:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788838312.474145:0:32118:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788838312.474147:0:32118:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838312.474149:0:32118:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474151:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474152:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838312.474154:0:32118:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838312.474156:0:32118:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838312.474158:0:32118:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.474161:0:32118:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62cfb2 00800000:00000001:2.0:1788838312.474164:0:32118:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838312.474166:0:32118:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838312.474167:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.474168:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.474169:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.474171:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474173:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474176:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474177:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838312.474178:0:32118:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838312.474180:0:32118:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788838312.474186:0:32118:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd15b5948 inode ffff98afd1583a88 refc 1 flags 0x40000e 00000080:00000001:2.0:1788838312.474188:0:32118:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788838312.474192:0:32118:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff98afd1583a88) 00000080:00010000:2.0:1788838312.474195:0:32118:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfb2 from it ffffbbcb01c0fb20 00010000:00000001:2.0:1788838312.474198:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.474199:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.474200:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.474201:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474203:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474205:0:32118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838312.474208:0:32118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838312.474214:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474216:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.474217:0:32118:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838312.474220:0:32118:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838312.474222:0:32118:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838312.474228:0:32118:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838312.474230:0:32118:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838312.474233:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838312.474237:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474238:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.474239:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474242:0:32118:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838312.474243:0:32118:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474245:0:32118:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474248:0:32118:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474249:0:32118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838312.474250:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474251:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838312.474253:0:32118:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838312.474256:0:32118:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc480d200. 00000100:00000001:2.0:1788838312.474262:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838312.474267:0:32118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132257280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/640 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838312.474274:0:32118:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838312.474277:0:32118:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838312.474281:0:32118:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0f800. 02000000:00000001:2.0:1788838312.474285:0:32118:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838312.474287:0:32118:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838312.474289:0:32118:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838312.474291:0:32118:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838312.474294:0:32118:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838312.474297:0:32118:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838312.474299:0:32118:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838312.474300:0:32118:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838312.474303:0:32118:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838312.474304:0:32118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838312.474307:0:32118:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838312.474309:0:32118:0:(dcache.c:176:ll_intent_release()) intent ffffbbcb01c0fb20 released 00000080:00000001:2.0:1788838312.474310:0:32118:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788838312.474320:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd08 00000080:00200008:2.0:1788838312.474323:0:32118:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838312.474329:0:32118:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838312.474330:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fc80 00000080:00200000:2.0:1788838312.474332:0:32118:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff98afd1583a88),name=f22.recovery-small-2 00000080:00000010:2.0:1788838312.474338:0:32118:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc480d200. 00800000:00000002:2.0:1788838312.474343:0:32118:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838312.474348:0:32118:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838312.474351:0:32118:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838312.474352:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fba0 00800000:00000002:2.0:1788838312.474354:0:32118:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838312.474357:0:32118:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838312.474361:0:32118:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838312.474365:0:32118:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838312.474367:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fa70 00000002:00010000:2.0:1788838312.474369:0:32118:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838312.474372:0:32118:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838312.474374:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.474376:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.474378:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838312.474380:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838312.474383:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838312.474385:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838312.474388:0:32118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838312.474394:0:32118:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838312.474398:0:32118:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838312.474401:0:32118:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838312.474407:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838312.474409:0:32118:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838312.474411:0:32118:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838312.474413:0:32118:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838312.474414:0:32118:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838312.474416:0:32118:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838312.474418:0:32118:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838312.474421:0:32118:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838312.474423:0:32118:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc480d200. 00000080:00000001:2.0:1788838312.474426:0:32118:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838312.474428:0:32118:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.474430:0:32118:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff98afd1583a88) 00000080:00010000:2.0:1788838312.474432:0:32118:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62cfb2 00800000:00000001:2.0:1788838312.474435:0:32118:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838312.474437:0:32118:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838312.474438:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.474439:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.474440:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.474443:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474445:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474447:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474448:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838312.474449:0:32118:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838312.474451:0:32118:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.474452:0:32118:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfb2 from it ffffbbcb01c0fcb8 00010000:00000001:2.0:1788838312.474454:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.474455:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.474456:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838312.474457:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474459:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838312.474461:0:32118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838312.474463:0:32118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838312.474469:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474470:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.474471:0:32118:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838312.474472:0:32118:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838312.474475:0:32118:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838312.474485:0:32118:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838312.474487:0:32118:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838312.474488:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838312.474490:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474491:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.474492:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474494:0:32118:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838312.474495:0:32118:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474496:0:32118:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474498:0:32118:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474500:0:32118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838312.474501:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474502:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838312.474504:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838312.474505:0:32118:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838312.474508:0:32118:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788838312.474511:0:32118:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788838312.474512:0:32118:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838312.474514:0:32118:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788838312.474516:0:32118:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.474518:0:32118:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788838312.474521:0:32118:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788838312.474522:0:32118:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838312.474524:0:32118:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838312.474526:0:32118:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838312.474530:0:32118:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa9e0 -> ffff98afc7dfa9e0 00000020:00000001:2.0:1788838312.474533:0:32118:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838312.474535:0:32118:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838312.474537:0:32118:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788838312.474540:0:32118:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838312.474541:0:32118:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788838312.474543:0:32118:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788838312.474544:0:32118:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.474546:0:32118:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838312.474549:0:32118:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff98afd05cce40 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788838312.474551:0:32118:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4bc8000 00020000:00000001:2.0:1788838312.474555:0:32118:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838312.474556:0:32118:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838312.474559:0:32118:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838312.474560:0:32118:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838312.474562:0:32118:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838312.474564:0:32118:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838312.474565:0:32118:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474567:0:32118:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838312.474568:0:32118:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838312.474569:0:32118:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838312.474570:0:32118:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4bc8000 00000020:00000001:2.0:1788838312.474572:0:32118:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788838312.474575:0:32118:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788838312.474576:0:32118:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:2.0:1788838312.474578:0:32118:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788838312.474579:0:32118:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788838312.474581:0:32118:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788838312.474583:0:32118:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788838312.474588:0:32118:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788838312.474593:0:32118:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afd85e5800. 00020000:00000002:2.0:1788838312.474595:0:32118:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788838312.474597:0:32118:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788838312.474599:0:32118:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838312.474601:0:32118:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838312.474602:0:32118:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788838312.474605:0:32118:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afd05ba510. 00000020:00000010:2.0:1788838312.474609:0:32118:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc480d200. 00000020:00000010:2.0:1788838312.474614:0:32118:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc480cc00. 00000020:00000010:2.0:1788838312.474617:0:32118:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afd0b17420. 00000008:00000010:2.0:1788838312.474623:0:32118:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afc4b3c320. 00020000:00000010:2.0:1788838312.474627:0:32118:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98b0020d7300. 00008000:00000010:2.0:1788838312.474632:0:32118:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afc8d711a8. 00000080:00000010:2.0:1788838312.474637:0:32118:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc66af888. 00000080:00000010:2.0:1788838312.474640:0:32118:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afd05cc250. 00000020:00000010:2.0:1788838312.474643:0:32118:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc480ce00. 00000008:00000010:2.0:1788838312.474647:0:32118:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc5055b80. 00020000:00000010:2.0:1788838312.474651:0:32118:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afc3fc7478. 00008000:00000010:2.0:1788838312.474677:0:32118:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd090f350. 00000080:00000010:2.0:1788838312.474682:0:32118:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afc7f37a50. 00000020:00000001:2.0:1788838312.474685:0:32118:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206680 : -113594094344936 : ffff98afd05ba518) 00000020:00001000:2.0:1788838312.474686:0:32118:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba510 00000020:00000001:2.0:1788838312.474689:0:32118:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa2d8 -> ffff98afc7dfa9e0 00000020:00000001:2.0:1788838312.474691:0:32118:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838312.474693:0:32118:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838312.474694:0:32118:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838312.474695:0:32118:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838312.474697:0:32118:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838312.474699:0:32118:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407642408 : -113594301909208 : ffff98afc3fc7728) 00000020:00000001:2.0:1788838312.474701:0:32118:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788838312.474705:0:32118:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afc89a5690. 00000008:00010000:2.0:1788838312.474708:0:32118:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788838312.474710:0:32118:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838312.474711:0:32118:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788838312.474712:0:32118:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afd85e5830, osc lock ffff98afc89a5690, flags 0x400001002 00000020:00000001:2.0:1788838312.474714:0:32118:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838312.474716:0:32118:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838312.474719:0:32118:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479749601280 : -113593959950336 : ffff98afd85e5800) 00000020:00000001:2.0:1788838312.474721:0:32118:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838312.474722:0:32118:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788838312.474723:0:32118:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474724:0:32118:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474727:0:32118:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788838312.474729:0:32118:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788838312.474730:0:32118:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838312.474731:0:32118:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838312.474733:0:32118:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838312.474734:0:32118:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407642408 : -113594301909208 : ffff98afc3fc7728) 00000020:00000001:2.0:1788838312.474735:0:32118:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838312.474737:0:32118:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838312.474739:0:32118:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788838312.474742:0:32118:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788838312.474744:0:32118:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788838312.474746:0:32118:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788838312.474747:0:32118:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788838312.474749:0:32118:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788838312.474750:0:32118:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788838312.474752:0:32118:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788838312.474754:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.474758:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901c00 count: 2 00010000:00000001:2.0:1788838312.474760:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838312.474764:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838312.474766:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838312.474781:0:32118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838312.474790:0:32118:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838312.474793:0:32118:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838312.474795:0:32118:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838312.474801:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.474803:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.474804:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:2.0:1788838312.474807:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:2.0:1788838312.474809:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000008:00000001:2.0:1788838312.474811:0:32118:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788838312.474814:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.474815:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.474816:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=4 00000020:00000001:2.0:1788838312.474818:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:2.0:1788838312.474820:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00000008:00000001:2.0:1788838312.474822:0:32118:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788838312.474824:0:32118:0:(cl_object.c:143:cl_object_top()) ffff98afd00b2000 -> ffff98afc7dfa9e0 00000008:00010000:2.0:1788838312.474828:0:32118:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1788838312.474840:0:32118:0:(cl_object.c:143:cl_object_top()) ffff98afd00b2000 -> ffff98afc7dfa9e0 00000020:00000001:2.0:1788838312.474842:0:32118:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838312.474844:0:32118:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788838312.474846:0:32118:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838312.474848:0:32118:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474849:0:32118:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474851:0:32118:0:(cl_object.c:143:cl_object_top()) ffff98afd00b2000 -> ffff98afc7dfa9e0 00000008:00000001:2.0:1788838312.474852:0:32118:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788838312.474855:0:32118:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788838312.474857:0:32118:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788838312.474859:0:32118:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788838312.474860:0:32118:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474862:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.474863:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.474865:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=5 00000020:00000001:2.0:1788838312.474866:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:2.0:1788838312.474868:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:2.0:1788838312.474870:0:32118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838312.474872:0:32118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838312.474878:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474879:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.474880:0:32118:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838312.474882:0:32118:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838312.474884:0:32118:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838312.474892:0:32118:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838312.474894:0:32118:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838312.474895:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838312.474897:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474898:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.474900:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474902:0:32118:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838312.474903:0:32118:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474905:0:32118:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474906:0:32118:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.474908:0:32118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838312.474909:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474910:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.474911:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474913:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838312.474914:0:32118:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838312.474916:0:32118:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474918:0:32118:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838312.474920:0:32118:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474921:0:32118:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474922:0:32118:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788838312.474924:0:32118:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788838312.474926:0:32118:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788838312.474927:0:32118:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788838312.474929:0:32118:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474931:0:32118:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.474934:0:32118:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838312.474936:0:32118:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa9e0 -> ffff98afc7dfa9e0 00000020:00000001:2.0:1788838312.474938:0:32118:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa9e0 -> ffff98afc7dfa9e0 00000020:00000001:2.0:1788838312.474939:0:32118:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838312.474942:0:32118:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788838312.474945:0:32118:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838312.474946:0:32118:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838312.474948:0:32118:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838312.474949:0:32118:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838312.474951:0:32118:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838312.474954:0:32118:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838312.474957:0:32118:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838312.474959:0:32118:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474961:0:32118:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.474963:0:32118:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa9e0 -> ffff98afc7dfa9e0 00000080:00200000:2.0:1788838312.474965:0:32118:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788838312.474967:0:32118:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788838312.474969:0:32118:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788838312.474970:0:32118:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05ccde0 (ffff98afd05ba488/0) at cl_lock_release():245 00000020:00000001:2.0:1788838312.474973:0:32118:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838312.474974:0:32118:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05ccde0 (ffff98afd05ba488/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788838312.474976:0:32118:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788838312.474978:0:32118:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838312.474979:0:32118:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407642408 : -113594301909208 : ffff98afc3fc7728) 00000020:00000001:2.0:1788838312.474981:0:32118:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838312.474982:0:32118:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd85e5830 (ffff98afd05ba518/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788838312.474985:0:32118:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788838312.474986:0:32118:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788838312.474987:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.474988:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838312.474990:0:32118:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788838312.474991:0:32118:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838312.474992:0:32118:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838312.474993:0:32118:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838312.474994:0:32118:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838312.474996:0:32118:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05ccde0 (ffff98afd05ba488/0) at cl_lock_fini():72 00020000:00000001:2.0:1788838312.474999:0:32118:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788838312.475000:0:32118:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838312.475001:0:32118:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd85e5830 (ffff98afd05ba488/1) at cl_lock_fini():72 00000008:00000010:2.0:1788838312.475004:0:32118:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afc89a5690. 00000020:00000001:2.0:1788838312.475007:0:32118:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788838312.475008:0:32118:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afd85e5800. 00020000:00000001:2.0:1788838312.475011:0:32118:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788838312.475012:0:32118:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788838312.475013:0:32118:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788838312.475014:0:32118:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.475017:0:32118:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838312.475019:0:32118:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838312.475021:0:32118:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838312.475021:0:32118:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838312.475023:0:32118:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838312.475024:0:32118:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba510 00020000:00000001:2.0:1788838312.475026:0:32118:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838312.475028:0:32118:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838312.475029:0:32118:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838312.475031:0:32118:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838312.475035:0:32118:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788838312.475036:0:32118:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.475038:0:32118:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838312.475040:0:32118:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838312.475041:0:32118:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838312.475042:0:32118:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000001:00000001:2.0:1788838312.475044:0:32118:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.475049:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd08 00000080:00000008:2.0:1788838312.475051:0:32118:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838312.475055:0:32118:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838312.475057:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fda0 00000080:00002000:2.0:1788838312.475059:0:32118:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff98afd15b5948, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:2.0:1788838312.475061:0:32118:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.475099:0:32118:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838312.475102:0:32118:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838312.475103:0:32118:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838312.475105:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fbd8 00000080:00200000:2.0:1788838312.475106:0:32118:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838312.475111:0:32118:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc490d800. 00800000:00000002:2.0:1788838312.475114:0:32118:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838312.475117:0:32118:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838312.475119:0:32118:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838312.475120:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0faf8 00800000:00000002:2.0:1788838312.475122:0:32118:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838312.475124:0:32118:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838312.475126:0:32118:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838312.475129:0:32118:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838312.475131:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f9c8 00000002:00010000:2.0:1788838312.475132:0:32118:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838312.475135:0:32118:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838312.475136:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475138:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475141:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:2.0:1788838312.475142:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838312.475145:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838312.475147:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838312.475150:0:32118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838312.475157:0:32118:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838312.475160:0:32118:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838312.475163:0:32118:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838312.475168:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838312.475170:0:32118:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838312.475172:0:32118:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838312.475173:0:32118:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838312.475175:0:32118:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838312.475177:0:32118:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838312.475179:0:32118:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838312.475181:0:32118:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838312.475183:0:32118:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc490d800. 00000080:00000001:2.0:1788838312.475186:0:32118:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838312.475188:0:32118:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.475190:0:32118:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838312.475192:0:32118:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfab 00800000:00000001:2.0:1788838312.475195:0:32118:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838312.475197:0:32118:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838312.475198:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.475199:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.475201:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:2.0:1788838312.475202:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.475204:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.475206:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475207:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838312.475208:0:32118:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838312.475210:0:32118:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.475211:0:32118:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfab from it ffffbbcb01c0fc10 00010000:00000001:2.0:1788838312.475214:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.475215:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.475216:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:2.0:1788838312.475218:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.475220:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.475222:0:32118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838312.475224:0:32118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838312.475230:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475231:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.475232:0:32118:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838312.475233:0:32118:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838312.475236:0:32118:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838312.475242:0:32118:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838312.475243:0:32118:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838312.475244:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838312.475246:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475248:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.475249:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475251:0:32118:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838312.475252:0:32118:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475254:0:32118:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475255:0:32118:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475257:0:32118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838312.475258:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475259:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838312.475261:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838312.475262:0:32118:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838312.475264:0:32118:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838312.475268:0:32118:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.475274:0:32118:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838312.475275:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fda0 00000080:00002000:2.0:1788838312.475277:0:32118:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff98afd15b5948) flags 0x48000e refc 0 00000080:00000001:2.0:1788838312.475280:0:32118:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.475282:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fe10 00000080:00200000:2.0:1788838312.475283:0:32118:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:2.0:1788838312.475287:0:32118:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1788838312.475290:0:32118:0:(statahead.c:273:sa_get()) lustre: wrong pid=32099:32118 for entry f22.recovery-small-2 00000080:00000001:2.0:1788838312.475294:0:32118:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1788838312.475296:0:32118:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:2.0:1788838312.475300:0:32118:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838312.475302:0:32118:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838312.475303:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd30 00000080:00200000:2.0:1788838312.475304:0:32118:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838312.475308:0:32118:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc490d800. 00800000:00000002:2.0:1788838312.475310:0:32118:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838312.475312:0:32118:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838312.475314:0:32118:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838312.475315:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fc50 00800000:00000002:2.0:1788838312.475317:0:32118:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838312.475320:0:32118:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838312.475322:0:32118:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838312.475325:0:32118:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838312.475326:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fb20 00000002:00010000:2.0:1788838312.475328:0:32118:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838312.475331:0:32118:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838312.475332:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475333:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475336:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:2.0:1788838312.475338:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838312.475340:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838312.475342:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838312.475345:0:32118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838312.475352:0:32118:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838312.475353:0:32118:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838312.475356:0:32118:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838312.475361:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838312.475363:0:32118:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838312.475365:0:32118:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838312.475367:0:32118:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838312.475368:0:32118:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838312.475370:0:32118:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838312.475372:0:32118:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838312.475374:0:32118:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838312.475376:0:32118:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc490d800. 00000080:00000001:2.0:1788838312.475378:0:32118:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838312.475379:0:32118:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.475381:0:32118:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838312.475384:0:32118:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfab 00800000:00000001:2.0:1788838312.475386:0:32118:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838312.475387:0:32118:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838312.475388:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.475390:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.475391:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:2.0:1788838312.475392:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.475394:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.475396:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475397:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838312.475398:0:32118:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838312.475399:0:32118:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838312.475401:0:32118:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfab from it ffffbbcb01c0fd68 00010000:00000001:2.0:1788838312.475403:0:32118:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838312.475404:0:32118:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838312.475405:0:32118:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:2.0:1788838312.475407:0:32118:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.475409:0:32118:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:2.0:1788838312.475411:0:32118:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838312.475414:0:32118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838312.475420:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475421:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.475422:0:32118:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838312.475423:0:32118:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838312.475425:0:32118:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838312.475431:0:32118:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838312.475432:0:32118:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838312.475433:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838312.475435:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475436:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.475437:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475439:0:32118:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838312.475440:0:32118:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475441:0:32118:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475443:0:32118:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475444:0:32118:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838312.475446:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475447:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838312.475448:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838312.475449:0:32118:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838312.475451:0:32118:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788838312.475454:0:32118:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.475457:0:32118:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1788838312.475459:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fdf8 00000080:00200000:2.0:1788838312.475461:0:32118:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00000001:2.0:1788838312.475463:0:32118:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788838312.475465:0:32118:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838312.475466:0:32118:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838312.475468:0:32118:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838312.475470:0:32118:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838312.475472:0:32118:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4bc8000 00020000:00000002:2.0:1788838312.475474:0:32118:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a14e0 addref 2/0 by ffff98afc4bc8000. 00020000:00000002:2.0:1788838312.475477:0:32118:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afc4bc8000 00020000:00000001:2.0:1788838312.475479:0:32118:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838312.475480:0:32118:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838312.475482:0:32118:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838312.475483:0:32118:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788838312.475485:0:32118:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788838312.475487:0:32118:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838312.475490:0:32118:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788838312.475494:0:32118:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc490d800. 00800000:00000002:2.0:1788838312.475496:0:32118:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:2.0:1788838312.475502:0:32118:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788838312.475506:0:32118:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788838312.475508:0:32118:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:2.0:1788838312.475511:0:32118:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838312.475513:0:32118:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:2.0:1788838312.475516:0:32118:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788838312.475518:0:32118:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838312.475521:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:2.0:1788838312.475523:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838312.475526:0:32118:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838312.475528:0:32118:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838312.475531:0:32118:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788838312.475538:0:32118:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838312.475541:0:32118:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838312.475542:0:32118:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838312.475544:0:32118:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788838312.475546:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475547:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475548:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 3 00010000:00000001:2.0:1788838312.475550:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838312.475552:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.475553:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475554:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475556:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 3 00010000:00000001:2.0:1788838312.475557:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838312.475559:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.475561:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475562:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475563:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 3 00010000:00000001:2.0:1788838312.475565:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838312.475566:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.475568:0:32118:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838312.475570:0:32118:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838312.475574:0:32118:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838312.475575:0:32118:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838312.475577:0:32118:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838312.475578:0:32118:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475581:0:32118:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838312.475583:0:32118:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838312.475585:0:32118:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838312.475587:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838312.475589:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838312.475591:0:32118:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb200 with handle 0x9f68a6b43b62cfab from hash 00010000:00000001:2.0:1788838312.475593:0:32118:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838312.475594:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475595:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.475596:0:32118:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838312.475598:0:32118:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838312.475600:0:32118:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838312.475602:0:32118:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838312.475603:0:32118:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838312.475605:0:32118:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838312.475607:0:32118:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838312.475609:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 2 00010000:00000001:2.0:1788838312.475611:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838312.475612:0:32118:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838312.475614:0:32118:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838312.475616:0:32118:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788838312.475627:0:32118:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838312.475628:0:32118:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838312.475629:0:32118:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838312.475630:0:32118:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1788838312.475632:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475633:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475634:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 3 00010000:00000001:2.0:1788838312.475636:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838312.475637:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.475639:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475640:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475641:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 3 00010000:00000001:2.0:1788838312.475643:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838312.475645:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.475646:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475647:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475648:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 3 00010000:00000001:2.0:1788838312.475650:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838312.475651:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.475653:0:32118:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838312.475654:0:32118:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838312.475679:0:32118:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4ca00 count: 3 00010000:00000001:2.0:1788838312.475681:0:32118:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838312.475684:0:32118:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.475686:0:32118:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.475688:0:32118:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838312.475689:0:32118:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838312.475690:0:32118:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206536 : -113594094345080 : ffff98afd05ba488) 00000020:00001000:2.0:1788838312.475692:0:32118:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba480 00000020:00000001:2.0:1788838312.475694:0:32118:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788838312.475696:0:32118:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1788838312.475698:0:32118:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788838312.475700:0:32118:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788838312.475703:0:32118:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838312.475704:0:32118:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838312.475707:0:32118:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788838312.475708:0:32118:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838312.475710:0:32118:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838312.475711:0:32118:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba480 00000080:00000001:2.0:1788838312.475713:0:32118:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.475714:0:32118:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838312.475716:0:32118:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff98afd1583a88) invalid 00000020:00000001:2.0:1788838312.475719:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fa60 00000080:00002000:2.0:1788838312.475720:0:32118:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff98afd15b5948) parent ffff98afd8effa20 inode ffff98afd1583a88 refc 1 00000080:00000001:2.0:1788838312.475724:0:32118:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838312.475725:0:32118:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838312.475726:0:32118:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475728:0:32118:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838312.475729:0:32118:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838312.475730:0:32118:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838312.475731:0:32118:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838312.475733:0:32118:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838312.475735:0:32118:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517400 with handle 0x9f68a6b43b62cfb2 from hash 00010000:00000001:2.0:1788838312.475737:0:32118:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838312.475738:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838312.475739:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.475740:0:32118:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838312.475741:0:32118:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838312.475743:0:32118:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838312.475745:0:32118:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838312.475746:0:32118:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838312.475748:0:32118:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788838312.475753:0:32118:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838312.475756:0:32118:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838312.475760:0:32118:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838312.475762:0:32118:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475764:0:32118:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838312.475778:0:32118:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838312.475781:0:32118:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.475784:0:32118:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838312.475787:0:32118:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838312.475790:0:32118:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838312.475796:0:32118:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc490cc00. 00000100:00000001:2.0:1788838312.475802:0:32118:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475804:0:32118:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838312.475806:0:32118:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838312.475810:0:32118:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788838312.475818:0:32118:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788838312.475823:0:32118:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1788838312.475825:0:32118:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788838312.475826:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838312.475829:0:32118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62cfb2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3b884 expref: -99 pid: 32118 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788838312.475835:0:32118:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110dd40. 00010000:00000040:2.0:1788838312.475839:0:32118:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4ca00 count: 0 00010000:00000010:2.0:1788838312.475844:0:32118:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5700. 00010000:00000001:2.0:1788838312.475852:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.475854:0:32118:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838312.475856:0:32118:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62cfab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b853 expref: -99 pid: 32118 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788838312.475862:0:32118:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac200 count: 0 00010000:00000010:2.0:1788838312.475865:0:32118:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675280. 00010000:00000001:2.0:1788838312.475872:0:32118:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838312.475873:0:32118:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475875:0:32118:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838312.475876:0:32118:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.475878:0:32118:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788838312.475888:0:32118:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788838312.475896:0:32118:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838312.475903:0:32118:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838312.475905:0:32118:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838312.475910:0:32118:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd050c480. 00000100:00000001:2.0:1788838312.475913:0:32118:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479614493824 : -113594095057792 : ffff98afd050c480) 00000100:00000001:2.0:1788838312.475915:0:32118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838312.475917:0:32118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838312.475921:0:32118:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838312.475924:0:32118:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.475926:0:32118:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838312.475928:0:32118:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838312.475932:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.475939:0:32118:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838312.475941:0:32118:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.475945:0:32118:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838312.475947:0:32118:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838312.475949:0:32118:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838312.475952:0:32118:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:32118:1875731132257664:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838312.475956:0:32118:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838312.475961:0:32118:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838312.475963:0:32118:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.475965:0:32118:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838312.475969:0:32118:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838312.475971:0:32118:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838312.475978:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838312.475982:0:32118:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dc08. 00000400:00000010:2.0:1788838312.475988:0:32118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838312.475994:0:32118:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132257664, portal 10 00000100:00000001:2.0:1788838312.475997:0:32118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838312.475998:0:32118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838312.476005:0:32118:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.476011:0:32118:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838312.476014:0:32118:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838312.476016:0:32118:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aee0. 00000100:00000200:2.0:1788838312.476019:0:32118:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875731132257664, offset 0 00000400:00000200:2.0:1788838312.476027:0:32118:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838312.476034:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.476040:0:32118:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838312.476045:0:32118:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838312.476049:0:32118:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838312.476053:0:32118:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838312.476056:0:32118:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838312.476060:0:32118:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2509:2509:256:4294967295] 192.168.203.123@tcp LPNI seq info [2509:2509:8:4294967295] 00000400:00000200:2.0:1788838312.476065:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838312.476073:0:32118:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838312.476079:0:32118:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838312.476083:0:32118:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14600. 00000800:00000200:2.0:1788838312.476088:0:32118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838312.476095:0:32118:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838312.476099:0:32118:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788838312.476108:0:32118:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.476112:0:32118:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 793781 usecs (794 jiffies) 00000400:00000200:2.0:1788838312.476115:0:32118:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838312.476118:0:32118:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296443240 00000100:00000001:2.0:1788838312.476120:0:32118:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296446471 00000100:00000001:2.0:1788838312.476123:0:32118:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296443240 00000100:00000001:2.0:1788838312.476125:0:32118:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296446471 00000100:00000001:2.0:1788838312.476127:0:32118:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838312.476130:0:32118:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.476132:0:32118:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838312.476134:0:32118:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838312.476137:0:32118:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd050c480 going to sleep for 11 seconds 00000100:00000001:2.0:1788838312.476139:0:32118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838312.476142:0:32118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838312.476374:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838312.476379:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14600. 00000400:00000200:0.0:1788838312.476383:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.476388:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838312.476393:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aee0 00000400:00000010:0.0:1788838312.476395:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aee0. 00000100:00000001:0.0:1788838312.476399:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838312.476403:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838328 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838312.476412:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838312.476415:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838328 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838312.476428:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838312.476429:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838312.488389:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.488405:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838312.488409:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.488411:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.488419:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.488426:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838312.488434:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.488439:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.488444:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.488448:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd51580 00000400:00000200:0.0:1788838312.488452:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.488457:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6b79 [1] + 224 00000800:00000001:0.0:1788838312.488463:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.488469:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838312.488471:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.488475:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838312.488481:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838312.488500:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838312.488510:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838312.488524:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838312.488532:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838312.488535:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.488539:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838312.488544:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2510:2510:256:4294967295] 192.168.203.123@tcp LPNI seq info [2510:2510:8:4294967295] 00000400:00000200:0.0:1788838312.488549:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838312.488556:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838312.488562:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838312.488567:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509600. 00000800:00000200:0.0:1788838312.488572:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838312.488578:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838312.488583:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838312.488696:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838312.488701:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509600. 00000400:00000200:0.0:1788838312.488704:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838312.488707:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838312.488712:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838312.488715:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788838312.490109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ca00. 00010000:00000010:2.1:1788838312.490119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00010000:00000010:2.1:1788838312.490124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac200. 00010000:00000010:2.1:1788838312.490127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb200. 00000100:00000001:2.0:1788838312.490145:0:32118:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838312.490154:0:32118:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838312.490156:0:32118:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838312.490158:0:32118:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dc08. 00000400:00000200:2.0:1788838312.490162:0:32118:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838312.490164:0:32118:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838312.490168:0:32118:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838312.490177:0:32118:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838312.490189:0:32118:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132257664/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/624 e 0 to 0 dl 1788838328 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.490196:0:32118:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838312.490198:0:32118:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.490201:0:32118:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838312.490203:0:32118:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838312.490205:0:32118:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838312.490207:0:32118:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838312.490210:0:32118:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838312.490219:0:32118:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=141 v=5 (101 101 101 138) 00000100:00001000:2.0:1788838312.490224:0:32118:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838312.490226:0:32118:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838312.490228:0:32118:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838312.490231:0:32118:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838312.490234:0:32118:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.490236:0:32118:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838312.490238:0:32118:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000162] 00000100:00000001:2.0:1788838312.490240:0:32118:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838312.490242:0:32118:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838312.490244:0:32118:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838312.490260:0:32118:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838312.490263:0:32118:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967652 00000100:00000001:2.0:1788838312.490265:0:32118:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838312.490268:0:32118:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838312.490272:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132257664/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838328 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.490280:0:32118:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838312.490283:0:32118:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838312.490285:0:32118:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838312.490289:0:32118:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132257664/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838328 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838312.490296:0:32118:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:32118:1875731132257664:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838312.490301:0:32118:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838312.490303:0:32118:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838312.490306:0:32118:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838312.490308:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838312.490311:0:32118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132257664/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838328 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.490319:0:32118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838312.490321:0:32118:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd050c480. 00000100:00000001:2.0:1788838312.490325:0:32118:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838312.490326:0:32118:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838312.490333:0:32118:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838312.490336:0:32118:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838312.490340:0:32118:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838312.490343:0:32118:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc490d800. 00000100:00000001:2.0:1788838312.490348:0:32118:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838312.490351:0:32118:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132257664/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838328 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838312.490357:0:32118:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.490360:0:32118:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838312.490369:0:32118:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838312.490373:0:32118:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fe28 00000080:00002000:2.0:1788838312.490375:0:32118:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff98afd15b5948, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788838312.490378:0:32118:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838312.490383:0:32118:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838312.490388:0:32118:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788838312.495852:0:32119:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6d60. 00000080:00400000:1.0:1788838312.589965:0:32100:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff98afc8d6fa00, parent / hit 0 miss 0 00000080:00000001:1.0:1788838312.589980:0:32100:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788838312.589983:0:32100:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788838312.589986:0:32100:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838312.589990:0:32100:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:1.0:1788838312.589993:0:32100:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:1.0:1788838312.589998:0:32100:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa9e0 -> ffff98afc7dfa9e0 00000020:00000001:1.0:1788838312.590001:0:32100:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838312.590003:0:32100:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838312.590005:0:32100:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788838312.590008:0:32100:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838312.590010:0:32100:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838312.590011:0:32100:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838312.590015:0:32100:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff98afd05ccbf0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788838312.590018:0:32100:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afd00127c0 00020000:00000001:1.0:1788838312.590021:0:32100:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838312.590023:0:32100:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838312.590025:0:32100:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838312.590027:0:32100:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590029:0:32100:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838312.590031:0:32100:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838312.590032:0:32100:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590033:0:32100:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838312.590034:0:32100:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838312.590035:0:32100:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838312.590037:0:32100:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afd00127c0 00000020:00000001:1.0:1788838312.590039:0:32100:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590041:0:32100:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788838312.590042:0:32100:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788838312.590044:0:32100:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788838312.590046:0:32100:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788838312.590050:0:32100:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838312.590053:0:32100:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838312.590054:0:32100:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838312.590055:0:32100:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838312.590057:0:32100:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:1.0:1788838312.590059:0:32100:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:1.0:1788838312.590061:0:32100:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa2d8 -> ffff98afc7dfa9e0 00000020:00000001:1.0:1788838312.590063:0:32100:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838312.590065:0:32100:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838312.590067:0:32100:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838312.590068:0:32100:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590070:0:32100:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590072:0:32100:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:1.0:1788838312.590074:0:32100:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788838312.590075:0:32100:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590077:0:32100:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590078:0:32100:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590080:0:32100:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788838312.590081:0:32100:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788838312.590082:0:32100:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838312.590083:0:32100:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788838312.590085:0:32100:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838312.590086:0:32100:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590087:0:32100:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590088:0:32100:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590090:0:32100:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590091:0:32100:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838312.590092:0:32100:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590093:0:32100:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590095:0:32100:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788838312.590097:0:32100:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788838312.590098:0:32100:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838312.590099:0:32100:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788838312.590101:0:32100:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788838312.590104:0:32100:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788838312.590106:0:32100:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788838312.590109:0:32100:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afd00b2000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788838312.590111:0:32100:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788838312.590114:0:32100:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afd00b2000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788838312.590117:0:32100:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838312.590118:0:32100:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590120:0:32100:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590121:0:32100:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590122:0:32100:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590124:0:32100:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590126:0:32100:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788838312.590128:0:32100:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788838312.590129:0:32100:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788838312.590130:0:32100:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788838312.590132:0:32100:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788838312.590133:0:32100:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590135:0:32100:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788838312.590137:0:32100:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788838312.590139:0:32100:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788838312.590141:0:32100:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788838312.590142:0:32100:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838312.590143:0:32100:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788838312.590144:0:32100:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788838312.590145:0:32100:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590147:0:32100:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590148:0:32100:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788838312.590149:0:32100:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788838312.590151:0:32100:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788838312.590152:0:32100:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788838312.590153:0:32100:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838312.590154:0:32100:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838312.590156:0:32100:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838312.590157:0:32100:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788838312.590158:0:32100:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788838312.590159:0:32100:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590161:0:32100:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590162:0:32100:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838312.590163:0:32100:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838312.590165:0:32100:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590166:0:32100:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838312.590168:0:32100:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838312.590169:0:32100:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838312.590170:0:32100:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838312.590171:0:32100:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838312.590173:0:32100:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00020000:00000001:1.0:1788838312.590175:0:32100:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838312.590177:0:32100:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838312.590179:0:32100:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838312.590181:0:32100:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838312.590183:0:32100:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838312.590184:0:32100:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838312.590187:0:32100:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:1.0:1788838312.590189:0:32100:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838312.590192:0:32100:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788838312.590194:0:32100:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff98afd1583a88) 00800000:00000001:1.0:1788838312.590199:0:32100:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788838312.590201:0:32100:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:1.0:1788838312.590207:0:32100:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788838312.590213:0:32100:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838312.590214:0:32100:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838312.590218:0:32100:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788838312.590220:0:32100:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788838312.590222:0:32100:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838312.590223:0:32100:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838312.590226:0:32100:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838312.590227:0:32100:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:1.0:1788838312.590229:0:32100:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00020000:00000001:1.0:1788838312.590235:0:32100:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788838312.590236:0:32100:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afd00127c0 00020000:00000001:1.0:1788838312.590239:0:32100:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788838312.590242:0:32100:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a14e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838312.590255:0:32100:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838312.590259:0:32100:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8eefe00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1788838312.590262:0:32100:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788838312.590263:0:32100:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590265:0:32100:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788838312.590266:0:32100:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788838312.590271:0:32100:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788838312.590275:0:32100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901c00 count: 2 00010000:00000001:1.0:1788838312.590277:0:32100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838312.590279:0:32100:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788838312.590281:0:32100:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788838312.590286:0:32100:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:1.0:1788838312.590296:0:32100:0:(cl_object.c:143:cl_object_top()) ffff98afd00b2000 -> ffff98afc7dfa9e0 00000020:00000001:1.0:1788838312.590298:0:32100:0:(cl_object.c:143:cl_object_top()) ffff98afd00b2000 -> ffff98afc7dfa9e0 00000008:00000001:1.0:1788838312.590300:0:32100:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838312.590302:0:32100:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838312.590303:0:32100:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838312.590305:0:32100:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788838312.590311:0:32100:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98afd00b2000. 00020000:00000001:1.0:1788838312.590315:0:32100:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788838312.590318:0:32100:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98afc7dfa258. 00020000:00000001:1.0:1788838312.590322:0:32100:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788838312.590324:0:32100:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838312.590326:0:32100:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838312.590327:0:32100:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afd00127c0 00020000:00000001:1.0:1788838312.590329:0:32100:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788838312.590331:0:32100:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788838312.590332:0:32100:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afd00127c0 00020000:00000001:1.0:1788838312.590335:0:32100:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788838312.590337:0:32100:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98afc809f308. 00020000:00000010:1.0:1788838312.590341:0:32100:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98afc4017480. 00020000:00000010:1.0:1788838312.590343:0:32100:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98afd09f8530. 00020000:00000002:1.0:1788838312.590346:0:32100:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a14e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788838312.590350:0:32100:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788838312.590353:0:32100:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc8eefe00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:1.0:1788838312.590358:0:32100:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc8eefe00. 00020000:00000010:1.0:1788838312.590361:0:32100:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1180. 00020000:00000010:1.0:1788838312.590364:0:32100:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a14e0. 00020000:00000001:1.0:1788838312.590366:0:32100:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788838312.590367:0:32100:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a5d0) owner 0000000000000000/ffff98afd00127c0 00020000:00000010:1.0:1788838312.590370:0:32100:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff98afd008a5d0. 00020000:00000001:1.0:1788838312.590372:0:32100:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788838312.590375:0:32100:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff98afc7dfa960. 00000020:00001000:1.0:1788838312.590378:0:32100:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:1.0:1788838312.590380:0:32100:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788838312.590382:0:32100:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:1.0:1788838312.590393:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590395:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff98afc6675580) index 1 00000080:00000010:1.0:1788838312.590398:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675580. 00000020:00000001:1.0:1788838312.590402:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590403:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff98afc6675a00) index 2 00000080:00000010:1.0:1788838312.590404:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675a00. 00000020:00000001:1.0:1788838312.590406:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590408:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff98afc6675d80) index 3 00000080:00000010:1.0:1788838312.590409:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675d80. 00000020:00000001:1.0:1788838312.590412:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590414:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff98afc6675c80) index 4 00000080:00000010:1.0:1788838312.590415:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675c80. 00000020:00000001:1.0:1788838312.590419:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590420:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff98afc6675f80) index 5 00000080:00000010:1.0:1788838312.590422:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675f80. 00000020:00000001:1.0:1788838312.590425:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590426:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff98afc6675d00) index 6 00000080:00000010:1.0:1788838312.590428:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675d00. 00000020:00000001:1.0:1788838312.590430:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590431:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff98afc6675e80) index 7 00000080:00000010:1.0:1788838312.590433:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675e80. 00000020:00000001:1.0:1788838312.590435:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590436:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff98afc6675100) index 8 00000080:00000010:1.0:1788838312.590437:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675100. 00000020:00000001:1.0:1788838312.590439:0:32100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f8fe60 00000080:00400000:1.0:1788838312.590440:0:32100:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff98afc6675b80) index 9 00000080:00000010:1.0:1788838312.590442:0:32100:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff98afc6675b80. 00000080:00000010:1.0:1788838312.590445:0:32100:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff98afc8d6fa00. 00000080:00000010:1.0:1788838312.590449:0:32100:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff98afc7c9d000. 00000080:00000010:1.1:1788838312.607693:0:32134:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15839c0. 00000080:00000001:0.0:1788838313.430222:0:32203:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838313.482746:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838313.482752:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838313.482758:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838313.482759:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838313.482854:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838313.482857:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838313.482860:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788838314.139388:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.139404:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838314.139408:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.139410:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.139417:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.139424:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838314.139432:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.139436:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.139502:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.139507:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c50a80 00000400:00000200:0.0:1788838314.139522:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6131 [2] + 1968 00000400:00000010:0.0:1788838314.139528:0:2343:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8630. 00000400:00000200:0.0:1788838314.139535:0:2343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc4a65cc0 00000800:00000001:0.0:1788838314.139540:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.139549:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.139551:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.139555:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838314.139560:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4a65cc0 00000400:00000010:0.0:1788838314.139562:0:2343:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff98afc4a65cc0. 00000100:00000001:0.0:1788838314.139569:0:2343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838314.139571:0:2343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788838314.139574:0:2343:0:(events.c:337:request_in_callback()) incoming req@ffff98afd13e8450 x1875731147983488 msgsize 328 00000100:00100000:0.0:1788838314.139578:0:2343:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000040:0.0:1788838314.139580:0:2343:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788838314.139644:0:2343:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788838314.139653:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.139689:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788838314.143005:0:16001:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff98afd0083000. 00000100:00000010:0.0:1788838314.143018:0:16001:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff98afd0c44000. 00000100:00100000:0.0:1788838314.143021:0:16001:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1788838314.143025:0:16001:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1788838314.143032:0:16001:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25e70. 00000400:00000010:0.0:1788838314.143038:0:16001:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98afc4017c00. 00000100:00000001:0.0:1788838314.143047:0:16001:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838314.143050:0:16001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731147983488 02000000:00000001:0.0:1788838314.143052:0:16001:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838314.143055:0:16001:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838314.143057:0:16001:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838314.143252:0:16001:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838314.143257:0:16001:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731147983488 00000020:00000001:0.0:1788838314.143261:0:16001:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838314.143262:0:16001:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:0.0:1788838314.143265:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838314.143268:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:0.0:1788838314.143271:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:0.0:1788838314.143273:0:16001:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000001:0.0:1788838314.143277:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838314.143282:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358b40. 00000100:00000001:0.0:1788838314.143285:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838314.143287:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358b40. 00000020:00000010:0.0:1788838314.143295:0:16001:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4010e00. 00000020:00000010:0.0:1788838314.143300:0:16001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9ec00. 00000020:00000010:0.0:1788838314.143305:0:16001:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfae10. 00000100:00000040:0.0:1788838314.143313:0:16001:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838314.143317:0:16001:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838314.143319:0:16001:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838314.143321:0:16001:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838314.143328:0:16001:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838314.143345:0:16001:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838314.143356:0:16001:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838314.143358:0:16001:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838314.143367:0:16001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 59 00000100:00000040:0.0:1788838314.143370:0:16001:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506e000 : new rpc_count 1 00000100:00000001:0.0:1788838314.143372:0:16001:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479630074960 : -113594079476656 : ffff98afd13e8450) 00000100:00000040:0.0:1788838314.143381:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd13e8450 x1875731147983488/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:215/0 lens 328/0 e 0 to 0 dl 1788838325 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838314.143392:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838314.143394:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358b40. 00000100:00000001:0.0:1788838314.143396:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838314.143398:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358b40. 00000100:00100000:0.0:1788838314.143403:0:16001:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd13e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7020:x1875731147983488:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838314.143407:0:16001:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731147983488 00010000:00000001:0.0:1788838314.143409:0:16001:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838314.143416:0:16001:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838314.143417:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838314.143420:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=2 00000020:00000001:0.0:1788838314.143422:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838314.143425:0:16001:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:0.0:1788838314.143428:0:16001:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838314.143432:0:16001:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838314.143437:0:16001:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1788838314.143464:0:16001:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838314.143466:0:16001:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838314.143470:0:16001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0080400. 02000000:00000001:0.0:1788838314.143473:0:16001:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838314.143475:0:16001:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838314.143479:0:16001:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838314.143482:0:16001:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838314.143486:0:16001:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838314.143491:0:16001:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838314.143493:0:16001:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838314.143496:0:16001:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838314.143498:0:16001:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838314.143500:0:16001:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838314.143503:0:16001:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838314.145533:0:16001:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838314.145543:0:16001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcd48. 00000100:00000200:0.0:1788838314.145550:0:16001:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731147983488, offset 224 00000400:00000200:0.0:1788838314.145556:0:16001:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838314.145566:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.145573:0:16001:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838314.145579:0:16001:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2511:2511:256:4294967295] 192.168.203.123@tcp LPNI seq info [2511:2511:8:4294967295] 00000400:00000200:0.0:1788838314.145583:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.145592:0:16001:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838314.145598:0:16001:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838314.145603:0:16001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509600. 00000800:00000200:0.0:1788838314.145609:0:16001:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838314.145617:0:16001:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838314.145621:0:16001:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838314.145637:0:16001:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.145642:0:16001:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838314.145646:0:16001:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838314.145649:0:16001:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc4017180. 00010000:00000001:0.0:1788838314.145652:0:16001:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788838314.145675:0:16001:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838314.145678:0:16001:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838314.145680:0:16001:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838314.145682:0:16001:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.145690:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd13e8450 x1875731147983488/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:215/0 lens 328/224 e 0 to 0 dl 1788838325 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838314.145702:0:16001:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd13e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7020:x1875731147983488:12345-192.168.203.123@tcp:104: Request processed in 2308us (6124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838314.145712:0:16001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 59 00000100:00000040:0.0:1788838314.145715:0:16001:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506e000 : new rpc_count 0 00000100:00000001:0.0:1788838314.145718:0:16001:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838314.145720:0:16001:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838314.145725:0:16001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9ec00. 00000020:00000010:0.0:1788838314.145730:0:16001:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfae10. 00000020:00000010:0.0:1788838314.145734:0:16001:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc4010e00. 00000020:00000040:0.0:1788838314.145739:0:16001:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 02000000:00000001:0.0:1788838314.145744:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838314.145746:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0080800. 02000000:00000001:0.0:1788838314.145749:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838314.145752:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909880. 02000000:00000001:0.0:1788838314.145755:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838314.145765:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0081400. 02000000:00000001:0.0:1788838314.145770:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838314.145771:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909180. 02000000:00000001:0.0:1788838314.145773:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838314.145774:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13e8c00. 02000000:00000001:0.0:1788838314.145777:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838314.145778:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122d80. 02000000:00000001:0.0:1788838314.145780:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838314.145782:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0081000. 02000000:00000001:0.0:1788838314.145784:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838314.145785:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122680. 02000000:00000001:0.0:1788838314.145787:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838314.145788:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0081c00. 02000000:00000001:0.0:1788838314.145790:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838314.145791:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908380. 02000000:00000001:0.0:1788838314.145793:0:16001:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838314.145794:0:16001:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0083400. 02000000:00000001:0.0:1788838314.145796:0:16001:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838314.145797:0:16001:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123480. 00000100:00000010:0.0:1788838314.145799:0:16001:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff98afc419a000. 00000100:00000010:0.0:1788838314.145804:0:16001:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff98afd13e8400. 00000100:00000001:0.0:1788838314.145806:0:16001:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838314.145901:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838314.145905:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509600. 00000400:00000200:0.0:1788838314.145909:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.145914:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838314.145919:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcd48 00000400:00000010:0.0:1788838314.145921:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcd48. 00000100:00000001:0.0:1788838314.145924:0:2344:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1788838314.145926:0:2344:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838314.145927:0:2344:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0080400. 02000000:00000001:0.0:1788838314.145929:0:2344:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788838314.145931:0:2344:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788838314.146059:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838314.146069:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838314.146072:0:15908:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788838314.146075:0:15908:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788838314.146076:0:15908:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838314.146082:0:15908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838314.146094:0:15908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc2f0f800 already unused, calling callback (ffffffffc1039300) 00000008:00000001:3.0:1788838314.146097:0:15908:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788838314.146099:0:15908:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838314.146101:0:15908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838314.146103:0:15908:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838314.146105:0:15908:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f800 refcount=3 00000020:00000001:3.0:1788838314.146107:0:15908:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:3.0:1788838314.146110:0:15908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111744 : -113594319439872 : ffff98afc2f0f800) 00010000:00000001:3.0:1788838314.146113:0:15908:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838314.146125:0:15908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788838314.146133:0:15908:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788838314.146135:0:15908:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838314.146140:0:15908:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838314.146142:0:15908:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000008:00000001:3.0:1788838314.146145:0:15908:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788838314.146147:0:15908:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838314.146148:0:15908:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000008:00000001:3.0:1788838314.146151:0:15908:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838314.146154:0:15908:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838314.146158:0:15908:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838314.146160:0:15908:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838314.146162:0:15908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838314.146164:0:15908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838314.146167:0:15908:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0f800 with handle 0x9f68a6b43b62cf7a from hash 00010000:00000001:3.0:1788838314.146169:0:15908:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838314.146170:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838314.146172:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838314.146173:0:15908:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838314.146176:0:15908:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838314.146178:0:15908:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788838314.146182:0:15908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838314.146185:0:15908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838314.146187:0:15908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838314.146189:0:15908:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788838314.146194:0:15908:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838314.146197:0:15908:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:3.0:1788838314.146201:0:15908:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838314.146203:0:15908:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838314.146207:0:15908:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838314.146212:0:15908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8d6fa00. 00000100:00000001:3.0:1788838314.146217:0:15908:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838314.146220:0:15908:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838314.146225:0:15908:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838314.146232:0:15908:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838314.146233:0:15908:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838314.146237:0:15908:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838314.146241:0:15908:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838314.146247:0:15908:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c55cb5] to pc [ptlrpcd_01_00+0] req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788838314.146265:0:15908:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838314.146268:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838314.146269:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838314.146270:0:15908:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838314.146272:0:15908:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838314.146274:0:15908:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838314.146278:0:15908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838314.146285:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838314.146288:0:15908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 00000000b46d6cc6/0x9f68a6b43b62cf7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xff98f31736b3b830 expref: -99 pid: 32101 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788838314.146295:0:15908:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd0c98480. 00010000:00000040:3.0:1788838314.146299:0:15908:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc9901c00 count: 0 00010000:00000010:3.0:1788838314.146305:0:15908:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afc9901400. 00010000:00000001:3.0:1788838314.146313:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838314.146314:0:15908:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788838314.146315:0:15908:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afc4017180. 00010000:00000001:3.0:1788838314.146318:0:15908:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838314.146320:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838314.146322:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838314.146324:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838314.146325:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838314.146326:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838314.146328:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838314.146329:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838314.146331:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838314.146332:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838314.146338:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838314.146340:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838314.146343:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838314.146347:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838314.146356:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838314.146358:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838314.146361:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838314.146364:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838314.146366:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838314.146369:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132257792:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838314.146373:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838314.146378:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838314.146381:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838314.146383:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838314.146387:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8d6e600. 02000000:00000001:3.0:1788838314.146389:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838314.146393:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838314.146397:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000010:3.0:1788838314.146402:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce3b8. 00000100:00000200:3.0:1788838314.146406:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132257792, portal 18 00000100:00000001:3.0:1788838314.146408:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838314.146410:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838314.146415:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838314.146422:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838314.146425:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838314.146427:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce330. 00000100:00000200:3.0:1788838314.146430:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132257792, offset 0 00000400:00000200:3.0:1788838314.146434:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838314.146438:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838314.146702:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838314.146707:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838314.146711:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838314.146715:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838314.146718:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838314.146721:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2512:2512:256:4294967295] 192.168.203.123@tcp LPNI seq info [2512:2512:8:4294967295] 00000400:00000200:3.0:1788838314.146726:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838314.146733:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838314.146738:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838314.146742:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3000. 00000800:00000200:3.0:1788838314.146746:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838314.146753:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838314.146765:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838314.146772:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838314.146776:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 227326 usecs (228 jiffies) 00000400:00000200:3.0:1788838314.146780:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838314.146783:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296444347 00000100:00000001:3.0:1788838314.146786:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296446471 00000100:00000001:3.0:1788838314.146788:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296444347 00000100:00000001:3.0:1788838314.146790:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296446471 00000100:00000001:3.0:1788838314.146793:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838314.146795:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838314.146798:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838314.146800:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838314.146805:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838314.146806:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838314.146808:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838314.146810:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838314.146811:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838314.146813:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838314.146823:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838314.146824:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838314.147899:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838314.147906:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:0.0:1788838314.147911:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.147916:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838314.147921:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce330 00000400:00000010:0.0:1788838314.147923:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce330. 00000100:00000001:0.0:1788838314.147927:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838314.147933:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.147944:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838314.147947:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.148303:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838314.148305:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838314.152310:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.152325:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838314.152329:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.152331:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.152340:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.152347:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838314.152356:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.152360:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.152365:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.152369:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd51600 00000400:00000200:0.0:1788838314.152373:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.152379:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b91 [1] + 224 00000800:00000001:0.0:1788838314.152385:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.152395:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.152398:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.152402:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838314.152409:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838314.152417:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838314.152429:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.152454:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838314.152464:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.152467:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838314.152569:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838314.152573:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838314.152580:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838314.152582:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838314.152585:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:3.0:1788838314.152589:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce3b8 00000400:00000010:3.0:1788838314.152592:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce3b8. 00000100:00000001:3.0:1788838314.152595:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838314.152599:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838314.152607:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838314.152614:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838314.152616:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838314.152617:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838314.152620:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838314.152623:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838314.152625:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838314.152628:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838314.152637:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef538 time=130 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838314.152642:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838314.152644:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838314.152646:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838314.152649:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838314.152652:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788838314.152689:0:2353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901c00. 00010000:00000010:3.1:1788838314.152695:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f800. 00000100:00000001:3.0:1788838314.152700:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838314.152702:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838314.152704:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838314.152706:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838314.152711:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838314.152718:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838314.152720:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838314.152722:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838314.152726:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838314.152739:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132257792:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838314.152743:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838314.152745:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838314.152749:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132257792/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838314.152755:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838314.152768:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838314.152771:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8d6e600. 02000000:00000001:3.0:1788838314.152775:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838314.152778:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838314.152779:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838314.152781:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838314.152784:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8d6fa00. 02000000:00000001:3.0:1788838314.152787:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838314.152789:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838314.152791:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838314.152795:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838314.152796:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838314.152799:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838314.152806:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838314.152808:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838314.152810:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838314.152813:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443629:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838314.443640:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838314.443650:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908380. 00000020:00000040:0.0:1788838314.443677:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838314.443682:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838314.443685:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838314.443690:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838314.443698:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509600. 00000100:00000001:0.0:1788838314.443704:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443714:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838314.443723:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838314.443727:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443733:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056ea580d] to pc [ptlrpcd_00_01+1] req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.443772:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443775:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838314.443778:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838314.443781:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909180. 00000020:00000040:0.0:1788838314.443783:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838314.443785:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838314.443787:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838314.443789:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838314.443791:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509f00. 00000100:00000001:0.0:1788838314.443794:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443798:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838314.443805:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838314.443807:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443811:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2546234] to pc [ptlrpcd_00_00+0] req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.443818:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443820:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838314.443823:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838314.443826:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909880. 00000020:00000040:0.0:1788838314.443828:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838314.443830:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838314.443831:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838314.443833:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838314.443835:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509a00. 00000100:00000001:0.0:1788838314.443838:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443841:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838314.443847:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838314.443849:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443852:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061b3ca38] to pc [ptlrpcd_00_01+1] req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.443858:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838314.443860:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838314.443863:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838314.443867:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1782) 00000100:00000001:1.0:1788838314.443933:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838314.443937:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838314.443940:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838314.443946:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.443964:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838314.443966:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.443970:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838314.443973:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838314.443976:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838314.443980:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132257920:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838314.443984:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838314.443990:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838314.443992:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.443995:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838314.444000:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1127a00. 02000000:00000001:1.0:1788838314.444002:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838314.444008:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838314.444013:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8478. 00000400:00000010:1.0:1788838314.444020:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838314.444026:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132257920, portal 25 00000100:00000001:1.0:1788838314.444028:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838314.444030:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618671488 : -113594090880128 : ffff98afd0908380) 00000100:00000040:1.0:1788838314.444035:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.444043:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838314.444045:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838314.444048:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc220. 00000100:00000200:1.0:1788838314.444051:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132257920, offset 0 00000400:00000200:1.0:1788838314.444058:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838314.444067:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838314.444074:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838314.444079:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838314.444084:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838314.444087:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838314.444090:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838314.444093:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2513:2513:256:4294967295] 192.168.203.123@tcp LPNI seq info [2513:2513:8:4294967295] 00000400:00000200:1.0:1788838314.444097:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838314.444106:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838314.444112:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838314.444117:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933f00. 00000800:00000200:1.0:1788838314.444124:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838314.444132:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838314.444137:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838314.444155:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838314.444160:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838314.444162:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296448503 00000100:00000001:1.0:1788838314.444169:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296446471 00000100:00000001:1.0:1788838314.444173:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296448503 00000100:00000001:1.0:1788838314.444176:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296446471 00000100:00000001:1.0:1788838314.444179:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838314.444182:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.444184:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838314.444188:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.444202:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838314.444203:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.444205:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838314.444206:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838314.444208:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838314.444211:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132258176:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838314.444214:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838314.444216:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838314.444218:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.444219:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838314.444223:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1127000. 02000000:00000001:1.0:1788838314.444224:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838314.444227:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838314.444230:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8840. 00000400:00000010:1.0:1788838314.444234:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc440. 00000100:00000200:1.0:1788838314.444237:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132258176, portal 4 00000100:00000001:1.0:1788838314.444239:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838314.444240:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000100:00000040:1.0:1788838314.444247:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.444253:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838314.444255:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838314.444257:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcf68. 00000100:00000200:1.0:1788838314.444259:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132258176, offset 0 00000400:00000200:1.0:1788838314.444263:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838314.444266:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838314.444270:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838314.444272:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838314.444274:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838314.444276:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838314.444278:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838314.444281:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2514:2514:255:4294967295] 192.168.203.123@tcp LPNI seq info [2514:2514:7:4294967295] 00000400:00000200:1.0:1788838314.444285:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838314.444291:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838314.444295:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838314.444298:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000800:00000200:1.0:1788838314.444302:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838314.444306:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838314.444308:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838314.444311:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838314.444314:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 226196 usecs (227 jiffies) 00000400:00000200:1.0:1788838314.444317:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838314.444318:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296444644 00000100:00000001:1.0:1788838314.444321:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296448503 00000100:00000001:1.0:1788838314.444322:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296444644 00000100:00000001:1.0:1788838314.444324:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296448503 00000100:00000001:1.0:1788838314.444327:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838314.444329:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.444332:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.444334:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.444340:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838314.444342:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838314.444344:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838314.444345:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838314.444347:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838314.444350:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788838314.444351:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.444353:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838314.444354:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.444356:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838314.444357:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838314.444358:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838314.444362:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.444368:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838314.444369:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.444371:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838314.444373:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838314.444374:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838314.444377:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132258048:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838314.444379:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838314.444382:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838314.444383:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.444385:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838314.444388:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd1126200. 02000000:00000001:1.0:1788838314.444389:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838314.444392:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838314.444394:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f85d8. 00000400:00000010:1.0:1788838314.444398:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000200:1.0:1788838314.444401:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132258048, portal 10 00000100:00000001:1.0:1788838314.444402:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838314.444404:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000040:1.0:1788838314.444409:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.444416:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838314.444418:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838314.444420:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc880. 00000100:00000200:1.0:1788838314.444422:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132258048, offset 0 00000400:00000200:1.0:1788838314.444426:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838314.444430:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838314.444434:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838314.444436:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838314.444439:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838314.444441:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838314.444443:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838314.444445:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2515:2515:254:4294967295] 192.168.203.123@tcp LPNI seq info [2515:2515:6:4294967295] 00000400:00000200:1.0:1788838314.444450:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838314.444455:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838314.444459:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838314.444462:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933100. 00000800:00000200:1.0:1788838314.444466:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838314.444470:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838314.444472:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838314.444475:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838314.444479:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 792778 usecs (793 jiffies) 00000400:00000200:1.0:1788838314.444481:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838314.444483:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296445210 00000100:00000001:1.0:1788838314.444485:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296448503 00000100:00000001:1.0:1788838314.444487:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296445210 00000100:00000001:1.0:1788838314.444489:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296448503 00000100:00000001:1.0:1788838314.444493:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838314.444494:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.444497:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.444499:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.444510:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838314.444512:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838314.444823:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838314.444828:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933f00. 00000400:00000200:0.0:1788838314.444835:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.444840:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838314.444845:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc220 00000400:00000010:0.0:1788838314.444847:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc220. 00000100:00000001:0.0:1788838314.444852:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838314.444856:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.444865:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838314.444869:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.444876:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838314.444878:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838314.444891:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838314.444893:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933a00. 00000400:00000200:0.0:1788838314.444895:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.444899:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838314.444901:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcf68 00000400:00000010:0.0:1788838314.444903:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcf68. 00000100:00000001:0.0:1788838314.444905:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838314.444908:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.444915:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838314.444918:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.444924:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838314.444925:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838314.445493:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838314.445498:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933100. 00000400:00000200:0.0:1788838314.445501:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.445506:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838314.445510:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc880 00000400:00000010:0.0:1788838314.445511:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc880. 00000100:00000001:0.0:1788838314.445514:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838314.445519:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.445537:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838314.445540:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.445547:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838314.445548:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838314.455987:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.455999:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838314.456003:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.456006:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.456015:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456023:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838314.456031:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456036:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456041:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456044:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd51700 00000400:00000200:0.0:1788838314.456048:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456055:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6bb9 [1] + 224 00000800:00000001:0.0:1788838314.456061:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.456064:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.456066:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.456070:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838314.456077:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838314.456085:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838314.456095:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.456115:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838314.456123:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.456126:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838314.456129:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.456130:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.456133:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456137:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838314.456141:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456143:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456146:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456149:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd51780 00000400:00000200:0.0:1788838314.456152:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.456156:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ba9 [1] + 224 00000800:00000001:0.0:1788838314.456160:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.456165:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.456167:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.456170:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838314.456173:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838314.456178:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838314.456187:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.456293:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838314.456299:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.456302:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.456349:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838314.456353:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838314.456360:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838314.456362:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838314.456364:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f85d8. 00000400:00000200:1.0:1788838314.456368:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:1.0:1788838314.456371:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:1.0:1788838314.456374:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838314.456378:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838314.456386:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.456392:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838314.456394:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.456396:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838314.456399:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838314.456402:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838314.456404:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.456406:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838314.456415:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=143 v=5 (101 101 101 138) 00000100:00001000:1.0:1788838314.456419:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838314.456421:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838314.456423:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838314.456425:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838314.456428:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.456431:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788838314.456433:0:2352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967654 gen 2 00000100:00000040:1.0:1788838314.456438:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967654) req@ffff98afd090bb80 x1875731132253696/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838314.456452:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838314.456455:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090bb80 x1875731132253696/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838314.456462:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838314.456465:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838314.456469:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0083c00. 02000000:00000001:1.0:1788838314.456473:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838314.456476:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838314.456477:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838314.456480:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838314.456482:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3f25c00. 02000000:00000001:1.0:1788838314.456485:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838314.456487:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838314.456489:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090bb80. 00000100:00000001:1.0:1788838314.456492:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838314.456494:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838314.456499:0:2352:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967654) req@ffff98afc4ac3b80 x1875731132257664/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.456504:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838314.456507:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132257664/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 504/456 e 0 to 0 dl 1788838328 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.456512:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838314.456513:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838314.456514:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d000. 02000000:00000001:1.0:1788838314.456516:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838314.456518:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838314.456519:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838314.456520:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838314.456522:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc490cc00. 02000000:00000001:1.0:1788838314.456524:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838314.456525:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838314.456527:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:1.0:1788838314.456529:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838314.456530:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.456532:0:2352:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788838314.456535:0:2352:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1788838314.456537:0:2352:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838314.456539:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838314.456544:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.456551:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838314.456554:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838314.456555:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838314.456559:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838314.456566:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132258048:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838314.456572:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838314.456573:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838314.456575:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8840. 00000400:00000200:1.0:1788838314.456577:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc440 00000400:00000010:1.0:1788838314.456579:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc440. 00000100:00000001:1.0:1788838314.456581:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838314.456584:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838314.456592:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.456598:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838314.456600:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.456602:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838314.456603:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838314.456605:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838314.456606:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.456608:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838314.456613:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=143 v=5 (5 5 16 16) 00000100:00001000:1.0:1788838314.456616:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838314.456618:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838314.456619:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838314.456621:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838314.456623:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.456625:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838314.456627:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788838314.456629:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838314.456630:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838314.456633:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.456639:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838314.456641:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838314.456642:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838314.456645:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838314.456651:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132258176:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838314.456683:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.456686:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838314.456689:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909180 x1875731132258048/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.456695:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838314.456696:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838314.456698:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1126200. 02000000:00000001:1.0:1788838314.456701:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838314.456702:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838314.456703:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838314.456706:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838314.456707:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509f00. 02000000:00000001:1.0:1788838314.456709:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838314.456710:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838314.456712:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909180. 00000100:00000001:1.0:1788838314.456714:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838314.456715:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.456717:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838314.456719:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909880 x1875731132258176/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.456725:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838314.456726:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838314.456727:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1127000. 02000000:00000001:1.0:1788838314.456729:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838314.456731:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838314.456732:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838314.456733:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838314.456735:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509a00. 02000000:00000001:1.0:1788838314.456736:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838314.456737:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838314.456738:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909880. 00000100:00000001:1.0:1788838314.456740:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838314.456741:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.456744:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.456746:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838314.456747:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838314.456749:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.456751:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838314.465625:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.465641:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838314.465646:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.465648:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.465682:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.465690:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838314.465699:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.465703:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.465708:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.465711:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd51680 00000400:00000200:0.0:1788838314.465716:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838314.465722:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6b99 [1] + 224 00000800:00000001:0.0:1788838314.465729:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.465737:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838314.465740:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838314.465744:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838314.465752:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838314.465771:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838314.465781:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838314.465804:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838314.465813:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838314.465816:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.465862:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838314.465866:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838314.465873:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838314.465875:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838314.465878:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8478. 00000400:00000200:1.0:1788838314.465882:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838314.465884:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838314.465887:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838314.465892:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838314.465901:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.465912:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838314.465914:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.465916:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838314.465919:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838314.465921:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838314.465924:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838314.465927:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838314.465936:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838314.465940:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838314.465942:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838314.465944:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838314.465947:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838314.465949:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.465951:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838314.465966:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.465973:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838314.465975:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838314.465977:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838314.465981:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838314.465987:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132257920:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838314.465992:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.465994:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838314.465997:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908380 x1875731132257920/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838314.466003:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838314.466012:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838314.466018:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd1127a00. 02000000:00000001:1.0:1788838314.466021:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838314.466023:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838314.466025:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838314.466027:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838314.466030:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509600. 02000000:00000001:1.0:1788838314.466033:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838314.466035:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838314.466036:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908380. 00000100:00000001:1.0:1788838314.466039:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838314.466041:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.466043:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838314.466049:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838314.466051:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838314.466053:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838314.466055:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838314.507599:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838314.507608:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838314.507611:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838314.507614:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838314.507619:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838314.507621:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838314.507623:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838314.507625:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838314.507773:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838314.507777:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838314.507780:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838315.530819:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838315.530825:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838315.530879:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838315.530882:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838315.530885:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838315.926441:0:32341:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838316.554973:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838316.554981:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838316.555250:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838316.555253:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838316.555256:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838317.582324:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838317.582331:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838317.585111:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838317.585118:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838317.585123:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788838317.750922:0:32485:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838318.539074:0:24476:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296448503, at 4296448512 00000100:00000010:1.0:1788838318.539087:0:24476:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b47e0. 00000100:00000040:0.0:1788838318.542649:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296448503, at 4296448515 00000100:00000010:0.0:1788838318.542941:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b43c0. 00010000:00000001:0.0:1788838318.603422:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838318.603429:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838318.603513:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838318.603516:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838318.603519:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788838318.735252:0:32547:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.563509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838319.563517:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838319.563523:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838319.563528:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838319.563532:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838319.563535:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838319.563540:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838319.563546:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3900. 00000100:00000001:3.0:1788838319.563552:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.563563:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838319.563573:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838319.563577:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.563583:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c55cb5] to pc [ptlrpcd_01_01+1] req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.563601:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.563603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838319.563606:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838319.563609:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896fb80. 00000020:00000040:3.0:1788838319.563611:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838319.563613:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838319.563614:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838319.563615:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838319.563618:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3500. 00000100:00000001:3.0:1788838319.563621:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.563625:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838319.563632:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838319.563633:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.563637:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089385c55] to pc [ptlrpcd_01_00+0] req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.563650:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.563652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838319.573055:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788838319.573073:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.573077:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838319.573079:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838319.573091:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.573101:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838319.573103:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838319.573107:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838319.573111:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838319.573113:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838319.573117:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132258304:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838319.573120:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838319.573126:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838319.573128:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838319.573130:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838319.573136:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d9400. 02000000:00000001:3.0:1788838319.573138:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838319.573144:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838319.573148:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000010:3.0:1788838319.573153:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce3b8. 00000100:00000200:3.0:1788838319.573159:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132258304, portal 25 00000100:00000001:3.0:1788838319.573161:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838319.573163:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838319.573168:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.573175:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838319.573177:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838319.573180:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce770. 00000100:00000200:3.0:1788838319.573195:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132258304, offset 0 00000400:00000200:3.0:1788838319.573203:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838319.573210:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838319.573217:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838319.573221:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838319.573226:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838319.573229:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838319.573231:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838319.573235:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2516:2516:256:4294967295] 192.168.203.123@tcp LPNI seq info [2516:2516:8:4294967295] 00000400:00000200:3.0:1788838319.573239:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838319.573248:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838319.573254:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838319.573258:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3b00. 00000800:00000200:3.0:1788838319.573264:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838319.573272:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838319.573275:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838319.573294:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838319.573298:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838319.573300:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296453632 00000100:00000010:3.0:1788838319.573305:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acbc60. 00000100:00000001:3.0:1788838319.573311:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788838319.573319:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296453632 00000100:00000010:3.0:1788838319.573322:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acbd20. 00000100:00000001:3.0:1788838319.573325:0:2354:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788838319.573328:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838319.573330:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573333:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573335:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838319.573342:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838319.573344:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838319.573347:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.573348:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838319.573350:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838319.573353:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788838319.573354:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838319.573356:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838319.573357:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838319.573358:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.573359:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838319.573360:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838319.573364:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.573370:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838319.573371:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838319.573374:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838319.573375:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838319.573377:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838319.573379:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132258432:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838319.573383:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838319.573386:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838319.573387:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838319.573389:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838319.573392:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d9e00. 02000000:00000001:3.0:1788838319.573393:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838319.573396:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838319.573399:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb58. 00000400:00000010:3.0:1788838319.573402:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838319.573405:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132258432, portal 10 00000100:00000001:3.0:1788838319.573407:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838319.573408:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484877696 : -113594224673920 : ffff98afc896fb80) 00000100:00000040:3.0:1788838319.573414:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.573419:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838319.573421:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838319.573423:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838319.573426:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132258432, offset 0 00000400:00000200:3.0:1788838319.573429:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838319.573432:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838319.573435:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838319.573447:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838319.573450:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838319.573453:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838319.573455:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838319.573458:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2517:2517:255:4294967295] 192.168.203.123@tcp LPNI seq info [2517:2517:7:4294967295] 00000400:00000200:3.0:1788838319.573462:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838319.573468:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838319.573473:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838319.573477:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3600. 00000800:00000200:3.0:1788838319.573481:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838319.573485:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838319.573488:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838319.573491:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.573495:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 791776 usecs (792 jiffies) 00000400:00000200:3.0:1788838319.573497:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838319.573499:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296450338 00000100:00000001:3.0:1788838319.573502:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296453632 00000100:00000001:3.0:1788838319.573504:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296450338 00000100:00000001:3.0:1788838319.573505:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296453632 00000100:00000001:3.0:1788838319.573507:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838319.573509:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573512:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573514:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573526:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.573528:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838319.573535:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896e300. 00000020:00000040:3.0:1788838319.573540:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:3.0:1788838319.573544:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838319.573546:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838319.573550:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838319.573555:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3800. 00000100:00000001:3.0:1788838319.573561:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.573567:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838319.573575:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838319.573586:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.573592:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077e16213] to pc [ptlrpcd_01_01+1] req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.573610:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.573613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788838319.573616:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1788838319.573625:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.573627:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838319.573628:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838319.573632:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.573639:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838319.573641:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838319.573642:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838319.573644:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838319.573646:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838319.573649:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132258560:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838319.573652:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838319.573673:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838319.573675:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838319.573677:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838319.573680:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d8600. 02000000:00000001:3.0:1788838319.573682:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838319.573685:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838319.573688:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bdc0. 00000400:00000010:3.0:1788838319.573691:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce2a8. 00000100:00000200:3.0:1788838319.573695:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132258560, portal 4 00000100:00000001:3.0:1788838319.573697:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838319.573698:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484871424 : -113594224680192 : ffff98afc896e300) 00000100:00000040:3.0:1788838319.573703:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.573708:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838319.573710:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838319.573713:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce880. 00000100:00000200:3.0:1788838319.573715:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132258560, offset 0 00000400:00000200:3.0:1788838319.573732:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838319.573736:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838319.573739:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838319.573742:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838319.573745:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838319.573747:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838319.573749:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838319.573752:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2518:2518:254:4294967295] 192.168.203.123@tcp LPNI seq info [2518:2518:6:4294967295] 00000400:00000200:3.0:1788838319.573755:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838319.573760:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838319.573764:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838319.573768:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3000. 00000800:00000200:3.0:1788838319.573771:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838319.573775:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838319.573778:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838319.573782:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.573784:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 225117 usecs (226 jiffies) 00000400:00000200:3.0:1788838319.573788:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838319.573789:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296449772 00000100:00000001:3.0:1788838319.573792:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296453632 00000100:00000001:3.0:1788838319.573794:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296449772 00000100:00000001:3.0:1788838319.573796:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296453632 00000100:00000001:3.0:1788838319.573798:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838319.573800:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573802:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573803:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838319.573806:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838319.573807:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838319.573809:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.573811:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838319.573812:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573814:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.573821:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.573822:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.573826:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1787) 00000800:00000200:0.0:1788838319.574079:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838319.574084:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:0.0:1788838319.574089:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838319.574095:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838319.574100:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce770 00000400:00000010:0.0:1788838319.574102:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce770. 00000100:00000001:0.0:1788838319.574106:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838319.574110:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838319.574119:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838319.574122:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838319.574132:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838319.574134:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838319.574145:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838319.574147:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:0.0:1788838319.574149:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838319.574152:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838319.574155:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:0.0:1788838319.574156:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:0.0:1788838319.574158:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838319.574161:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838319.574166:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838319.574169:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838319.574174:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838319.574175:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838319.574243:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838319.574245:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:0.0:1788838319.574249:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838319.574252:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838319.574255:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce880 00000400:00000010:0.0:1788838319.574256:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce880. 00000100:00000001:0.0:1788838319.574258:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838319.574262:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838319.574268:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838319.574270:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838319.574275:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838319.574277:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838319.578555:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.578571:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838319.578574:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.578576:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838319.578585:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578592:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838319.578600:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578605:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578611:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578617:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd51800 00000400:00000200:0.0:1788838319.578622:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578627:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6bc9 [1] + 224 00000800:00000001:0.0:1788838319.578635:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.578639:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838319.578642:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838319.578646:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838319.578653:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838319.578750:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838319.578761:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.578798:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.578803:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838319.578820:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838319.578829:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.578833:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838319.578835:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.578837:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838319.578840:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578844:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838319.578848:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578851:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578854:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578856:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd51880 00000400:00000200:0.0:1788838319.578860:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.578864:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6bd1 [1] + 224 00000800:00000001:0.0:1788838319.578868:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.578874:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838319.578876:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838319.578879:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838319.578882:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838319.578886:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838319.578894:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838319.578901:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838319.578904:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.578906:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838319.579366:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838319.579369:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838319.579372:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:3.0:1788838319.579376:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce3b8 00000400:00000010:3.0:1788838319.579378:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce3b8. 00000100:00000001:3.0:1788838319.579381:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838319.579386:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838319.579395:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.579401:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838319.579403:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838319.579405:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838319.579408:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838319.579411:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838319.579413:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838319.579416:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838319.579422:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838319.579425:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1788838319.579427:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838319.579429:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838319.579432:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838319.579434:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.579437:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.579441:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.579448:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838319.579451:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838319.579453:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838319.579457:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838319.579464:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132258304:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838319.579468:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.579471:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838319.579474:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132258304/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.579491:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838319.579494:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838319.579497:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d9400. 02000000:00000001:3.0:1788838319.579500:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838319.579503:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838319.579505:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:3.0:1788838319.579506:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838319.579509:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3900. 02000000:00000001:3.0:1788838319.579512:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838319.579514:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838319.579515:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838319.579519:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838319.579520:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838319.579523:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.579526:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.579527:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838319.579529:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838319.579530:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838319.579532:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb58. 00000400:00000200:3.0:1788838319.579534:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:3.0:1788838319.579535:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:3.0:1788838319.579537:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838319.579541:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838319.579548:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.579555:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838319.579556:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838319.579557:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838319.579559:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838319.579560:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838319.579561:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838319.579563:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838319.579569:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=148 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838319.579572:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838319.579574:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838319.579575:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838319.579577:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838319.579580:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.579583:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838319.579584:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788838319.579586:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838319.579588:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838319.579592:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.579598:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838319.579600:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838319.579602:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838319.579605:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838319.579612:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132258432:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838319.579616:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.579617:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838319.579619:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896fb80 x1875731132258432/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838319.579624:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838319.579626:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838319.579627:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d9e00. 02000000:00000001:3.0:1788838319.579629:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838319.579630:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838319.579631:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838319.579633:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838319.579635:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3500. 02000000:00000001:3.0:1788838319.579636:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838319.579637:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838319.579639:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896fb80. 00000100:00000001:3.0:1788838319.579641:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838319.579642:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838319.579644:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.579645:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838319.579646:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838319.579648:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838319.579649:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838319.582963:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.582979:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838319.582984:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.582986:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838319.582994:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.583001:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838319.583009:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.583013:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.583018:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.583021:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd51900 00000400:00000200:0.0:1788838319.583026:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838319.583031:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6bd9 [1] + 224 00000800:00000001:0.0:1788838319.583038:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.583044:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838319.583048:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838319.583052:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838319.583070:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838319.583078:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838319.583096:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838319.583112:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838319.583119:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838319.583122:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838319.585036:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838319.585042:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838319.585050:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838319.585052:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838319.585056:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bdc0. 00000400:00000200:2.0:1788838319.585060:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce2a8 00000400:00000010:2.0:1788838319.585063:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce2a8. 00000100:00000001:2.0:1788838319.585068:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838319.585079:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838319.585090:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838319.585096:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838319.585098:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838319.585101:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838319.585105:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838319.585107:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838319.585110:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838319.585113:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838319.585124:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=148 v=5 (5 5 16 16) 00000100:00001000:2.0:1788838319.585127:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838319.585130:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838319.585132:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838319.585135:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838319.585138:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838319.585142:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838319.585144:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788838319.585145:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838319.585147:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838319.585152:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838319.585231:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838319.585234:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838319.585236:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838319.585241:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838319.585250:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132258560:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838319.585255:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838319.585258:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838319.585262:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896e300 x1875731132258560/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838319.585267:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838319.585270:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838319.585273:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d8600. 02000000:00000001:2.0:1788838319.585276:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838319.585279:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838319.585281:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838319.585283:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838319.585285:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3800. 02000000:00000001:2.0:1788838319.585288:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838319.585290:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838319.585291:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896e300. 00000100:00000001:2.0:1788838319.585294:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838319.585296:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838319.585299:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838319.585305:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838319.585307:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838319.585309:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838319.585311:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838319.626807:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838319.626815:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838319.630257:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838319.630263:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838319.630267:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838319.898885:0:32638:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838320.299481:0:32675:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788838320.299488:0:32675:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 23:31:58 (1788838318) 00000001:00000001:3.0:1788838320.317596:0:32675:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788838320.412980:0:32679:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838320.412988:0:32679:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838320.412990:0:32679:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838320.412994:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07bc0 00000080:00200000:3.0:1788838320.412999:0:32679:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838320.413066:0:32679:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40d8200. 00800000:00000002:3.0:1788838320.413073:0:32679:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838320.413077:0:32679:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838320.413083:0:32679:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838320.413085:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07ae0 00800000:00000002:3.0:1788838320.413087:0:32679:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838320.413091:0:32679:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838320.413095:0:32679:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838320.413100:0:32679:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838320.413102:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f079b0 00000002:00010000:3.0:1788838320.413104:0:32679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838320.413107:0:32679:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838320.413109:0:32679:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838320.413111:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838320.413117:0:32679:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.413119:0:32679:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.413121:0:32679:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.413123:0:32679:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838320.413125:0:32679:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838320.413130:0:32679:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896fb80. 00000020:00000040:3.0:1788838320.413134:0:32679:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838320.413140:0:32679:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838320.413144:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838320.413148:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838320.413151:0:32679:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838320.413153:0:32679:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838320.413158:0:32679:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838320.413164:0:32679:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717000. 00000100:00000001:3.0:1788838320.413171:0:32679:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.413176:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838320.413178:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.413179:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838320.413180:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.413182:0:32679:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.413186:0:32679:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484877696 : -113594224673920 : ffff98afc896fb80) 00010000:00000001:3.0:1788838320.413190:0:32679:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838320.413192:0:32679:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838320.413196:0:32679:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83acf00. 00010000:00000010:3.0:1788838320.413200:0:32679:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675900. 00010000:00000001:3.0:1788838320.413205:0:32679:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838320.413208:0:32679:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb800. 00000020:00000001:3.0:1788838320.413212:0:32679:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838320.413215:0:32679:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb800 with handle 0x9f68a6b43b62cfc0 to hash 00000020:00000001:3.0:1788838320.413217:0:32679:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838320.413218:0:32679:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.413222:0:32679:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.413226:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838320.413229:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838320.413233:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838320.413242:0:32679:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838320.413253:0:32679:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838320.413259:0:32679:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838320.413261:0:32679:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838320.413267:0:32679:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc89b2000. 00000100:00000001:3.0:1788838320.413269:0:32679:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479485149184 : -113594224402432 : ffff98afc89b2000) 00000100:00000001:3.0:1788838320.413272:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838320.413273:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484877696 : -113594224673920 : ffff98afc896fb80) 00000100:00000001:3.0:1788838320.413278:0:32679:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838320.413283:0:32679:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838320.413285:0:32679:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838320.413286:0:32679:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838320.413297:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.413305:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838320.413307:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838320.413310:0:32679:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838320.413314:0:32679:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838320.413316:0:32679:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838320.413320:0:32679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32679:1875731132258688:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838320.413324:0:32679:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838320.413328:0:32679:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838320.413331:0:32679:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838320.413333:0:32679:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838320.413338:0:32679:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0917800. 02000000:00000001:3.0:1788838320.413340:0:32679:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838320.413347:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838320.413351:0:32679:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb58. 00000400:00000010:3.0:1788838320.413356:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838320.413363:0:32679:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132258688, portal 10 00000100:00000001:3.0:1788838320.413365:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838320.413366:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484877696 : -113594224673920 : ffff98afc896fb80) 00000100:00000040:3.0:1788838320.413372:0:32679:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838336 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.413379:0:32679:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838320.413381:0:32679:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838320.413384:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce3b8. 00000100:00000200:3.0:1788838320.413387:0:32679:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132258688, offset 0 00000400:00000200:3.0:1788838320.413393:0:32679:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838320.413401:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838320.413408:0:32679:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838320.413413:0:32679:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838320.413417:0:32679:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838320.413420:0:32679:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838320.413423:0:32679:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838320.413426:0:32679:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2519:2519:256:4294967295] 192.168.203.123@tcp LPNI seq info [2519:2519:8:4294967295] 00000400:00000200:3.0:1788838320.413430:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838320.413440:0:32679:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838320.413446:0:32679:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838320.413451:0:32679:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3500. 00000800:00000200:3.0:1788838320.413457:0:32679:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838320.413464:0:32679:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838320.413468:0:32679:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838320.413478:0:32679:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838320.413482:0:32679:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 790781 usecs (791 jiffies) 00000400:00000200:3.0:1788838320.413485:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838320.413487:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296451173 00000100:00000001:3.0:1788838320.413490:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296453632 00000100:00000001:3.0:1788838320.413492:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296451173 00000100:00000001:3.0:1788838320.413494:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296453632 00000100:00000001:3.0:1788838320.413496:0:32679:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838320.413498:0:32679:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838320.413500:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838320.413502:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838320.413504:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b2000 going to sleep for 11 seconds 00000100:00000001:3.0:1788838320.413507:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838320.413509:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838320.413755:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838320.413760:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3500. 00000400:00000200:0.0:1788838320.413764:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838320.413770:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838320.413775:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce3b8 00000400:00000010:0.0:1788838320.413778:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce3b8. 00000100:00000001:0.0:1788838320.413783:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838320.413787:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838336 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838320.413796:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838320.413799:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838336 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838320.413806:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838320.413807:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838320.423323:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838320.423342:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838320.423347:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838320.423349:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838320.423358:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.423366:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838320.423375:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.423379:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.423384:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.423388:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd51980 00000400:00000200:0.0:1788838320.423393:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.423399:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6be1 [1] + 224 00000800:00000001:0.0:1788838320.423406:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838320.423414:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838320.423417:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838320.423421:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838320.423428:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838320.423436:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838336 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838320.423449:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838336 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838320.423468:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838320.423487:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838320.423491:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838320.424107:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838320.424116:0:32679:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838320.424119:0:32679:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838320.424122:0:32679:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb58. 00000400:00000200:3.0:1788838320.424127:0:32679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:3.0:1788838320.424131:0:32679:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:3.0:1788838320.424135:0:32679:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838320.424141:0:32679:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838336 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838320.424151:0:32679:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838336 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.424159:0:32679:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838320.424161:0:32679:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838320.424163:0:32679:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838320.424166:0:32679:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838320.424170:0:32679:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838320.424172:0:32679:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838320.424175:0:32679:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838320.424184:0:32679:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=149 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838320.424189:0:32679:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838320.424191:0:32679:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838320.424193:0:32679:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.424196:0:32679:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838320.424199:0:32679:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838320.424202:0:32679:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838320.424204:0:32679:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788838320.424206:0:32679:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838320.424208:0:32679:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838320.424213:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838336 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.424220:0:32679:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838320.424223:0:32679:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838320.424225:0:32679:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838320.424229:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838336 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838320.424236:0:32679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32679:1875731132258688:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838320.424241:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838320.424245:0:32679:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838320.424247:0:32679:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838320.424249:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838320.424253:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838336 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.424260:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838320.424262:0:32679:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc89b2000. 00000100:00000001:3.0:1788838320.424265:0:32679:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838320.424266:0:32679:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.424269:0:32679:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838320.424272:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424275:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424278:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=4 00000020:00000001:3.0:1788838320.424280:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424283:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000040:3.0:1788838320.424289:0:32679:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beb800, remote cookie: 0xff98f31736b3b8b5, flags: 0x1001 00010000:00010000:3.0:1788838320.424294:0:32679:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838320.424304:0:32679:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.424310:0:32679:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838320.424314:0:32679:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838320.424316:0:32679:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838320.424318:0:32679:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838320.424320:0:32679:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838320.424322:0:32679:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afd83acf00) refcount = 1 00010000:00010000:3.0:1788838320.424326:0:32679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.424333:0:32679:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838320.424336:0:32679:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838320.424338:0:32679:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838320.424341:0:32679:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838320.424343:0:32679:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838320.424347:0:32679:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.424353:0:32679:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838320.424355:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424356:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.424358:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424359:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.424360:0:32679:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.424365:0:32679:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838320.424367:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424368:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424370:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838320.424372:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424374:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424377:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424378:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424379:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=4 00000020:00000001:3.0:1788838320.424381:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424383:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424386:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838320.424389:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838320.424392:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.424399:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424400:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.424401:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424402:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424404:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=5 00000020:00000001:3.0:1788838320.424405:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424407:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424409:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838320.424412:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.424417:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424418:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838320.424420:0:32679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.424425:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838320.424426:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424427:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.424428:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424429:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838320.424433:0:32679:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838336 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838320.424441:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424442:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424443:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838320.424445:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424447:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424449:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424450:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838320.424451:0:32679:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.424453:0:32679:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.424456:0:32679:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838320.424458:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424459:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424460:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838320.424462:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424463:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00000002:00010000:3.0:1788838320.424466:0:32679:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.424472:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424611:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.424613:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838320.424615:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424616:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424618:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838320.424620:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424623:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000040:3.0:1788838320.424628:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 2 00010000:00000001:3.0:1788838320.424631:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838320.424635:0:32679:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838320.424638:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424639:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838320.424640:0:32679:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838320.424643:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07938 00000002:00002000:3.0:1788838320.424645:0:32679:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838320.424648:0:32679:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838320.424652:0:32679:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838320.424672:0:32679:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838320.424675:0:32679:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838320.424678:0:32679:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838320.424682:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838320.424686:0:32679:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40d8200. 00000080:00000001:3.0:1788838320.424690:0:32679:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838320.424692:0:32679:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838320.424697:0:32679:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838320.424701:0:32679:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788838320.424707:0:32679:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd00d2280. 00800000:00000001:3.0:1788838320.424709:0:32679:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479610061440 : -113594099490176 : ffff98afd00d2280) 00800000:00000001:3.0:1788838320.424712:0:32679:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.424723:0:32679:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838320.424726:0:32679:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838320.424728:0:32679:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788838320.424732:0:32679:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838320.424733:0:32679:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838320.424735:0:32679:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.424739:0:32679:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838320.424742:0:32679:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788838320.424744:0:32679:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788838297 to 1788838312 00000080:00200000:3.0:1788838320.424748:0:32679:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788838320.424750:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424752:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424753:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838320.424755:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424757:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424759:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424761:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838320.424762:0:32679:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838320.424765:0:32679:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788838320.424766:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd00d2280 1 00800000:00000010:3.0:1788838320.424769:0:32679:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd00d2280. 00800000:00000001:3.0:1788838320.424772:0:32679:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838320.424776:0:32679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfc0 00800000:00000001:3.0:1788838320.424779:0:32679:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838320.424781:0:32679:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838320.424782:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424784:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424785:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838320.424787:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424789:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424792:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424793:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838320.424794:0:32679:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838320.424796:0:32679:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.424799:0:32679:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838320.424801:0:32679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838320.424804:0:32679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfc0 from it ffffbbcb01f07bf8 00010000:00000001:3.0:1788838320.424807:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.424808:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.424977:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:3.0:1788838320.424981:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424983:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:3.0:1788838320.424986:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838320.424989:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.424996:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.424997:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.424998:0:32679:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838320.425001:0:32679:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838320.425003:0:32679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838320.425564:0:32679:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838320.425568:0:32679:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838320.425569:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838320.425574:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.425576:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.425577:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.425580:0:32679:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838320.425581:0:32679:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.425583:0:32679:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.425585:0:32679:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.425587:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838320.425589:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.425590:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838320.425593:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838320.425602:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896fb80 x1875731132258688/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838336 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.425609:0:32679:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838320.425612:0:32679:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838320.425615:0:32679:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0917800. 02000000:00000001:3.0:1788838320.425620:0:32679:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838320.425622:0:32679:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838320.425624:0:32679:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838320.425626:0:32679:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838320.425628:0:32679:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838320.425632:0:32679:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838320.425633:0:32679:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838320.425636:0:32679:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896fb80. 00000100:00000001:3.0:1788838320.425639:0:32679:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838320.425640:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838320.425644:0:32679:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838320.425649:0:32679:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838320.429607:0:32679:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06f40. 00000080:00000001:0.0:1788838320.429619:0:32679:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838320.429622:0:32679:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838320.429624:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07b00 00000080:00200000:0.0:1788838320.429627:0:32679:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838320.429635:0:32679:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011800. 00800000:00000002:0.0:1788838320.429640:0:32679:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838320.429644:0:32679:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838320.429649:0:32679:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838320.429651:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07a20 00800000:00000002:0.0:1788838320.429754:0:32679:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838320.429759:0:32679:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838320.429762:0:32679:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838320.429767:0:32679:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838320.429769:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f078f0 00000002:00010000:0.0:1788838320.429771:0:32679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838320.429774:0:32679:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838320.429776:0:32679:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838320.429779:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838320.429786:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 2 00010000:00000001:0.0:1788838320.429789:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838320.429794:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838320.429797:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838320.429802:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788838320.429894:0:32679:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838320.429900:0:32679:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838320.429904:0:32679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788838320.429912:0:32679:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838320.429976:0:32679:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838320.429980:0:32679:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838320.429982:0:32679:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838320.429984:0:32679:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838320.429986:0:32679:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838320.429990:0:32679:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838320.429992:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838320.429996:0:32679:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011800. 00000080:00000001:0.0:1788838320.430000:0:32679:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838320.430002:0:32679:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838320.430079:0:32679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838320.430083:0:32679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfc0 00800000:00000001:0.0:1788838320.430087:0:32679:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838320.430089:0:32679:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838320.430091:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838320.430093:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838320.430095:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:0.0:1788838320.430098:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838320.430100:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838320.430104:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838320.430105:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838320.430107:0:32679:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838320.430109:0:32679:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838320.430111:0:32679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfc0 from it ffffbbcb01f07b38 00010000:00000001:0.0:1788838320.430113:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838320.430115:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838320.430116:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb800 refcount=3 00000020:00000001:0.0:1788838320.430118:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838320.430120:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487481856 : -113594222069760 : ffff98afc8beb800) 00010000:00000001:0.0:1788838320.430122:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838320.430125:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838320.430132:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838320.430133:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838320.430135:0:32679:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838320.430137:0:32679:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838320.430140:0:32679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838320.430148:0:32679:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838320.430151:0:32679:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838320.430153:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838320.430158:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838320.430160:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838320.430161:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.430164:0:32679:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838320.430166:0:32679:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.430168:0:32679:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.430172:0:32679:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.430174:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838320.430175:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838320.430177:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838320.430180:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838320.430181:0:32679:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838320.430183:0:32679:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788838320.430188:0:32679:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838320.430192:0:32679:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788838320.430194:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07b58 00000080:00200000:0.0:1788838320.430196:0:32679:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), file ffff98afc5510f00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788838320.430202:0:32679:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd05a1de0. 00000080:00000001:0.0:1788838320.430207:0:32679:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838320.430209:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07a08 00000080:00200000:0.0:1788838320.430211:0:32679:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000010:0.0:1788838320.430217:0:32679:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011800. 00800000:00000002:0.0:1788838320.430221:0:32679:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838320.430225:0:32679:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838320.430227:0:32679:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838320.430228:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07928 00800000:00000002:0.0:1788838320.430230:0:32679:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838320.430233:0:32679:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788838320.430236:0:32679:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788838320.430240:0:32679:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:0.0:1788838320.430243:0:32679:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788838320.430245:0:32679:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788838320.430247:0:32679:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788838320.430250:0:32679:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788838320.430252:0:32679:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:0.0:1788838320.430255:0:32679:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838320.430258:0:32679:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838320.430259:0:32679:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838320.430261:0:32679:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838320.430263:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f078a8 00800000:00000002:0.0:1788838320.430265:0:32679:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788838320.430269:0:32679:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838320.430270:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f077e0 00000002:00010000:0.0:1788838320.430272:0:32679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788838320.430276:0:32679:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838320.430278:0:32679:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788838320.430281:0:32679:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788838320.430284:0:32679:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838320.430286:0:32679:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838320.430288:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 2 00010000:00000001:0.0:1788838320.430290:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838320.430293:0:32679:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838320.430296:0:32679:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838320.430299:0:32679:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788838320.430307:0:32679:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838320.430311:0:32679:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838320.430313:0:32679:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838320.430315:0:32679:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788838320.430317:0:32679:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838320.430319:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838320.430321:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 3 00010000:00000001:0.0:1788838320.430323:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838320.430325:0:32679:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838320.430327:0:32679:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838320.430328:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838320.430329:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 3 00010000:00000001:0.0:1788838320.430331:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838320.430333:0:32679:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838320.430335:0:32679:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838320.430336:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838320.430338:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acf00 count: 3 00010000:00000001:0.0:1788838320.430340:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838320.430342:0:32679:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838320.430343:0:32679:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838320.430346:0:32679:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788838320.430350:0:32679:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788838320.430352:0:32679:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788838320.430354:0:32679:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838320.430355:0:32679:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.430358:0:32679:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838320.430361:0:32679:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838320.430363:0:32679:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838320.430365:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838320.430367:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838320.430370:0:32679:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb800 with handle 0x9f68a6b43b62cfc0 from hash 00010000:00000001:0.0:1788838320.430372:0:32679:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838320.430373:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838320.430374:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838320.430375:0:32679:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838320.430377:0:32679:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838320.430379:0:32679:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838320.430382:0:32679:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838320.430383:0:32679:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838320.430385:0:32679:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788838320.430391:0:32679:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a680. 00000020:00000040:0.0:1788838320.430395:0:32679:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838320.430401:0:32679:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838320.430402:0:32679:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.430404:0:32679:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838320.430408:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838320.430409:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838320.430412:0:32679:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838320.430414:0:32679:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838320.430417:0:32679:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838320.430423:0:32679:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0083c00. 00000100:00000001:0.0:1788838320.430429:0:32679:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.430433:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838320.430436:0:32679:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838320.430439:0:32679:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788838320.430446:0:32679:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788838320.430448:0:32679:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838320.430450:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838320.430452:0:32679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb800/0x9f68a6b43b62cfc0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3b8b5 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788838320.430464:0:32679:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83acf00 count: 0 00010000:00000010:0.0:1788838320.430469:0:32679:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675900. 00010000:00000001:0.0:1788838320.431580:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838320.431586:0:32679:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.431591:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838320.431592:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.431593:0:32679:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838320.431607:0:32679:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00010000:00000001:0.0:1788838320.431611:0:32679:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838320.431613:0:32679:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838320.431620:0:32679:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31600. 00010000:00000010:0.0:1788838320.431624:0:32679:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9eb00. 00010000:00000001:0.0:1788838320.431629:0:32679:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838320.431632:0:32679:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bab200. 00000020:00000001:0.0:1788838320.431636:0:32679:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838320.431639:0:32679:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bab200 with handle 0x9f68a6b43b62cfc7 to hash 00000020:00000001:0.0:1788838320.431641:0:32679:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838320.431642:0:32679:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838320.431645:0:32679:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:0.0:1788838320.431648:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838320.431650:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838320.431792:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838320.431803:0:32679:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788838320.431815:0:32679:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788838320.431828:0:32679:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788838320.431843:0:32679:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838320.431849:0:32679:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838320.431851:0:32679:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838320.431857:0:32679:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd099fe40. 00000100:00000001:0.0:1788838320.431860:0:32679:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479619292736 : -113594090258880 : ffff98afd099fe40) 00000100:00000001:0.0:1788838320.431863:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838320.431864:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000001:0.0:1788838320.431868:0:32679:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838320.431872:0:32679:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838320.431874:0:32679:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838320.431876:0:32679:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838320.431880:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838320.431888:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838320.431890:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838320.431893:0:32679:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838320.431896:0:32679:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838320.431898:0:32679:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838320.431901:0:32679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32679:1875731132258944:192.168.203.123@tcp:101:multiop.0 00000100:00000001:0.0:1788838320.431905:0:32679:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838320.431910:0:32679:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838320.431913:0:32679:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838320.431984:0:32679:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838320.432102:0:32679:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc41e0000. 02000000:00000001:0.0:1788838320.432106:0:32679:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838320.432114:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838320.432118:0:32679:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25bb0. 00000400:00000010:0.0:1788838320.432125:0:32679:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afd0081c00. 00000100:00000200:0.0:1788838320.432131:0:32679:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132258944, portal 10 00000100:00000001:0.0:1788838320.432134:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838320.432135:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000040:0.0:1788838320.432142:0:32679:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838336 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838320.432150:0:32679:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838320.432153:0:32679:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838320.432156:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcd48. 00000100:00000200:0.0:1788838320.432159:0:32679:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875731132258944, offset 0 00000400:00000200:0.0:1788838320.432165:0:32679:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838320.432174:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.432180:0:32679:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838320.432186:0:32679:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838320.432191:0:32679:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838320.432194:0:32679:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838320.432197:0:32679:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838320.432201:0:32679:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2520:2520:256:4294967295] 192.168.203.123@tcp LPNI seq info [2520:2520:8:4294967295] 00000400:00000200:0.0:1788838320.432205:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.432214:0:32679:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838320.432219:0:32679:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838320.432225:0:32679:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509600. 00000800:00000200:0.0:1788838320.432231:0:32679:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838320.432239:0:32679:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838320.432243:0:32679:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1788838320.432255:0:32679:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838320.432259:0:32679:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 789781 usecs (790 jiffies) 00000400:00000200:0.0:1788838320.432263:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838320.432266:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296451194 00000800:00000200:0.0:1788838320.432893:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838320.432897:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509600. 00000400:00000200:0.0:1788838320.432901:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838320.432908:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838320.432922:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcd48 00000400:00000010:0.0:1788838320.432925:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcd48. 00000100:00000001:0.0:1788838320.432929:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838320.432934:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838336 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838320.432945:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838320.432948:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838336 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838320.432955:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838320.432957:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838320.432973:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296453632 00000100:00000001:0.0:1788838320.432976:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296451196 00000100:00000001:0.0:1788838320.432978:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296453632 00000100:00000001:0.0:1788838320.432980:0:32679:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838320.432983:0:32679:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838320.432985:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838320.432987:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838320.432990:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd099fe40 going to sleep for 11 seconds 00000100:00000001:0.0:1788838320.432993:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838320.432995:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788838320.438687:0:32683:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acf00. 00010000:00000010:0.1:1788838320.438701:0:32683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb800. 00000800:00000001:0.0:1788838320.459240:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838320.459256:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838320.459260:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838320.459262:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838320.459271:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.459279:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838320.459287:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.459291:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.459296:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.459300:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd51a80 00000400:00000200:0.0:1788838320.459304:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.459310:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6be9 [32] + 224 00000800:00000001:0.0:1788838320.459318:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838320.459325:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838320.459328:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838320.459332:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838320.459340:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838320.459347:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838336 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838320.459358:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838336 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838320.459379:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838320.459386:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838320.459389:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.459394:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838320.459399:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2521:2521:256:4294967295] 192.168.203.123@tcp LPNI seq info [2521:2521:8:4294967295] 00000400:00000200:0.0:1788838320.459403:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838320.459411:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838320.459416:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838320.459422:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd0080400. 00000800:00000200:0.0:1788838320.459427:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838320.459434:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838320.459438:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0080400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838320.459512:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838320.459516:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd0080400. 00000400:00000200:0.0:1788838320.459519:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838320.459522:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838320.459527:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838320.459530:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838320.459745:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838320.459752:0:32679:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838320.459754:0:32679:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838320.459757:0:32679:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25bb0. 00000400:00000200:3.0:1788838320.459762:0:32679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0081c00 00000400:00000010:3.0:1788838320.459764:0:32679:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afd0081c00. 00000100:00000001:3.0:1788838320.459769:0:32679:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838320.459774:0:32679:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838336 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838320.459782:0:32679:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a680 x1875731132258944/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838336 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.459787:0:32679:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838320.459790:0:32679:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838320.459792:0:32679:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838320.459795:0:32679:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838320.459798:0:32679:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838320.459800:0:32679:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838320.459803:0:32679:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838320.459811:0:32679:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=149 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838320.459816:0:32679:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838320.459818:0:32679:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838320.459819:0:32679:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.459822:0:32679:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838320.459826:0:32679:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838320.459829:0:32679:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838320.459832:0:32679:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1788838320.459833:0:32679:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838320.459835:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838320.459837:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000001:3.0:1788838320.459840:0:32679:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838320.459842:0:32679:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788838320.459843:0:32679:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838320.459846:0:32679:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838320.459851:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838336 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.459858:0:32679:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838320.459860:0:32679:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838320.459862:0:32679:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838320.459866:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838336 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838320.459874:0:32679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32679:1875731132258944:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838320.459879:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838320.459881:0:32679:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838320.459884:0:32679:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838320.459886:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838320.459889:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838336 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.459896:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838320.459899:0:32679:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd099fe40. 00000100:00000001:3.0:1788838320.459902:0:32679:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838320.459903:0:32679:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.459906:0:32679:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838320.459923:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.459926:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.459929:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=4 00000020:00000001:3.0:1788838320.459932:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.459936:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000040:3.0:1788838320.459943:0:32679:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bab200, remote cookie: 0xff98f31736b3b8d1, flags: 0x1001 00010000:00010000:3.0:1788838320.459947:0:32679:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838320.459956:0:32679:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838320.459960:0:32679:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788838320.459968:0:32679:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac700. 00010000:00000010:3.0:1788838320.459972:0:32679:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675b80. 00010000:00000040:3.0:1788838320.459976:0:32679:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31600 count: 0 00010000:00000010:3.0:1788838320.459981:0:32679:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9eb00. 00010000:00000001:3.0:1788838320.459989:0:32679:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838320.459993:0:32679:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838320.460001:0:32679:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.460019:0:32679:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838320.460023:0:32679:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838320.460025:0:32679:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838320.460027:0:32679:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838320.460028:0:32679:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838320.460031:0:32679:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff98afd83ac700) refcount = 1 00010000:00010000:3.0:1788838320.460034:0:32679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.460041:0:32679:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838320.460044:0:32679:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838320.460046:0:32679:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838320.460049:0:32679:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838320.460052:0:32679:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838320.460055:0:32679:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.460060:0:32679:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838320.460062:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460063:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.460064:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460065:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.460066:0:32679:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.460070:0:32679:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838320.460072:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460073:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460075:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838320.460076:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460078:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460080:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460081:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460082:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=4 00000020:00000001:3.0:1788838320.460084:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460086:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460089:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838320.460091:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838320.460095:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.460101:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460102:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.460103:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460104:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460106:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=5 00000020:00000001:3.0:1788838320.460107:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460109:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460111:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838320.460114:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.460121:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460122:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838320.460124:0:32679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.460129:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838320.460130:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460131:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.460132:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460133:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838320.460138:0:32679:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838336 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838320.460146:0:32679:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788838320.460150:0:32679:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838336 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838320.460156:0:32679:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.460162:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460163:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460165:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838320.460166:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460169:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00000002:00010000:3.0:1788838320.460172:0:32679:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788838320.460180:0:32679:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd00d2280. 00010000:00000001:3.0:1788838320.460182:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460183:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838320.460184:0:32679:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.460186:0:32679:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838320.460189:0:32679:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788838320.460191:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838320.460192:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000001:3.0:1788838320.460193:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838320.460194:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00010000:00000001:3.0:1788838320.460196:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460197:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460198:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838320.460200:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460201:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00000002:00010000:3.0:1788838320.460204:0:32679:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.460209:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460210:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.460212:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838320.460214:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460215:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460216:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838320.460217:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460219:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000040:3.0:1788838320.460223:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:3.0:1788838320.460225:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838320.460228:0:32679:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:3.0:1788838320.460231:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460232:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838320.460233:0:32679:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838320.460236:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07768 00000002:00002000:3.0:1788838320.460238:0:32679:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788838320.460241:0:32679:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838320.460244:0:32679:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838320.460246:0:32679:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838320.460249:0:32679:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838320.460252:0:32679:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838320.460255:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:3.0:1788838320.460258:0:32679:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838320.460260:0:32679:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd05a1de0 it_disposition 1800037 00000080:00002000:3.0:1788838320.460265:0:32679:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1728438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788838320.460269:0:32679:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838320.460272:0:32679:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788838320.460273:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07998 00000080:00200000:3.0:1788838320.460276:0:32679:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000001:3.0:1788838320.460278:0:32679:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788838320.460280:0:32679:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838320.460284:0:32679:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838320.460287:0:32679:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838320.460290:0:32679:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1788838320.460293:0:32679:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788838320.460310:0:32679:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd15aeb40. 00000020:00000001:3.0:1788838320.460320:0:32679:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788838320.460321:0:32679:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788838320.460324:0:32679:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788838320.460326:0:32679:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff98afd15aec08) 00000020:00000001:3.0:1788838320.460330:0:32679:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838320.460334:0:32679:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838320.460337:0:32679:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838320.460341:0:32679:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788838320.460345:0:32679:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd0b0e640. 00000020:00000001:3.0:1788838320.460348:0:32679:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788838320.460349:0:32679:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838320.460355:0:32679:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788838320.460359:0:32679:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afc3864c98. 00020000:00000001:3.0:1788838320.460361:0:32679:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479399898264 : -113594309653352 : ffff98afc3864c98) 00020000:00000001:3.0:1788838320.460364:0:32679:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788838320.460367:0:32679:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838320.460371:0:32679:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acba20. 00020000:00000010:3.0:1788838320.460374:0:32679:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc4a0e300. 00020000:00000010:3.0:1788838320.460379:0:32679:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acb300. 00020000:00000001:3.0:1788838320.460381:0:32679:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419192064 : -113594290359552 : ffff98afc4acb300) 00020000:00000002:3.0:1788838320.460385:0:32679:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acb300, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838320.460390:0:32679:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838320.460394:0:32679:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc4a0e300: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000001:3.0:1788838320.460396:0:32679:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788838320.460398:0:32679:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acb300, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838320.460401:0:32679:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838320.460404:0:32679:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc4a0e300: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000010:3.0:1788838320.460408:0:32679:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afc41ae390. 00020000:00000010:3.0:1788838320.460411:0:32679:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc89b2000. 00020000:00000001:3.0:1788838320.460414:0:32679:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788838320.460417:0:32679:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc38137a0. 00020000:00000001:3.0:1788838320.460419:0:32679:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788838320.460421:0:32679:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788838320.460425:0:32679:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788838320.460427:0:32679:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afd0b0e3e8. 00000020:00000001:3.0:1788838320.460429:0:32679:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788838320.460430:0:32679:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838320.460432:0:32679:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479620793448 : -113594088758168 : ffff98afd0b0e468) 00020000:00000001:3.0:1788838320.460435:0:32679:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788838320.460440:0:32679:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afc5274700. 00020000:00000001:3.0:1788838320.460442:0:32679:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838320.460446:0:32679:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479620793448 : -113594088758168 : ffff98afd0b0e468) 00020000:00000001:3.0:1788838320.460448:0:32679:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479620793448 : -113594088758168 : ffff98afd0b0e468) 00020000:00000002:3.0:1788838320.460451:0:32679:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x15:0x0]@ffff98afd0b0e3e8[0:0] -> [0x200000404:0x2d:0x0]@ffff98afd0b0e640: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000001:3.0:1788838320.460455:0:32679:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788838320.460457:0:32679:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788838320.460459:0:32679:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838320.460462:0:32679:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479620794048 : -113594088757568 : ffff98afd0b0e6c0) 00000020:00001000:3.0:1788838320.460465:0:32679:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838320.460469:0:32679:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1788838320.460472:0:32679:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788838320.460474:0:32679:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1788838320 00000080:00000001:3.0:1788838320.460478:0:32679:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788838320.460481:0:32679:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631936520 : -113594077615096 : ffff98afd15aec08) 00010000:00000001:3.0:1788838320.460483:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460484:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460486:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838320.460488:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460490:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00000080:00000001:3.0:1788838320.460493:0:32679:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838320.460494:0:32679:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838320.460496:0:32679:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838320.460497:0:32679:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838320.460499:0:32679:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838320.460501:0:32679:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838320.460502:0:32679:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838320.460505:0:32679:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acbf60. 00020000:00000010:3.0:1788838320.460508:0:32679:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc4a0e900. 00020000:00000010:3.0:1788838320.460511:0:32679:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acb120. 00020000:00000001:3.0:1788838320.460513:0:32679:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419191584 : -113594290360032 : ffff98afc4acb120) 00020000:00000002:3.0:1788838320.460515:0:32679:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acb120, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838320.460519:0:32679:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838320.460522:0:32679:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc4a0e900: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000002:3.0:1788838320.460526:0:32679:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc3864c98) owner ffff98afc29b4f80 00020000:00000001:3.0:1788838320.460529:0:32679:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838320.460531:0:32679:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc3864c98) owner ffff98afc29b4f80 00020000:00000010:3.0:1788838320.460535:0:32679:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc4a0e900. 00020000:00000010:3.0:1788838320.460539:0:32679:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acbf60. 00020000:00000010:3.0:1788838320.460542:0:32679:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acb120. 00020000:00000002:3.0:1788838320.460544:0:32679:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838320.460546:0:32679:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838320.460548:0:32679:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838320.460552:0:32679:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838320.460555:0:32679:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:3.0:1788838320.460557:0:32679:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acb300 addref 2/0 by ffff98afc29b4f80. 00020000:00000002:3.0:1788838320.460560:0:32679:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:3.0:1788838320.460562:0:32679:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838320.460564:0:32679:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838320.460565:0:32679:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838320.460567:0:32679:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788838320.460569:0:32679:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788838320.460571:0:32679:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788838320.460573:0:32679:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838320.460576:0:32679:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.460577:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460578:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838320.460580:0:32679:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838320.460583:0:32679:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838320.460585:0:32679:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838320.460588:0:32679:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff98afd15aec08) 00000080:00010000:3.0:1788838320.460590:0:32679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff98afd15aec08) for lock 0x9f68a6b43b62cfc7 00800000:00000001:3.0:1788838320.460594:0:32679:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838320.460595:0:32679:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838320.460596:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460598:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460599:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838320.460601:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460603:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460605:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460606:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838320.460608:0:32679:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838320.460610:0:32679:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.460612:0:32679:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788838320.460614:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838320.460619:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.460627:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838320.460631:0:32679:0:(namei.c:1651:ll_create_it()) inode ffff98afd15aec08 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1788838320.460634:0:32679:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838320.460637:0:32679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff98afd15aec08) 00000080:00000001:3.0:1788838320.460640:0:32679:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838320.460643:0:32679:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011800. 00000100:00000001:3.0:1788838320.460646:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838320.460649:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838320.460684:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.460688:0:32679:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788838320.460689:0:32679:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838320.460691:0:32679:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd15aec08 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1788838320.460699:0:32679:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838320.460701:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07a68 00000080:00200008:3.0:1788838320.460703:0:32679:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff98afd15aec08), flags 100102 00000080:00000010:3.0:1788838320.460710:0:32679:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a17c0. 00000080:00000010:3.0:1788838320.460726:0:32679:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d2940. 00000080:00000001:3.0:1788838320.460729:0:32679:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838320.460732:0:32679:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838320.460735:0:32679:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838320.460738:0:32679:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a7960. 00000002:00100000:3.0:1788838320.460742:0:32679:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838320.460748:0:32679:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838320.460750:0:32679:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838320.460753:0:32679:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838320.460756:0:32679:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.460758:0:32679:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838320.460760:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838320.460763:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838320.460770:0:32679:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838320.460773:0:32679:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc41e0000. 02000000:00000001:3.0:1788838320.460798:0:32679:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838320.460800:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838320.460803:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07a68 00000080:00000008:3.0:1788838320.460804:0:32679:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff98afd15aec08), flags 100102, rc = 0 00000080:00000001:3.0:1788838320.460808:0:32679:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838320.460810:0:32679:0:(dcache.c:176:ll_intent_release()) intent ffff98afd05a1de0 released 00000080:00010000:3.0:1788838320.460812:0:32679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfc7 from it ffff98afd05a1de0 00010000:00000001:3.0:1788838320.460814:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838320.460816:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838320.460817:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab200 refcount=3 00000020:00000001:3.0:1788838320.460819:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460821:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218176 : -113594222333440 : ffff98afc8bab200) 00010000:00000001:3.0:1788838320.460823:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838320.460826:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838320.460833:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460835:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.460836:0:32679:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838320.460839:0:32679:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838320.460841:0:32679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838320.460848:0:32679:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838320.460851:0:32679:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838320.460853:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838320.460856:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460857:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838320.460858:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.460861:0:32679:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838320.460863:0:32679:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.460865:0:32679:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.460868:0:32679:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838320.460869:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838320.460871:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838320.460872:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838320.460873:0:32679:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788838320.460875:0:32679:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838320.460877:0:32679:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838320.460878:0:32679:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838320.460880:0:32679:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838320.460882:0:32679:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.460885:0:32679:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788838320.460887:0:32679:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.460889:0:32679:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838320.460891:0:32679:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.460893:0:32679:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838320.460895:0:32679:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd05a1de0. 00000080:00000001:3.0:1788838320.460898:0:32679:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838320.460902:0:32679:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838320.460904:0:32679:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff98afd15aec08), inode mode 81a4 mask 40 00000080:00000001:3.0:1788838320.460908:0:32679:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788838320.477743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31600. 00000100:00000001:0.0:1788838320.586757:0:15898:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788838320.586767:0:15898:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.651441:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838320.651447:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838320.651453:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838320.651454:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838320.651516:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838320.651520:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838320.651523:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838321.674841:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838321.674848:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838321.674853:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838321.674854:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838321.676119:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838321.676125:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838321.676129:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838322.699070:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838322.699077:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838322.699083:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838322.699085:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838322.699170:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838322.699173:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838322.699176:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838323.722786:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838323.722792:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838323.722797:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838323.722799:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838323.722996:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838323.723000:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838323.723003:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838324.170857:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296453632, at 4296454144 00000100:00000010:1.0:1788838324.170886:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbd20. 00000100:00000040:0.0:1788838324.171162:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296453632, at 4296454144 00000100:00000010:0.0:1788838324.171169:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbc60. 00000100:00000040:2.0:1788838324.682939:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838324.682949:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838324.682960:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1880. 00000020:00000040:2.0:1788838324.682967:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838324.682971:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838324.682974:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838324.682979:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838324.682987:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14000. 00000100:00000001:2.0:1788838324.682994:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.683006:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838324.683015:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838324.683019:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.683025:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006808f5fe] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.683060:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.683215:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838324.683219:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838324.683222:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838324.683228:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838324.683236:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838324.683238:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838324.683242:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838324.683245:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838324.683248:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838324.683251:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132259072:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838324.683255:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838324.683260:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838324.683263:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838324.683266:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838324.683271:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d8400. 02000000:00000001:3.0:1788838324.683273:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838324.683280:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838324.683284:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb58. 00000400:00000010:3.0:1788838324.683291:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838324.683298:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132259072, portal 25 00000100:00000001:3.0:1788838324.683300:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838324.683301:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000040:3.0:1788838324.683307:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838324.683314:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838324.683317:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838324.683319:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce4c8. 00000100:00000200:3.0:1788838324.683335:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132259072, offset 0 00000400:00000200:3.0:1788838324.683343:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838324.683351:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838324.683358:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838324.683362:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838324.683366:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838324.683370:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838324.683373:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838324.683376:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2522:2522:256:4294967295] 192.168.203.123@tcp LPNI seq info [2522:2522:8:4294967295] 00000400:00000200:3.0:1788838324.683380:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838324.683390:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838324.683396:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838324.683401:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3900. 00000800:00000200:3.0:1788838324.683407:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838324.683414:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838324.683418:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838324.683437:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838324.683441:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838324.683444:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296458742 00000100:00000010:3.0:1788838324.683449:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb120. 00000100:00000001:3.0:1788838324.683456:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788838324.683462:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296458742 00000100:00000010:3.0:1788838324.683466:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acbf60. 00000100:00000001:3.0:1788838324.683469:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788838324.683471:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838324.683474:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.683477:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.683479:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838324.683486:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838324.683488:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838324.683491:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838324.683492:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838324.683494:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.683496:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.683522:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838324.683524:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838324.683707:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838324.683712:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:0.0:1788838324.683717:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838324.683722:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838324.683727:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce4c8 00000400:00000010:0.0:1788838324.683729:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce4c8. 00000100:00000001:0.0:1788838324.683733:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838324.683738:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838324.683747:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838324.683751:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838324.683758:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838324.683759:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1788838324.684005:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838324.684010:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838324.684014:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2300. 00000020:00000040:2.0:1788838324.684017:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838324.684020:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838324.684022:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838324.684025:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838324.684030:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14300. 00000100:00000001:2.0:1788838324.684034:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.684039:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838324.684046:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838324.684054:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.684059:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a932850d] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.684150:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.684153:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838324.684158:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838324.684162:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1500. 00000020:00000040:2.0:1788838324.684165:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838324.684167:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838324.684169:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838324.684171:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838324.684175:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14100. 00000100:00000001:2.0:1788838324.684178:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.684183:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838324.684190:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838324.684192:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.684196:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8dd5468] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.684205:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.684207:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788838324.684211:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788838324.684216:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1792) 00000100:00000001:3.0:1788838324.684227:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838324.684230:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838324.684233:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838324.684239:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.684240:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838324.684243:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838324.684246:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788838324.684251:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788838324.684253:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838324.684254:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838324.684260:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838324.684264:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838324.684266:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1788838324.684269:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.684270:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838324.684275:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1788838324.684277:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132259200:192.168.203.123@tcp:400:kworker.0 02000000:00000001:2.0:1788838324.684278:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838324.684284:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.684285:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838324.684291:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1788838324.684291:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132259328:192.168.203.123@tcp:400:kworker.0 02000000:00000001:3.0:1788838324.684294:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.684299:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838324.684300:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788838324.684305:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1788838324.684306:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d8200. 02000000:00000001:2.0:1788838324.684308:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838324.684311:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838324.684312:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838324.684318:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc7e59a00. 00000400:00000200:3.0:1788838324.684319:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 02000000:00000001:2.0:1788838324.684322:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788838324.684326:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:2.0:1788838324.684331:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838324.684333:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce000. 00000400:00000010:2.0:1788838324.684336:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dc08. 00000100:00000200:3.0:1788838324.684339:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132259200, portal 10 00000400:00000010:2.0:1788838324.684342:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000001:3.0:1788838324.684343:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838324.684347:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419155200 : -113594290396416 : ffff98afc4ac2300) 00000100:00000200:2.0:1788838324.684348:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132259328, portal 4 00000100:00000001:2.0:1788838324.684352:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838324.684354:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419151616 : -113594290400000 : ffff98afc4ac1500) 00000100:00000040:3.0:1788838324.684357:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788838324.684364:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838324.684374:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788838324.684379:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838324.684380:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000100:00000040:2.0:1788838324.684385:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838324.684386:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cebb0. 00000400:00000010:2.0:1788838324.684390:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a6e8. 00000100:00000200:3.0:1788838324.684391:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132259200, offset 0 00000100:00000200:2.0:1788838324.684395:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132259328, offset 0 00000400:00000200:3.0:1788838324.684401:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838324.684409:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838324.684410:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838324.684418:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838324.684421:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838324.684424:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838324.684426:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838324.684429:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838324.684431:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2523:2523:256:4294967295] 192.168.203.123@tcp LPNI seq info [2523:2523:8:4294967295] 00000400:00000200:3.0:1788838324.684435:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838324.684443:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838324.684447:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000400:00000200:2.0:1788838324.684452:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000800:00000200:3.0:1788838324.684458:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838324.684460:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1788838324.684465:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3200. 00000400:00000200:2.0:1788838324.684466:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838324.684471:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1788838324.684475:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000400:00000200:2.0:1788838324.684477:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838324.684482:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2524:2524:255:4294967295] 192.168.203.123@tcp LPNI seq info [2524:2524:7:4294967295] 00000800:00000200:3.0:1788838324.684486:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000400:00000200:2.0:1788838324.684491:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000200:3.0:1788838324.684492:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788838324.684500:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838324.684506:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838324.684511:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14d00. 00000800:00000200:2.0:1788838324.684520:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838324.684525:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838324.684528:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838324.684704:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.684706:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.684709:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 224042 usecs (225 jiffies) 00000100:00000040:3.0:1788838324.684711:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 788811 usecs (789 jiffies) 00000400:00000200:2.0:1788838324.684716:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838324.684720:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838324.684720:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296454883 00000100:00000001:2.0:1788838324.684725:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296458742 00000100:00000001:3.0:1788838324.684726:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296455447 00000100:00000001:2.0:1788838324.684730:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296454883 00000100:00000001:3.0:1788838324.684732:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296458742 00000100:00000001:2.0:1788838324.684736:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296458742 00000100:00000001:3.0:1788838324.684737:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296455447 00000100:00000001:2.0:1788838324.684740:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838324.684743:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296458742 00000100:00000001:2.0:1788838324.684744:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.684748:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.684750:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.684755:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838324.684757:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838324.684758:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838324.684762:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.684763:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838324.684766:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838324.684767:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.684769:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.684771:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.684773:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.684778:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838324.684781:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838324.684784:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838324.684785:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838324.684787:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.684789:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838324.691629:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838324.691648:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838324.691653:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838324.691671:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838324.691680:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838324.691701:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838324.691712:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838324.691717:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838324.691721:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838324.691725:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd51b00 00000400:00000200:0.0:1788838324.691730:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838324.691736:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6bf9 [1] + 224 00000800:00000001:0.0:1788838324.691743:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838324.691754:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838324.691758:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838324.691763:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838324.691770:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838324.691777:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838324.691788:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838324.691812:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788838324.696952:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838324.696962:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3200. 00000400:00000200:0.0:1788838324.696970:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838324.696978:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838324.696986:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cebb0 00000400:00000010:0.0:1788838324.696988:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cebb0. 00000100:00000001:0.0:1788838324.696993:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838324.697002:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838324.697015:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838324.697018:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838324.697026:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838324.697028:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838324.697041:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838324.697047:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838324.697107:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838324.697109:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14d00. 00000400:00000200:0.0:1788838324.697113:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838324.697117:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838324.697120:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:0.0:1788838324.697121:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:0.0:1788838324.697124:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838324.697127:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838324.697134:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838324.697137:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838324.697142:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838324.697144:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838324.697529:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838324.697533:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838324.697540:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838324.697542:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838324.697545:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb58. 00000400:00000200:2.0:1788838324.697549:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:2.0:1788838324.697551:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:2.0:1788838324.697554:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838324.697559:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838324.697568:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.697575:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838324.697577:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.697579:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838324.697582:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838324.697584:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838324.697587:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838324.697590:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838324.697597:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838324.697601:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1788838324.697603:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838324.697605:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838324.697607:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838324.697610:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.697613:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.697618:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.697625:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838324.697628:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838324.697629:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838324.697633:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838324.697640:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132259072:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838324.697645:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.697647:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838324.697650:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1880 x1875731132259072/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.697679:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838324.697682:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838324.697697:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d8400. 02000000:00000001:2.0:1788838324.697700:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838324.697703:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838324.697705:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838324.697707:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838324.697710:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14000. 02000000:00000001:2.0:1788838324.697713:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838324.697715:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838324.697716:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1880. 00000100:00000001:2.0:1788838324.697720:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838324.697721:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.697724:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.697726:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838324.697727:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838324.697728:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.697730:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838324.701335:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838324.701353:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838324.701358:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838324.701360:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838324.701369:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701376:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838324.701386:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701390:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701396:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701401:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd51c00 00000400:00000200:1.0:1788838324.701405:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701411:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6c09 [1] + 224 00000800:00000001:1.0:1788838324.701417:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838324.701441:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838324.701445:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838324.701450:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838324.701458:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838324.701467:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838324.701478:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838324.701502:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838324.701512:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838324.701516:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838324.701518:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838324.701521:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838324.701524:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701527:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838324.701531:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701534:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701537:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701539:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd51b80 00000400:00000200:1.0:1788838324.701543:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838324.701547:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6c01 [1] + 224 00000800:00000001:1.0:1788838324.701551:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838324.701595:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838324.701597:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838324.701601:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838324.701604:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838324.701608:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838324.701621:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838324.701640:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838324.701644:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838324.701648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.701851:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838324.701855:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838324.701862:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838324.701864:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838324.701867:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dc08. 00000400:00000200:2.0:1788838324.701873:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838324.701875:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838324.701878:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838324.701882:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838324.701891:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.701908:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838324.701910:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.701912:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838324.701916:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838324.701918:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838324.701921:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838324.701924:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838324.701934:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=153 v=5 (5 5 16 16) 00000100:00001000:2.0:1788838324.701938:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838324.701941:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838324.701943:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838324.701946:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838324.701950:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.701954:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838324.701956:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788838324.701958:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838324.701961:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838324.701966:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.701980:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838324.701983:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838324.701985:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838324.701989:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838324.701999:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132259328:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838324.702004:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.702006:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838324.702010:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1500 x1875731132259328/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838324.702016:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838324.702018:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838324.702021:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc7e59a00. 02000000:00000001:2.0:1788838324.702025:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838324.702028:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838324.702029:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838324.702032:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838324.702034:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14100. 02000000:00000001:2.0:1788838324.702037:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838324.702039:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838324.702041:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1500. 00000100:00000001:2.0:1788838324.702044:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838324.702046:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.702048:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838324.702055:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838324.702057:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838324.702059:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838324.702061:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.702315:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838324.702318:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838324.702321:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838324.702323:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838324.702325:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:3.0:1788838324.702329:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce000 00000400:00000010:3.0:1788838324.702331:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce000. 00000100:00000001:3.0:1788838324.702333:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838324.702337:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838324.702346:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838324.702352:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838324.702354:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838324.702356:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838324.702357:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838324.702358:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838324.702360:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838324.702362:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838324.702366:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=153 v=5 (101 101 101 138) 00000100:00001000:3.0:1788838324.702370:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838324.702372:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838324.702374:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838324.702375:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838324.702377:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.702379:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788838324.702381:0:2354:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967655 gen 2 00000100:00100000:3.0:1788838324.702386:0:2354:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838324.702393:0:2354:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788838324.702395:0:2354:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:3.0:1788838324.702398:0:2354:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838324.702399:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838324.702403:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838324.702409:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838324.702410:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838324.702412:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838324.702415:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838324.702421:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132259200:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838324.702426:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838324.702427:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838324.702430:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2300 x1875731132259200/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838324.702440:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838324.702442:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838324.702444:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d8200. 02000000:00000001:3.0:1788838324.702446:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838324.702448:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838324.702449:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838324.702451:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838324.702453:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14300. 02000000:00000001:3.0:1788838324.702455:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838324.702456:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838324.702458:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2300. 00000100:00000001:3.0:1788838324.702460:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838324.702461:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838324.702463:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838324.702467:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838324.702469:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838324.702470:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838324.702472:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838324.746804:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838324.746813:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838324.746816:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838324.746820:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838324.746825:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838324.746835:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838324.746837:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838324.746839:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838324.746843:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838324.746844:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838324.747196:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838324.747200:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838324.747203:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838325.770788:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838325.770795:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838325.770800:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838325.770801:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838325.772121:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838325.772126:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838325.772130:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1788838326.526165:0:32679:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788838326.526173:0:32679:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:2.0:1788838326.526179:0:32679:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:2.0:1788838326.526182:0:32679:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838326.526189:0:32679:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788838326.526192:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07df0 00000080:00200008:2.0:1788838326.526195:0:32679:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff98afd15aec08), flags 100002 00000080:00000001:2.0:1788838326.526200:0:32679:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788838326.526202:0:32679:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788838326.526203:0:32679:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788838326.526205:0:32679:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afc29b4f80 00020000:00000002:2.0:1788838326.526207:0:32679:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc3864c98) owner 0000000000000000/ffff98afc29b4f80 00020000:00000001:2.0:1788838326.526209:0:32679:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838326.526211:0:32679:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788838326.526218:0:32679:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838326.526222:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838326.526229:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:2.0:1788838326.526232:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838326.526237:0:32679:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838326.526239:0:32679:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:2.0:1788838326.526242:0:32679:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838326.526244:0:32679:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838326.526249:0:32679:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc66aa000. 00000080:00000001:2.0:1788838326.526251:0:32679:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838326.526256:0:32679:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838326.526261:0:32679:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838326.526263:0:32679:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:2.0:1788838326.526267:0:32679:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838326.526269:0:32679:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:2.0:1788838326.526275:0:32679:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1500. 00000020:00000040:2.0:1788838326.526278:0:32679:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838326.526283:0:32679:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838326.526287:0:32679:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838326.526290:0:32679:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838326.526296:0:32679:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc66ab800. 00000100:00000001:2.0:1788838326.526303:0:32679:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838326.526322:0:32679:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838326.526339:0:32679:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838326.526344:0:32679:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838326.526351:0:32679:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838326.526353:0:32679:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838326.526360:0:32679:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a5e780. 00000100:00000001:2.0:1788838326.526362:0:32679:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418746752 : -113594290804864 : ffff98afc4a5e780) 00000100:00000001:2.0:1788838326.526364:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838326.526366:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419151616 : -113594290400000 : ffff98afc4ac1500) 00000100:00000001:2.0:1788838326.526370:0:32679:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838326.526373:0:32679:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838326.526375:0:32679:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838326.526377:0:32679:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838326.526381:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838326.526388:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838326.526390:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838326.526393:0:32679:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838326.526395:0:32679:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838326.526397:0:32679:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838326.526401:0:32679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1500 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32679:1875731132259584:192.168.203.123@tcp:35:multiop.0 00000100:00000001:2.0:1788838326.526405:0:32679:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838326.526409:0:32679:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838326.526411:0:32679:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838326.526414:0:32679:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838326.526418:0:32679:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838326.526420:0:32679:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838326.526427:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838326.526431:0:32679:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dc08. 00000400:00000010:2.0:1788838326.526436:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838326.526442:0:32679:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132259584, portal 10 00000100:00000001:2.0:1788838326.526445:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838326.526446:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419151616 : -113594290400000 : ffff98afc4ac1500) 00000100:00000040:2.0:1788838326.526451:0:32679:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838342 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838326.526467:0:32679:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838326.526471:0:32679:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838326.526475:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aaa0. 00000100:00000200:2.0:1788838326.526479:0:32679:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132259584, offset 0 00000400:00000200:2.0:1788838326.526485:0:32679:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838326.526493:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838326.526499:0:32679:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838326.526503:0:32679:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838326.526507:0:32679:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838326.526511:0:32679:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838326.526513:0:32679:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838326.526517:0:32679:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2525:2525:256:4294967295] 192.168.203.123@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:2.0:1788838326.526520:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838326.526540:0:32679:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838326.526545:0:32679:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838326.526556:0:32679:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14100. 00000800:00000200:2.0:1788838326.526562:0:32679:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838326.526569:0:32679:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838326.526573:0:32679:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838326.526586:0:32679:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838326.526591:0:32679:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 787827 usecs (788 jiffies) 00000400:00000200:2.0:1788838326.526593:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838326.526596:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296457287 00000100:00000001:2.0:1788838326.526598:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296458742 00000100:00000001:2.0:1788838326.526600:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296457287 00000100:00000001:2.0:1788838326.526602:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296458742 00000100:00000001:2.0:1788838326.526605:0:32679:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838326.526608:0:32679:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838326.526609:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838326.526611:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838326.526614:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 11 seconds 00000100:00000001:2.0:1788838326.526616:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838326.526619:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838326.527387:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838326.527394:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14100. 00000400:00000200:0.0:1788838326.527398:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838326.527404:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838326.527410:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aaa0 00000400:00000010:0.0:1788838326.527412:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aaa0. 00000100:00000001:0.0:1788838326.527416:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838326.527421:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838342 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838326.527431:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838326.527435:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838342 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838326.527442:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838326.527443:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788838326.795905:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838326.795912:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838326.795918:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838326.795919:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838326.795992:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838326.795995:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838326.795998:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838327.818844:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838327.818852:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838327.818857:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838327.818858:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838327.820310:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838327.820316:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838327.820320:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838328.778775:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296458742, at 4296458752 00000100:00000040:0.0:1788838328.778776:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296458742, at 4296458752 00000100:00000010:0.0:1788838328.778791:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb120. 00000100:00000010:1.0:1788838328.778794:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acbf60. 00010000:00000001:0.0:1788838328.846254:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838328.846261:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838328.846266:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838328.846268:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838328.864555:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838328.864562:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838328.864567:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838329.803332:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838329.803343:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838329.803352:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838329.803358:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838329.803363:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838329.803366:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838329.803371:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838329.803380:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933a00. 00000100:00000001:1.0:1788838329.803386:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803397:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838329.803407:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838329.803411:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803418:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e145d3b] to pc [ptlrpcd_00_00+0] req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.803453:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803457:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838329.803461:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838329.803464:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838329.803466:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838329.803469:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838329.803471:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838329.803473:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838329.803476:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933c00. 00000100:00000001:1.0:1788838329.803479:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803483:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838329.803490:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838329.803492:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803496:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c8d72a] to pc [ptlrpcd_00_01+1] req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.803504:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803506:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838329.803509:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838329.803513:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120380. 00000020:00000040:1.0:1788838329.803515:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:1.0:1788838329.803517:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838329.803518:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838329.803519:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838329.803522:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933100. 00000100:00000001:1.0:1788838329.803534:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803539:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838329.803545:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838329.803547:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803550:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de2cd63] to pc [ptlrpcd_00_00+0] req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.803561:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.803563:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788838329.803567:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788838329.803571:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1797) 00000100:00000001:1.0:1788838329.803584:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838329.803587:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838329.803589:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838329.803594:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.803600:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838329.803602:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838329.803606:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838329.803608:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838329.803611:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838329.803614:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132259840:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838329.803617:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838329.803622:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838329.803624:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838329.803626:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838329.803630:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4a2b800. 02000000:00000001:1.0:1788838329.803632:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838329.803639:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838329.803643:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8478. 00000400:00000010:1.0:1788838329.803650:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838329.803687:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132259840, portal 10 00000100:00000001:1.0:1788838329.803690:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838329.803702:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000040:1.0:1788838329.803711:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.805641:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838329.805649:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838329.805701:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838329.805713:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.805733:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838329.805735:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838329.805739:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838329.805742:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838329.805745:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838329.805748:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132259712:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838329.805754:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838329.805760:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838329.805763:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838329.805765:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838329.805774:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3800. 02000000:00000001:0.0:1788838329.805776:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838329.805783:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838329.805787:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25b00. 00000400:00000010:0.0:1788838329.805794:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcd48. 00000100:00000200:0.0:1788838329.805801:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132259712, portal 25 00000100:00000001:0.0:1788838329.805803:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838329.805805:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:0.0:1788838329.805811:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.805818:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838329.805821:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838329.805824:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838329.805827:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132259712, offset 0 00000400:00000200:0.0:1788838329.805833:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838329.805842:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.805849:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838329.805854:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838329.805859:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838329.805863:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838329.805866:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838329.805869:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2526:2526:256:4294967295] 192.168.203.123@tcp LPNI seq info [2526:2526:8:4294967295] 00000400:00000200:0.0:1788838329.805874:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.805883:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838329.805889:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838329.805893:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509f00. 00000800:00000200:0.0:1788838329.805900:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838329.805908:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838329.805913:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838329.805928:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838329.805932:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838329.805934:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296463864 00000100:00000010:0.0:1788838329.805939:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1f60. 00000100:00000001:0.0:1788838329.805945:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838329.805952:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296463864 00000100:00000010:0.0:1788838329.805955:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1a80. 00000100:00000001:0.0:1788838329.805958:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838329.805961:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838329.805964:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838329.805966:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838329.805971:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.805978:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838329.805979:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838329.805981:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838329.805983:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838329.805985:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838329.805987:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132259968:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838329.805990:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838329.805992:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838329.805994:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838329.805996:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838329.805998:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3400. 02000000:00000001:0.0:1788838329.806000:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838329.806003:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838329.806005:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c250b0. 00000400:00000010:0.0:1788838329.806009:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc908. 00000100:00000200:0.0:1788838329.806012:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132259968, portal 4 00000100:00000001:0.0:1788838329.806013:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838329.806015:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000040:0.0:1788838329.806020:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.806026:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838329.806039:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838329.806042:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838329.806044:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132259968, offset 0 00000400:00000200:0.0:1788838329.806048:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838329.806052:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.806055:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838329.806057:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838329.806059:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838329.806062:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838329.806064:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838329.806067:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2527:2527:255:4294967295] 192.168.203.123@tcp LPNI seq info [2527:2527:7:4294967295] 00000400:00000200:0.0:1788838329.806071:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.806076:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838329.806079:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838329.806082:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838329.806086:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838329.806089:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838329.806092:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838329.806094:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838329.806098:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 223017 usecs (224 jiffies) 00000400:00000200:0.0:1788838329.806101:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838329.806102:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296460002 00000100:00000001:0.0:1788838329.806104:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296463864 00000100:00000001:0.0:1788838329.806106:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296460002 00000100:00000001:0.0:1788838329.806108:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296463864 00000100:00000001:0.0:1788838329.806111:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838329.806113:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838329.806116:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838329.806118:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838329.806124:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838329.806126:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838329.806129:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838329.806130:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838329.806131:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838329.806134:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838329.806190:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838329.806194:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509f00. 00000400:00000200:0.0:1788838329.806199:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838329.806203:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838329.806208:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:0.0:1788838329.806210:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:0.0:1788838329.806214:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838329.806218:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.806227:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838329.806230:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.806237:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838329.806239:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838329.806295:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838329.806298:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:0.0:1788838329.806300:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838329.806304:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838329.806306:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000400:00000010:0.0:1788838329.806308:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:0.0:1788838329.806310:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838329.806313:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.806321:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838329.806325:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.806330:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838329.806332:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838329.806549:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838329.806553:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838329.806556:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc440. 00000100:00000200:1.0:1788838329.806560:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132259840, offset 0 00000400:00000200:1.0:1788838329.806565:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838329.806570:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838329.806573:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838329.806577:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838329.806579:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838329.806581:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838329.806584:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838329.806586:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2528:2528:256:4294967295] 192.168.203.123@tcp LPNI seq info [2528:2528:8:4294967295] 00000400:00000200:1.0:1788838329.806590:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838329.806596:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838329.806601:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838329.806605:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838329.806609:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838329.806615:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838329.806617:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838329.806632:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.806636:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 787827 usecs (788 jiffies) 00000400:00000200:1.0:1788838329.806638:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838329.806640:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296460567 00000100:00000001:1.0:1788838329.806642:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296463864 00000100:00000001:1.0:1788838329.806644:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296460567 00000100:00000001:1.0:1788838329.806646:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296463864 00000100:00000001:1.0:1788838329.806648:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838329.806650:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.806673:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.806676:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.806679:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838329.806681:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838329.806683:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838329.806684:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838329.806686:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.806687:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838329.808002:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838329.808010:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:0.0:1788838329.808018:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838329.808024:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838329.808040:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc440 00000400:00000010:0.0:1788838329.808043:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc440. 00000100:00000001:0.0:1788838329.808048:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838329.808055:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.808066:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838329.808069:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.808075:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838329.808077:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838329.822627:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822639:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838329.822643:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822646:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838329.822684:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822700:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838329.822709:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822713:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822718:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822722:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd51d80 00000400:00000200:0.0:1788838329.822726:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822731:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6c21 [1] + 224 00000800:00000001:0.0:1788838329.822738:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822741:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838329.822744:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838329.822749:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838329.822755:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838329.822763:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838329.822774:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.822796:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838329.822805:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822809:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838329.822811:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822813:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838329.822816:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822820:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838329.822824:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822827:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822829:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822832:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd51e80 00000400:00000200:0.0:1788838329.822835:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822840:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6c31 [1] + 224 00000800:00000001:0.0:1788838329.822843:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822847:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838329.822849:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838329.822852:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838329.822855:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838329.822859:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838329.822868:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.822874:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838329.822877:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822880:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838329.822882:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822884:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838329.822886:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822889:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838329.822892:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822894:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822897:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822899:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd51e00 00000400:00000200:0.0:1788838329.822902:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838329.822906:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6c19 [1] + 224 00000800:00000001:0.0:1788838329.822909:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822926:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838329.822928:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838329.822932:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838329.822935:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838329.822939:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838329.822947:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838329.822958:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838329.822962:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838329.822965:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.823634:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838329.823640:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838329.823647:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838329.823648:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838329.823697:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25b00. 00000400:00000200:1.0:1788838329.823703:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcd48 00000400:00000010:1.0:1788838329.823706:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcd48. 00000100:00000001:1.0:1788838329.823709:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838329.823714:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838329.823723:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.823729:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838329.823731:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.823733:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838329.823736:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838329.823738:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838329.823740:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838329.823743:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838329.823750:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=8 v=5 (5 5 5 5) 00000100:00001000:1.0:1788838329.823754:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838329.823756:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838329.823758:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838329.823761:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838329.823763:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.823765:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.823770:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.823777:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838329.823780:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838329.823782:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838329.823786:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838329.823793:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132259712:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838329.823799:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838329.823800:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838329.823802:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c250b0. 00000400:00000200:1.0:1788838329.823804:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc908 00000400:00000010:1.0:1788838329.823806:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc908. 00000100:00000001:1.0:1788838329.823808:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838329.823811:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838329.823819:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.823825:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838329.823827:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.823829:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838329.823830:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838329.823831:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838329.823832:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838329.823835:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838329.823840:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=8 v=5 (5 5 5 16) 00000100:00001000:1.0:1788838329.823842:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838329.823844:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838329.823845:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838329.823847:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838329.823849:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.823852:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838329.823854:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788838329.823856:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838329.823858:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.823862:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.823872:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838329.823874:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838329.823875:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838329.823878:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838329.823885:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132259968:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838329.823889:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.823892:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838329.823895:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132259712/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.823902:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838329.823904:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838329.823907:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3800. 02000000:00000001:1.0:1788838329.823910:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838329.823913:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838329.823915:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838329.823917:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838329.823919:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933a00. 02000000:00000001:1.0:1788838329.823922:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838329.823924:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838329.823926:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:1.0:1788838329.823929:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838329.823931:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.823932:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838329.823936:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120380 x1875731132259968/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.823942:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838329.823943:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838329.823944:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3400. 02000000:00000001:1.0:1788838329.823946:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838329.823947:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838329.823949:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838329.823951:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838329.823952:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933100. 02000000:00000001:1.0:1788838329.823953:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838329.823954:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838329.823955:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120380. 00000100:00000001:1.0:1788838329.823957:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838329.823958:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.823960:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.823967:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838329.823969:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.823971:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838329.823973:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.823982:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838329.823983:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838329.823987:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838329.823988:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838329.823990:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8478. 00000400:00000200:1.0:1788838329.823993:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838329.823995:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838329.823997:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838329.824001:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838329.824009:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.824016:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838329.824017:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.824019:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838329.824020:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838329.824022:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838329.824023:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838329.824025:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838329.824028:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=8 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838329.824041:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838329.824044:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838329.824045:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838329.824047:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838329.824049:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.824051:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838329.824052:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788838329.824054:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838329.824055:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838329.824059:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.824065:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838329.824066:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838329.824067:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838329.824070:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838329.824370:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132259840:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838329.824375:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.824377:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838329.824380:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121c00 x1875731132259840/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838329.824386:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838329.824388:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838329.824390:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4a2b800. 02000000:00000001:1.0:1788838329.824393:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838329.824394:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838329.824395:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838329.824397:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838329.824399:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933c00. 02000000:00000001:1.0:1788838329.824402:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838329.824403:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838329.824404:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121c00. 00000100:00000001:1.0:1788838329.824406:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838329.824408:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.824409:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838329.824414:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838329.824415:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838329.824417:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838329.824418:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838329.873194:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838329.873200:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838329.873206:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838329.873208:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838329.873320:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838329.873323:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838329.873325:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838330.894896:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838330.894903:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838330.894909:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838330.894913:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838330.894915:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838330.894921:0:14789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838330.894923:0:14789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838330.894924:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838330.894927:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838330.894929:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838330.894931:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838330.894933:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838330.895386:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838330.895389:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838330.895393:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838331.915088:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838331.915096:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838331.915102:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838331.915104:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838331.915685:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838331.915689:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838331.915692:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838332.938953:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838332.938962:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838332.938969:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838332.938970:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838332.938998:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838332.939001:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838332.939004:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838333.898815:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296463864, at 4296463872 00000100:00000010:1.0:1788838333.898836:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1a80. 00000100:00000040:0.0:1788838333.898936:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296463864, at 4296463872 00000100:00000010:0.0:1788838333.898943:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1f60. 00010000:00000001:0.0:1788838333.962914:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838333.962924:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838333.962932:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838333.962933:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838333.963164:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838333.963179:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838333.963183:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788838334.923006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838334.923015:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838334.923025:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1880. 00000020:00000040:2.0:1788838334.923031:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838334.923035:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838334.923038:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838334.923042:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838334.923050:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14000. 00000100:00000001:2.0:1788838334.923057:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923069:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838334.923080:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838334.923084:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923091:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006808f5fe] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838334.923123:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838334.923130:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838334.923133:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838334.923136:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838334.923138:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838334.923139:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838334.923141:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838334.923144:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14c00. 00000100:00000001:2.0:1788838334.923147:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923152:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838334.923159:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838334.923161:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b99f0f] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838334.923173:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838334.923178:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788838334.923180:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788838334.923183:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788838334.923188:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2300. 00000020:00000040:2.0:1788838334.923190:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838334.923193:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838334.923194:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838334.923195:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838334.923199:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14100. 00000100:00000001:2.0:1788838334.923201:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838334.923203:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630479419155200 : -113594290396416 : ffff98afc4ac2300) 00000100:00080000:2.0:1788838334.923206:0:37:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788838334.923210:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff98afd0025800: disconnect after 20s idle 00000100:00000001:2.0:1788838334.923212:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838334.923214:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923218:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a932850d] to pc [ptlrpcd_rcv+-1] req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838334.923246:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838334.923248:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788838334.923310:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788838334.923316:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1802) 00000100:00000001:2.0:1788838334.923329:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838334.923333:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838334.923335:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838334.923341:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838334.923349:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838334.923351:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838334.923354:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838334.923357:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838334.923359:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838334.923362:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132260224:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838334.923366:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838334.923370:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838334.923373:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838334.923375:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838334.923380:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4a16800. 02000000:00000001:2.0:1788838334.923381:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838334.923388:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838334.923392:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d8f0. 00000400:00000010:2.0:1788838334.923399:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a4c8. 00000100:00000200:2.0:1788838334.923405:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132260224, portal 10 00000100:00000001:2.0:1788838334.923407:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838334.923409:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838334.923415:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838334.923422:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838334.923425:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838334.923427:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a5d8. 00000100:00000200:2.0:1788838334.923431:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132260224, offset 0 00000400:00000200:2.0:1788838334.923437:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838334.923445:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838334.923451:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838334.923458:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838334.923461:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838334.923464:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838334.923467:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838334.923471:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2529:2529:256:4294967295] 192.168.203.123@tcp LPNI seq info [2529:2529:8:4294967295] 00000400:00000200:2.0:1788838334.923475:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838334.923484:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838334.923490:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838334.923495:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14300. 00000800:00000200:2.0:1788838334.923640:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838334.923648:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838334.923652:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838334.923686:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838334.923691:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 786850 usecs (787 jiffies) 00000400:00000200:2.0:1788838334.923694:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838334.923696:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296465683 00000100:00000010:2.0:1788838334.923702:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd0b178a0. 00000100:00000001:2.0:1788838334.923708:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788838334.923714:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296465683 00000100:00000010:2.0:1788838334.923717:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd0b170c0. 00000100:00000001:2.0:1788838334.923720:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788838334.923723:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838334.923726:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838334.923729:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838334.923731:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838334.923738:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838334.923740:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838334.923743:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838334.923744:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838334.923754:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838334.923757:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788838334.923759:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838334.923761:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838334.923763:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838334.923764:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838334.923765:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838334.923766:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838334.923770:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838334.923776:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838334.923777:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838334.923779:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838334.923781:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838334.923783:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838334.923786:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132260096:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838334.923789:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838334.923791:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838334.923793:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838334.923795:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838334.923798:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4a16400. 02000000:00000001:2.0:1788838334.923800:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838334.923804:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838334.923807:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d688. 00000400:00000010:2.0:1788838334.923810:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ae58. 00000100:00000200:2.0:1788838334.923813:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132260096, portal 25 00000100:00000001:2.0:1788838334.923815:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838334.923816:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000040:2.0:1788838334.923993:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838334.924000:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838334.924003:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838334.924006:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a088. 00000100:00000200:2.0:1788838334.924010:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132260096, offset 0 00000400:00000200:2.0:1788838334.924014:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838334.924018:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838334.924022:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838334.924025:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838334.924028:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838334.924030:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838334.924032:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838334.924034:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2530:2530:255:4294967295] 192.168.203.123@tcp LPNI seq info [2530:2530:7:4294967295] 00000400:00000200:2.0:1788838334.924038:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838334.924043:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838334.924047:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838334.924050:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14d00. 00000800:00000200:2.0:1788838334.924053:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838334.924058:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838334.924060:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838334.924063:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838334.924065:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838334.924067:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296468983 00000100:00000001:2.0:1788838334.924072:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296465683 00000100:00000001:2.0:1788838334.924075:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296468983 00000100:00000001:2.0:1788838334.924078:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296465683 00000100:00000001:2.0:1788838334.924080:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838334.924082:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838334.924084:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838334.924086:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838334.924140:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838334.924143:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838334.924198:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838334.924201:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838334.924202:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838334.924208:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.924215:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838334.924217:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838334.924219:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838334.924220:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838334.924222:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838334.924225:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132260352:192.168.203.123@tcp:9:kworker.0 00000100:00000001:0.0:1788838334.924229:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838334.924231:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838334.924232:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838334.924235:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838334.924239:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f2600. 02000000:00000001:0.0:1788838334.924240:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838334.924244:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838334.924247:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25840. 00000400:00000010:0.0:1788838334.924387:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838334.924393:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132260352, portal 4 00000100:00000001:0.0:1788838334.924395:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838334.924397:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419155200 : -113594290396416 : ffff98afc4ac2300) 00000100:00000040:0.0:1788838334.924403:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.924409:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838334.924412:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838334.924415:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838334.924417:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132260352, offset 0 00000400:00000200:0.0:1788838334.924421:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838334.924425:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838334.924429:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838334.924431:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838334.924434:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838334.924436:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838334.924438:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838334.924441:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2531:2531:254:4294967295] 192.168.203.123@tcp LPNI seq info [2531:2531:6:4294967295] 00000400:00000200:0.0:1788838334.924445:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838334.924451:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838334.924455:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838334.924459:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838334.924463:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838334.924468:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838334.924470:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838334.924473:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838334.924477:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 222018 usecs (223 jiffies) 00000400:00000200:0.0:1788838334.924480:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838334.924482:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296465120 00000100:00000001:0.0:1788838334.924484:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296468983 00000100:00000001:0.0:1788838334.924486:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296465120 00000100:00000001:0.0:1788838334.924488:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296468983 00000100:00000001:0.0:1788838334.924490:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838334.924492:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838334.924494:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838334.924496:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838334.924565:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838334.924567:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788838334.924569:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838334.924571:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838334.924572:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838334.924574:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838334.924613:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838334.924616:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14300. 00000400:00000200:0.0:1788838334.924633:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838334.924638:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838334.924643:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a5d8 00000400:00000010:0.0:1788838334.924645:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a5d8. 00000100:00000001:0.0:1788838334.924649:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838334.924653:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.924695:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838334.924699:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.924706:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838334.924708:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838334.924721:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838334.924724:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14d00. 00000400:00000200:0.0:1788838334.924726:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838334.924730:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838334.924732:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a088 00000400:00000010:0.0:1788838334.924734:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a088. 00000100:00000001:0.0:1788838334.924736:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838334.924739:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.924746:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838334.924749:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.924755:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838334.924756:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838334.925116:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838334.925119:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:0.0:1788838334.925122:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838334.925127:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838334.925130:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:0.0:1788838334.925132:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:0.0:1788838334.925134:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838334.925138:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.925145:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838334.925147:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.925152:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838334.925154:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838334.936236:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838334.936266:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838334.936269:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838334.936272:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838334.936280:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838334.936288:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838334.936298:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838334.936303:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838334.936308:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838334.936313:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd52000 00000400:00000200:0.0:1788838334.936317:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838334.936322:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6c59 [1] + 224 00000800:00000001:0.0:1788838334.936329:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838334.936338:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838334.936341:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838334.936345:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838334.936352:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838334.936362:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838334.936373:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838334.936936:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838334.936947:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838334.936952:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838334.937025:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838334.937030:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838334.937036:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838334.937038:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838334.937041:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25840. 00000400:00000200:1.0:1788838334.937046:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000400:00000010:1.0:1788838334.937048:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:1.0:1788838334.937051:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838334.937057:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838334.937066:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838334.937072:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838334.937073:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838334.937076:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838334.937079:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838334.937082:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838334.937084:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838334.937087:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838334.937095:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=13 v=5 (5 5 5 16) 00000100:00001000:1.0:1788838334.937099:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838334.937101:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838334.937103:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838334.937106:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838334.937111:0:2350:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838334.937115:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838334.937117:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788838334.937119:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838334.937121:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838334.937125:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838334.937132:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838334.937134:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838334.937136:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788838334.937140:0:2350:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788838334.937148:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788838334.937152:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838334.937160:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132260352:192.168.203.123@tcp:9:kworker.0 00000100:00000001:1.0:1788838334.937164:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838334.937167:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838334.937171:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2300 x1875731132260352/t0(0) o9->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838334.937176:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838334.937179:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838334.937183:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f2600. 02000000:00000001:1.0:1788838334.937187:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838334.937190:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838334.937192:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838334.937194:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838334.937196:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14100. 02000000:00000001:1.0:1788838334.937200:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838334.937201:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838334.937203:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2300. 00000100:00000001:1.0:1788838334.937207:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838334.937208:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838334.937210:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838334.937216:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838334.937218:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838334.937220:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838334.937222:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838334.986774:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838334.986783:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838334.986785:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838334.986789:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838334.986794:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838334.986796:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838334.986798:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838334.986800:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838334.986803:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838334.986805:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838334.986941:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838334.986945:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838334.986948:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838335.948113:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838335.948123:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838335.948125:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1788838335.948131:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838335.948133:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838335.948137:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838335.948140:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838336.010789:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838336.010796:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838336.010802:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838336.010803:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838336.010825:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838336.010827:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838336.010830:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838337.035633:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838337.035639:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838337.035644:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838337.035645:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838337.035792:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838337.035795:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838337.035798:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838337.994912:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838337.994920:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838337.994922:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838337.994928:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 1 seconds 00000100:00000001:2.0:1788838337.994931:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838337.994944:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838338.058797:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838338.058803:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838338.058808:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838338.058809:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838338.058907:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838338.058910:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838338.058913:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838339.018768:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296468983, at 4296468992 00000100:00000040:0.0:1788838339.018768:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296468983, at 4296468992 00000100:00000010:1.0:1788838339.018784:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b170c0. 00000100:00000010:0.0:1788838339.018786:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b178a0. 00000100:00000001:2.0:1788838339.019213:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838339.019217:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838339.019219:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838339.019223:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 1 seconds 00000100:00000001:2.0:1788838339.019226:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838339.019228:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838339.082779:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838339.082785:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838339.082910:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838339.082913:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838339.082956:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838339.082958:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838339.082961:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838340.042871:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838340.042876:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838340.042878:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838340.042883:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 1 seconds 00000100:00000001:2.0:1788838340.042887:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838340.042890:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838340.043029:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838340.043035:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838340.043042:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896fb80. 00000020:00000040:3.0:1788838340.043047:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838340.043051:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838340.043054:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838340.043058:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838340.043066:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3200. 00000100:00000001:3.0:1788838340.043073:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838340.043086:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838340.043097:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838340.043101:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838340.043107:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089385c55] to pc [ptlrpcd_01_01+1] req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838340.043162:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838340.043166:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838340.043168:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838340.043175:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838340.043184:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838340.043186:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838340.043190:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838340.043193:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838340.043195:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838340.043199:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132260480:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838340.043204:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838340.043210:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838340.043213:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838340.043216:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788838340.043219:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838340.043221:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4a17a00. 00000100:00000040:3.0:1788838340.043224:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788838340.043225:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838340.043231:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1788838340.043235:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000010:3.0:1788838340.043236:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838340.043241:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000400:00000010:2.0:1788838340.043242:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dc60. 00000100:00000001:3.0:1788838340.043244:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838340.043248:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838340.043250:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788838340.043250:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a990. 00000100:00000200:2.0:1788838340.043258:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132260480, portal 25 00000100:00000001:2.0:1788838340.043261:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838340.043262:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484877696 : -113594224673920 : ffff98afc896fb80) 00000100:00000040:2.0:1788838340.043268:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838340.043281:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838340.043284:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838340.043287:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a330. 02000000:00000010:3.0:1788838340.043350:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3900. 00000100:00000001:3.0:1788838340.043354:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788838340.043356:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132260480, offset 0 00000100:00000040:3.0:1788838340.043361:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1788838340.043369:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000100:00000001:3.0:1788838340.043375:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1788838340.043381:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838340.043388:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000100:00000001:3.0:1788838340.043389:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838340.043396:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1788838340.043398:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c55cb5] to pc [ptlrpcd_01_00+0] req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788838340.043403:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838340.043407:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838340.043409:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838340.043413:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2532:2532:256:4294967295] 192.168.203.123@tcp LPNI seq info [2532:2532:8:4294967295] 00000400:00000200:2.0:1788838340.043417:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838340.043427:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838340.043433:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838340.043438:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14700. 00000800:00000200:2.0:1788838340.043449:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000100:00000001:3.0:1788838340.043451:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838340.043455:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788838340.043458:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788838340.043461:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788838340.043464:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788838340.043468:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1807) 00000100:00000001:3.0:1788838340.043527:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838340.043530:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838340.043532:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838340.043536:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838340.043543:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838340.043545:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838340.043547:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838340.043549:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838340.043551:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838340.043554:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132260608:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838340.043557:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838340.043560:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838340.043562:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838340.043564:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838340.043567:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd850ac00. 02000000:00000001:3.0:1788838340.043569:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838340.043573:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838340.043576:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000010:3.0:1788838340.043580:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce000. 00000100:00000200:3.0:1788838340.043594:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132260608, portal 10 00000100:00000001:3.0:1788838340.043596:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838340.043598:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838340.043606:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838340.043612:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838340.043614:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838340.043617:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce440. 00000100:00000200:3.0:1788838340.043620:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132260608, offset 0 00000400:00000200:3.0:1788838340.043625:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838340.043629:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838340.043633:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838340.043636:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838340.043639:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838340.043641:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838340.043643:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838340.043646:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2533:2533:255:4294967295] 192.168.203.123@tcp LPNI seq info [2533:2533:7:4294967295] 00000400:00000200:3.0:1788838340.043650:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838340.043691:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838340.043697:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838340.043701:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3500. 00000800:00000200:3.0:1788838340.043705:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838340.043712:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838340.043717:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838340.043726:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838340.043730:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 786850 usecs (787 jiffies) 00000400:00000200:3.0:1788838340.043734:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838340.043736:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296470804 00000100:00000010:3.0:1788838340.043740:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb780. 00000100:00000001:3.0:1788838340.043745:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788838340.043751:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296470804 00000100:00000010:3.0:1788838340.043755:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb5a0. 00000100:00000001:3.0:1788838340.043758:0:2353:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788838340.043762:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838340.043765:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838340.043768:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838340.043773:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788838340.043780:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000100:00000001:3.0:1788838340.043782:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1788838340.043784:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838340.043785:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788838340.043790:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838340.043791:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838340.043792:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838340.043797:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838340.043798:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838340.043801:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838340.043803:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296474103 00000100:00000001:2.0:1788838340.043809:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296470804 00000100:00000001:2.0:1788838340.043813:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296474103 00000100:00000001:2.0:1788838340.043816:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296470804 00000100:00000001:2.0:1788838340.043884:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838340.043888:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838340.043890:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838340.043892:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838340.043896:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838340.043897:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838340.043899:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838340.043900:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838340.043902:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838340.043904:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838340.043961:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838340.043966:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3500. 00000400:00000200:0.0:1788838340.043970:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838340.043987:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838340.043993:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce440 00000400:00000010:0.0:1788838340.043995:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce440. 00000100:00000001:0.0:1788838340.043999:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838340.044004:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838340.044014:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838340.044017:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838340.044024:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838340.044026:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838340.044067:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838340.044070:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14700. 00000400:00000200:0.0:1788838340.044073:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838340.044076:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838340.044080:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a330 00000400:00000010:0.0:1788838340.044082:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a330. 00000100:00000001:0.0:1788838340.044084:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838340.044088:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838340.044094:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838340.044097:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838340.044103:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838340.044104:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788838340.107305:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838340.107312:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838340.107318:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838340.107319:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838340.107884:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838340.107888:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838340.107891:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838341.067774:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838341.067781:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838341.067784:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838341.067790:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 1 seconds 00000100:00000001:2.0:1788838341.067793:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838341.067797:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838341.130782:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838341.130789:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838341.130794:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838341.130797:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838341.130799:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838341.130805:0:14789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838341.130807:0:14789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838341.130809:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838341.130811:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838341.130813:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838341.130815:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838341.130817:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838341.130943:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838341.130946:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838341.130948:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838342.090779:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838342.090786:0:32679:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788838342.090800:0:32679:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838326/real 1788838326] req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1788838342 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1788838342.090818:0:32679:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838342.090820:0:32679:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838342.090823:0:32679:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dc08. 00000400:00000200:2.0:1788838342.090830:0:32679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838342.090832:0:32679:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838342.090836:0:32679:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838342.090841:0:32679:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1788838342 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838342.090850:0:32679:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1788838342 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838342.090858:0:32679:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838342.090860:0:32679:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838342.090863:0:32679:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838342.090865:0:32679:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838342.090868:0:32679:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788838342.090872:0:32679:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788838342.090876:0:32679:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff98afd0025800: Connection to lustre-MDT0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788838342.090879:0:32679:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788838342.090883:0:32679:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788838342.090885:0:32679:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838342.090887:0:32679:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788838342.090889:0:32679:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1788838342.090912:0:32679:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788838342.090914:0:32679:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838342.090917:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838342.090919:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838342.090922:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:2.0:1788838342.090925:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838342.090927:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838342.090929:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838342.090931:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838342.090933:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838342.091021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838342.091026:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838342.091035:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908700. 00000020:00000040:0.0:1788838342.091039:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=6 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838342.091043:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838342.091047:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838342.091051:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838342.091057:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509100. 00000100:00000001:0.0:1788838342.091063:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838342.091070:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838342.091079:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838342.091083:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838342.091089:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ec05a1] to pc [ptlrpcd_00_01+1] req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838342.091114:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788838342.091116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838342.091119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788838342.091121:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788838342.091123:0:37:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788838342.091126:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788838342.091129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1775 00000400:00000200:0.0:1788838342.091135:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838342.091141:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1788838342.091144:0:37:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838342.091147:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838342.091150:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838342.091152:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:0.0:1788838342.091155:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838342.091156:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:0.0:1788838342.091159:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838342.091162:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:0.0:1788838342.091164:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:0.0:1788838342.091166:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00000040:0.0:1788838342.091169:0:37:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838342.091170:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838342.091172:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838342.091174:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:0.0:1788838342.091177:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00080000:0.0:1788838342.091180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: import ffff98afc4eee000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:0.0:1788838342.091183:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838342.091185:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788838342.091190:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838342.091193:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838342.091195:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788838342.091199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788838342.091201:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838342.091203:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838342.091207:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090aa00. 00000020:00000040:0.0:1788838342.091210:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838342.091213:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838342.091215:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838342.091217:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838342.091219:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838342.091221:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838342.091225:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082c00. 00000100:00000001:0.0:1788838342.091228:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838342.091234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838342.091241:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838342.091244:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838342.091248:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce13e518] to pc [ptlrpcd_rcv+-1] req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838342.091271:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838342.091274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838342.091278:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838342.091280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838342.091284:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838342.091288:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1809) 00000100:00000001:2.0:1788838342.091338:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838342.091341:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838342.091343:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838342.091348:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838342.091356:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838342.091357:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838342.091360:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838342.091363:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838342.091365:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838342.091369:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132260864:192.168.203.123@tcp:38:kworker.0 00000100:00000001:2.0:1788838342.091373:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838342.091377:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838342.091379:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838342.091381:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838342.091385:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406dc00. 02000000:00000001:2.0:1788838342.091387:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838342.091392:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838342.091395:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dc08. 00000400:00000010:2.0:1788838342.091399:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838342.091404:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132260864, portal 10 00000100:00000001:2.0:1788838342.091408:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838342.091409:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00000100:00000040:2.0:1788838342.091416:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838342.091424:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838342.091427:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838342.091429:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a880. 00000100:00000200:2.0:1788838342.091432:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132260864, offset 0 00000400:00000200:2.0:1788838342.091437:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838342.091445:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838342.091452:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838342.091458:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788838342.091459:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788838342.091463:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000100:00000001:1.0:1788838342.091464:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838342.091468:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788838342.091469:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838342.091476:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000100:00000040:1.0:1788838342.091478:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788838342.091480:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2534:2534:256:4294967295] 192.168.203.123@tcp LPNI seq info [2534:2534:8:4294967295] 00000400:00000200:2.0:1788838342.091493:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838342.091496:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838342.091498:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838342.091502:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838342.091505:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788838342.091508:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 02000000:00000001:1.0:1788838342.091509:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838342.091517:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132260736:192.168.203.123@tcp:400:kworker.0 00000800:00000200:2.0:1788838342.091521:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000100:00000001:1.0:1788838342.091523:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1788838342.091528:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14500. 02000000:00000001:1.0:1788838342.091528:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838342.091530:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838342.091533:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1788838342.091538:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 02000000:00000010:1.0:1788838342.091538:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4a2aa00. 02000000:00000001:1.0:1788838342.091542:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838342.091547:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000200:2.0:1788838342.091552:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000400:00000010:1.0:1788838342.091553:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8478. 00000800:00000200:2.0:1788838342.091559:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14500 type 1, nob 616 niov 1 nkiov 1 00000400:00000010:1.0:1788838342.091560:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838342.091566:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132260736, portal 25 00000100:00000001:1.0:1788838342.091568:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838342.091577:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618672384 : -113594090879232 : ffff98afd0908700) 00000100:00000040:1.0:1788838342.091583:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838342.091584:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838342.091591:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 786850 usecs (787 jiffies) 00000100:00000001:1.0:1788838342.091597:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788838342.091598:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000040:1.0:1788838342.091603:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000100:00000001:2.0:1788838342.091605:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296472851 00000400:00000010:1.0:1788838342.091607:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcc38. 00000100:00000001:2.0:1788838342.091610:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296474103 00000100:00000200:1.0:1788838342.091611:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132260736, offset 0 00000100:00000001:2.0:1788838342.091615:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296472851 00000400:00000200:1.0:1788838342.091620:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000100:00000001:2.0:1788838342.091621:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296474103 00000100:00000001:2.0:1788838342.091626:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788838342.091628:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838342.091630:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838342.091634:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000100:00000001:2.0:1788838342.091636:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838342.091639:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788838342.091640:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838342.091644:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838342.091648:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788838342.091650:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788838342.091651:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000100:00000001:2.0:1788838342.091654:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788838342.091678:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838342.091679:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838342.091681:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838342.091684:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838342.091689:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2535:2535:255:4294967295] 192.168.203.123@tcp LPNI seq info [2535:2535:7:4294967295] 00000400:00000200:1.0:1788838342.091695:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838342.091703:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838342.091709:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838342.091713:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838342.091717:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838342.091722:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838342.091725:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838342.091729:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838342.091733:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838342.091735:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296476151 00000100:00000001:1.0:1788838342.091743:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296474103 00000100:00000001:1.0:1788838342.091748:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296476151 00000100:00000001:1.0:1788838342.091751:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296474103 00000100:00000001:1.0:1788838342.091754:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838342.091757:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838342.091759:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838342.091761:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838342.091765:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838342.091766:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838342.091768:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838342.091770:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838342.091771:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838342.091774:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838342.091780:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788838342.091784:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1788838342.091786:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14500. 00000100:00000001:1.0:1788838342.091787:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838342.091793:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838342.091800:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838342.091805:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:0.0:1788838342.091807:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:0.0:1788838342.091811:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838342.091815:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838342.091824:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838342.091827:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838342.091834:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838342.091836:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838342.091899:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838342.091902:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933c00. 00000400:00000200:0.0:1788838342.091906:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838342.091909:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838342.091912:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcc38 00000400:00000010:0.0:1788838342.091914:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcc38. 00000100:00000001:0.0:1788838342.091916:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838342.091920:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838342.091927:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838342.091929:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838342.091935:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838342.091936:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788838342.155645:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838342.155652:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838342.155675:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838342.155677:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838342.155704:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838342.155707:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838342.155710:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838343.114810:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838343.114818:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838343.114820:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838343.114825:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:2.0:1788838343.114828:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838343.114832:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838343.114834:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838343.114837:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838343.114839:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838343.178739:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838343.178746:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838343.178752:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838343.178753:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838343.180821:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838343.180827:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838343.180831:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788838344.141852:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788838344.141860:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838344.141863:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838344.141868:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:0.0:1788838344.141872:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838344.141875:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838344.141877:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838344.141879:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838344.141882:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838344.202728:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838344.202735:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838344.202742:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838344.202744:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838344.202823:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838344.202825:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838344.202828:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788838345.162881:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788838345.162889:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838345.162890:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838345.162895:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:0.0:1788838345.162899:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838345.162902:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838345.162905:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838345.162907:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838345.162910:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838345.163166:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838345.163174:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838345.163176:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838345.163178:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838345.163179:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838345.163182:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838345.163186:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838345.226996:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838345.227005:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838345.227007:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838345.227011:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838345.227015:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838345.227017:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838345.227019:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838345.227021:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838345.227025:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838345.227037:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838345.227056:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838345.227059:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838345.227061:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838346.186859:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296476151, at 4296476160 00000100:00000010:1.0:1788838346.186876:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb5a0. 00000100:00000040:0.0:1788838346.187118:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296476151, at 4296476160 00000100:00000010:0.0:1788838346.187124:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc4acb780. 00000100:00000001:2.0:1788838346.187193:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838346.187197:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838346.187199:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838346.187202:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:2.0:1788838346.187205:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838346.187208:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838346.187211:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838346.187213:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838346.187216:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838346.188616:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838346.188628:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838346.188630:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838346.188634:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838346.188636:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838346.188639:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838346.188642:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838346.250954:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838346.250961:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838346.250966:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838346.250967:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838346.251034:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838346.251037:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838346.251040:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838347.211092:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838347.211107:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838347.211110:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838347.211116:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838347.211118:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838347.211124:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838347.211126:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838347.211130:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838347.211140:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838347.211156:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838347.211165:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=7 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838347.211172:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838347.211189:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838347.211196:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838347.211208:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933100. 00000100:00000001:1.0:1788838347.211219:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838347.211237:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838347.211242:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838347.211250:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838347.211253:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838347.211254:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838347.211257:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838347.211261:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838347.211264:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838347.211265:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838347.211270:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838347.211276:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c8d72a] to pc [ptlrpcd_00_00+0] req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838347.211304:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788838347.211308:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788838347.211313:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1788838347.211316:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788838347.211319:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788838347.211323:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788838347.211327:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788838347.211334:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1814) 00000100:00000001:3.0:1788838347.211756:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788838347.211760:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838347.211761:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838347.211765:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838347.211767:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1788838347.211771:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:0.0:1788838347.211772:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838347.211781:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788838347.211783:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838347.211786:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838347.211788:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838347.211793:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838347.211795:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838347.211796:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838347.211800:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838347.211802:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838347.211806:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838347.211809:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838347.211812:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838347.211822:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838347.211831:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838347.211834:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838347.211840:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838347.211845:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838347.211849:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838347.211853:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132260992:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838347.211859:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838347.211867:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838347.211871:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838347.214169:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838347.214190:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3000. 02000000:00000001:0.0:1788838347.214196:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838347.214208:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838347.214214:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c255d8. 00000400:00000010:0.0:1788838347.214225:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000001:1.0:1788838347.214686:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838347.214693:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788838347.215198:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132260992, portal 25 00000100:00000001:0.0:1788838347.215205:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838347.215207:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000040:0.0:1788838347.215225:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838347.215235:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838347.215239:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838347.215244:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc3b8. 00000100:00000200:0.0:1788838347.215249:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132260992, offset 0 00000400:00000200:0.0:1788838347.215257:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838347.215269:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838347.215278:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838347.215285:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838347.215291:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838347.215295:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838347.215298:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838347.215302:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2536:2536:256:4294967295] 192.168.203.123@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:0.0:1788838347.215307:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838347.215316:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838347.215323:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838347.215330:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509f00. 00000800:00000200:0.0:1788838347.215338:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838347.215348:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838347.215354:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838347.215371:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838347.215376:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838347.215380:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296481274 00000100:00000010:0.0:1788838347.215386:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1f60. 00000100:00000001:0.0:1788838347.215395:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838347.215403:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296481274 00000100:00000010:0.0:1788838347.215407:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1660. 00000100:00000001:0.0:1788838347.215410:0:2352:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838347.215413:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838347.215426:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838347.215432:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838347.215435:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838347.216187:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838347.216194:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509f00. 00000400:00000200:1.0:1788838347.216201:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838347.216208:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838347.216215:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc3b8 00000400:00000010:1.0:1788838347.216218:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc3b8. 00000100:00000001:1.0:1788838347.216223:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838347.216230:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838347.216242:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838347.216246:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838347.216254:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838347.216256:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788838347.274949:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838347.274958:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838347.274967:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838347.274969:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838347.275097:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838347.275101:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838347.275105:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838348.234818:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838348.234826:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838348.234826:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838348.234828:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838348.234834:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:1.0:1788838348.234834:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838348.234835:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838348.234837:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838348.234838:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838348.234840:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838348.234841:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838348.234842:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838348.234843:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838348.234844:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838348.234845:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838348.234847:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838348.235182:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838348.235190:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838348.235191:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838348.235194:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838348.235195:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838348.235200:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838348.235203:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838348.235893:0:2352:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838348.235905:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838348.235907:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788838348.235913:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838348.235917:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838348.235920:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838348.235925:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838348.298823:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838348.298829:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838348.298835:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838348.298837:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838348.298855:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838348.298857:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838348.298860:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838349.258768:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838349.258768:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838349.258776:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838349.258778:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838349.258781:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1788838349.258784:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:1.0:1788838349.258784:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838349.258788:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838349.258790:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838349.258791:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838349.258796:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838349.258796:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838349.258802:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838349.258803:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838349.258807:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838349.258811:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838349.259592:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838349.259600:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838349.259601:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838349.259604:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838349.259606:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838349.259609:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838349.259612:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838349.323402:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838349.323407:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838349.323423:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838349.323424:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838349.323551:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838349.323554:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838349.323557:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838350.282933:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838350.282941:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788838350.282957:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838334/real 1788838334] req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788838350.282974:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838350.282977:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838350.282980:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d688. 00000400:00000200:2.0:1788838350.282987:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:2.0:1788838350.282989:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:1.0:1788838350.282994:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838350.282995:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838350.283001:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.283005:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838350.283009:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788838350.283013:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.283015:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838350.283018:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838350.283023:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838350.283025:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838350.283027:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838350.283028:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.283033:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838350.283035:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838350.283039:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838350.283046:0:2353:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788838350.283049:0:2353:0:(import.c:65:import_set_state_nolock()) ffff98afc4ee9000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788838350.283054:0:2353:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.123@tcp: Connection to MGS (at 192.168.203.123@tcp) was lost; in progress operations using this service will fail 00000100:00000001:3.0:1788838350.283232:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838350.283235:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838350.283237:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838350.283240:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838350.283242:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838350.283245:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838350.283247:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838350.283249:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838350.283251:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788838350.309370:0:2353:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.123@tcp for MGC192.168.203.123@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1788838350.309376:0:2353:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1788838350.309378:0:2353:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1788838350.309381:0:2353:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1788838350.309390:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838350.309405:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838350.309431:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838350.309454:0:2353:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838350.309460:0:2353:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1788838350.309461:0:2353:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1788838350.309463:0:2353:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788838350.309466:0:2353:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788838350.309469:0:2353:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1788838350.309471:0:2353:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838350.309473:0:2353:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788838350.309474:0:2353:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788838350.309475:0:2353:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1788838350.309477:0:2353:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838350.309478:0:2353:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788838350.309480:0:2353:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:2.0:1788838350.309496:0:2353:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788838350.309498:0:2353:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.309502:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788838350.309507:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838334/real 1788838334] req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788838350.309528:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838350.309531:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838350.309534:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d8f0. 00000400:00000200:2.0:1788838350.309540:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a4c8 00000400:00000010:2.0:1788838350.309543:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a4c8. 00000100:00000001:2.0:1788838350.309547:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838350.309551:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838350.309559:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838350.309565:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838350.309568:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.309570:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838350.309572:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838350.309576:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838350.309582:0:2353:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788838350.309584:0:2353:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff98afc4eee000 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:2.0:1788838350.309587:0:2353:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788838350.309588:0:2353:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.309596:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838350.309598:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.309600:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838350.309602:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838350.309605:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838350.309609:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838350.309616:0:2353:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788838350.309618:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.309620:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838350.309621:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838350.309634:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838350.309642:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132260096:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838350.309647:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.309649:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838350.309652:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838350.309679:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788838350.309733:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838350.309739:0:30697:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788838350.309741:0:30697:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788838350.309744:0:30697:0:(import.c:65:import_set_state_nolock()) ffff98afc4ee9000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788838350.309748:0:30697:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788838350.309752:0:30697:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 733 00000400:00000200:0.0:1788838350.309758:0:30697:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838350.309763:0:30697:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1788838350.309767:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838350.309770:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838350.309773:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838350.309775:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:0.0:1788838350.309779:0:30697:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838350.309781:0:30697:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c3f0 00000020:00000001:0.0:1788838350.309784:0:30697:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838350.309787:0:30697:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc7ccd800 refcount=3 00000020:00000001:0.0:1788838350.309790:0:30697:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479471630336 : -113594237921280 : ffff98afc7ccd800) 00000020:00000001:0.0:1788838350.309792:0:30697:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479471630336 : -113594237921280 : ffff98afc7ccd800) 00000100:00000040:0.0:1788838350.309795:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838350.309797:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838350.309799:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838350.309801:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:0.0:1788838350.309804:0:30697:0:(genops.c:879:class_export_put()) PUTting export ffff98afc7ccd800 : new refcount 2 00000100:00080000:0.0:1788838350.309807:0:30697:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff98afc4ee9000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:0.0:1788838350.309809:0:30697:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838350.309812:0:30697:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788838350.309815:0:30697:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838350.309818:0:30697:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838350.309820:0:30697:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1788838350.309823:0:30697:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838350.309832:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908e00. 00000020:00000040:0.0:1788838350.309835:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=8 obd=MGC192.168.203.123@tcp 02000000:00000001:0.0:1788838350.309838:0:30697:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838350.309840:0:30697:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838350.309843:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838350.309846:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838350.309850:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838350.309857:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082400. 00000100:00000001:0.0:1788838350.309863:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838350.309870:0:30697:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838350.309880:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838350.309895:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838350.309901:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1dd8d96] to pc [ptlrpcd_rcv+-1] req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838350.309924:0:30697:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838350.309968:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838350.309972:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838350.309975:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838350.309977:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838350.309979:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dc60. 00000400:00000200:3.0:1788838350.309993:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a990 00000400:00000010:3.0:1788838350.309995:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a990. 00000100:00000001:3.0:1788838350.309998:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838350.310003:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838350.310012:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838350.310018:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838350.310020:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838350.310024:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838350.310030:0:2354:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788838350.310032:0:2354:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838350.310034:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838350.310036:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838350.310040:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838350.310047:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132260480:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838350.310054:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838350.310057:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838350.310060:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896fb80 x1875731132260480/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838356 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838350.310067:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838350.310069:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838350.310072:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4a17a00. 02000000:00000001:3.0:1788838350.310075:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838350.310077:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838350.310078:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=7 obd=MGC192.168.203.123@tcp 00000020:00000001:3.0:1788838350.310081:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838350.310083:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3200. 02000000:00000001:3.0:1788838350.310087:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838350.310089:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838350.310091:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896fb80. 00000100:00000001:3.0:1788838350.310094:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838350.310095:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838350.310097:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838350.310101:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838350.310103:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838350.310104:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838350.310106:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838350.310417:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838350.310420:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838350.310424:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838350.310426:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838350.310428:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c255d8. 00000400:00000200:1.0:1788838350.310432:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:1.0:1788838350.310434:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:1.0:1788838350.310437:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838350.310442:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838350.310450:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.310460:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838350.310462:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838350.310465:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.310472:0:2352:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788838350.310474:0:2352:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838350.310476:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838350.310477:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838350.310481:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838350.310488:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132260992:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838350.310493:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838350.310494:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838350.310497:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8478. 00000400:00000200:1.0:1788838350.310499:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838350.310501:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838350.310503:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838350.310506:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838350.310514:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.310533:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838350.310534:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838350.310538:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.310545:0:2352:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788838350.310547:0:2352:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838350.310549:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838350.310551:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838350.310555:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838350.310561:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132260736:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838350.310565:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838350.310567:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838350.310569:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121c00 x1875731132260992/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838363 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.310574:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838350.310576:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838350.310578:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3000. 02000000:00000001:1.0:1788838350.310581:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838350.310582:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838350.310583:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=6 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838350.310585:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838350.310587:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933100. 02000000:00000001:1.0:1788838350.310589:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838350.310591:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838350.310592:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121c00. 00000100:00000001:1.0:1788838350.310595:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838350.310596:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838350.310598:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838350.310601:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908700 x1875731132260736/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838358 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.310607:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838350.310608:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838350.310609:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4a2aa00. 02000000:00000001:1.0:1788838350.310611:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838350.310612:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838350.310613:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838350.310615:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838350.310616:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509100. 02000000:00000001:1.0:1788838350.310618:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838350.310620:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838350.310631:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908700. 00000100:00000001:1.0:1788838350.310635:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838350.310636:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838350.310638:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838350.310643:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838350.310644:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838350.310646:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838350.310648:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838350.310985:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838350.310988:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838350.310990:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838350.310996:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.311003:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838350.311005:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838350.311008:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838350.311011:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838350.311013:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838350.311016:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d42bd992-a3be-4d80-820c-fbfec117af9a:2350:1875731132261120:192.168.203.123@tcp:250:kworker.0 00000100:00000001:1.0:1788838350.311020:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838350.311023:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838350.311026:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838350.311028:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838350.311032:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ea400. 02000000:00000001:1.0:1788838350.311034:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838350.311040:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838350.311043:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8478. 00000400:00000010:1.0:1788838350.311048:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838350.311053:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132261120, portal 25 00000100:00000001:1.0:1788838350.311055:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838350.311057:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000040:1.0:1788838350.311063:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.311068:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838350.311071:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838350.311073:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcd48. 00000100:00000200:1.0:1788838350.311076:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875731132261120, offset 0 00000400:00000200:1.0:1788838350.311082:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838350.311090:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838350.311095:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838350.311101:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838350.311105:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838350.311108:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838350.311111:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838350.311115:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2537:2537:256:4294967295] 192.168.203.123@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:1.0:1788838350.311119:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838350.311129:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838350.311135:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838350.311139:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933100. 00000800:00000200:1.0:1788838350.311146:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838350.311155:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838350.311159:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788838350.311171:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838350.311175:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838350.311177:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296484369 00000100:00000001:1.0:1788838350.311184:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296481274 00000100:00000001:1.0:1788838350.311189:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296484369 00000100:00000001:1.0:1788838350.311192:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296481274 00000100:00000001:1.0:1788838350.311195:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838350.311198:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838350.311419:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838350.311422:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838350.311428:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838350.311430:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838350.311432:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838350.311433:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838350.311435:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838350.311437:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838350.311540:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838350.311545:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933100. 00000400:00000200:1.0:1788838350.311549:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838350.311555:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838350.311560:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcd48 00000400:00000010:1.0:1788838350.311562:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcd48. 00000100:00000001:1.0:1788838350.311565:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838350.311570:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.311578:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838350.311581:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838350.311587:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838350.311589:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838350.312723:0:2353:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1788838350.312732:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.312735:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838350.312737:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838350.312747:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838350.312870:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132260224:192.168.203.123@tcp:400:kworker.0 00000100:00080000:0.0:1788838350.313748:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838350.313755:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788838350.313758:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838350.313762:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838350.313764:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838350.313767:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838350.313773:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1817) 00000100:00000001:2.0:1788838350.318830:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838350.318840:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838350.318853:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1880 x1875731132260096/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838350.318863:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838350.318866:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838350.318871:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4a16400. 02000000:00000001:2.0:1788838350.318877:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838350.318879:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838350.318881:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838350.318883:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838350.318886:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14000. 02000000:00000001:2.0:1788838350.318889:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838350.318890:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838350.318904:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1880. 00000100:00000001:2.0:1788838350.318908:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838350.318910:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.318912:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838350.318916:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132260224/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838350 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838350.318924:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838350.318926:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838350.318927:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4a16800. 02000000:00000001:2.0:1788838350.318930:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838350.318931:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838350.318932:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838350.318934:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838350.318936:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14c00. 02000000:00000001:2.0:1788838350.318937:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838350.318939:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838350.318940:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838350.318942:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838350.318943:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838350.318947:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838350.347382:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838350.347390:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838350.347395:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838350.347399:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838350.347401:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838350.347407:0:14789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838350.347409:0:14789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838350.347410:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838350.347413:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838350.347415:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838350.347417:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838350.347419:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838350.347536:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838350.347539:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838350.347542:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838351.306776:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838351.306792:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838351.306794:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838351.306800:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838351.306804:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838351.306808:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838351.306811:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838351.306813:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838351.306816:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838351.370968:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838351.370975:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838351.370981:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838351.370983:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838351.370999:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838351.371002:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838351.371004:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838351.371108:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838351.371118:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838351.371121:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838351.371125:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838351.371127:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838351.371130:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838351.371133:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838351.372547:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838351.372558:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838351.372560:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838351.372564:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838351.372567:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838351.372579:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838351.372582:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838352.330757:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838352.330764:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838352.330767:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838352.330772:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838352.330775:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838352.330779:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838352.330782:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838352.330784:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838352.330787:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838352.394807:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:0.0:1788838352.394813:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1788838352.394814:0:2350:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00010000:00000001:0.0:1788838352.394818:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838352.394824:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838352.394827:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838352.394829:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838342/real 1788838342] req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838352 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788838352.394845:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838352.394847:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838352.394851:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dc08. 00000400:00000200:2.0:1788838352.394857:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838352.394860:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838352.394865:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838352.394869:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838352 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838352.394879:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838352 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838352.394887:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838352.394889:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838352.394891:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838352.394893:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838352.394897:0:2350:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838352 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838352.394903:0:2350:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838352.394911:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838352.394913:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:2.0:1788838352.394915:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838352.394917:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838352.394919:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838352.394924:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838352 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838352.394931:0:2350:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1788838352.394933:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838352.394935:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838352.394936:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838352.394939:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788838352.394941:0:2350:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1788838352.394944:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788838352.394966:0:2350:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110) 00000100:00000001:2.0:1788838352.394969:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1788838352.394974:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838352 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838352.394983:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132260864:192.168.203.123@tcp:38:kworker.0 00000100:00000001:2.0:1788838352.394988:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838352.394991:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838352.394995:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090aa00 x1875731132260864/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838352 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838352.395002:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838352.395006:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838352.395010:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406dc00. 02000000:00000001:2.0:1788838352.395015:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1788838352.395015:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1788838352.395020:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000100:00080000:0.0:1788838352.395021:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000040:2.0:1788838352.395023:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00080000:0.0:1788838352.395025:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1788838352.395027:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00080000:0.0:1788838352.395031:0:30697:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:2.0:1788838352.395032:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082c00. 00000100:00000001:0.0:1788838352.395034:0:30697:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788838352.395037:0:30697:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1788838352.395038:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838352.395042:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1788838352.395042:0:30697:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:2.0:1788838352.395044:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090aa00. 00000100:00000001:2.0:1788838352.395049:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1788838352.395049:0:30697:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1804 00000100:00000001:2.0:1788838352.395053:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838352.395057:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838352.395061:0:30697:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838352.395068:0:30697:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00001000:0.0:1788838352.395072:0:30697:0:(import.c:2149:obd_at_measure()) add 10 to ffff98afc4eee418 time=40 v=5 (1 0 0 0) 00000100:00001000:0.0:1788838352.395076:0:30697:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eee418 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1788838352.395079:0:30697:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1788838352.395083:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838352.395086:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838352.395089:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838352.395092:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:0.0:1788838352.395095:0:30697:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838352.395097:0:30697:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:0.0:1788838352.395099:0:30697:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838352.395102:0:30697:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:0.0:1788838352.395104:0:30697:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:0.0:1788838352.395107:0:30697:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00000040:0.0:1788838352.395109:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838352.395111:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838352.395113:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838352.395115:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:0.0:1788838352.395118:0:30697:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00080000:0.0:1788838352.395122:0:30697:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: import ffff98afc4eee000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:0.0:1788838352.395125:0:30697:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838352.395128:0:30697:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788838352.395134:0:30697:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838352.395138:0:30697:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838352.395140:0:30697:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788838352.395144:0:30697:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788838352.395147:0:30697:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838352.395150:0:30697:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838352.395154:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000010:0.0:1788838352.395158:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000001:1.0:1788838352.395159:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838352.395165:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1788838352.395165:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838352.395172:0:30697:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838352.395174:0:30697:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838352.395177:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838352.395180:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838352.395184:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838352.395192:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082000. 00000100:00000001:0.0:1788838352.395199:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838352.395208:0:30697:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838352.395219:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838352.395223:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838352.395229:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b84feb3] to pc [ptlrpcd_rcv+-1] req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838352.395251:0:30697:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838352.395254:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838352.395258:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838352.395261:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838352.395264:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838352.395269:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1820) 00000100:00000001:3.0:1788838352.395350:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838352.395356:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838352.395357:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838352.395360:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838352.395361:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838352.395363:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838352.395366:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838352.395677:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838352.395680:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838352.395682:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838352.395688:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838352.395696:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838352.395698:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838352.395701:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838352.395703:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838352.395706:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838352.395709:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132261248:192.168.203.123@tcp:38:kworker.0 00000100:00000001:2.0:1788838352.395713:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838352.395717:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838352.395719:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838352.395721:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838352.395726:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406dc00. 02000000:00000001:2.0:1788838352.395729:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838352.395734:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838352.395737:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7dc08. 00000400:00000010:2.0:1788838352.395743:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838352.395748:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132261248, portal 10 00000100:00000001:2.0:1788838352.395751:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838352.395752:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:2.0:1788838352.395759:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838352.395766:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838352.395769:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838352.395771:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a4c8. 00000100:00000200:2.0:1788838352.395775:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132261248, offset 0 00000400:00000200:2.0:1788838352.395782:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838352.395789:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838352.395795:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838352.395800:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838352.395804:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838352.395807:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838352.395810:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838352.395813:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2538:2538:256:4294967295] 192.168.203.123@tcp LPNI seq info [2538:2538:8:4294967295] 00000400:00000200:2.0:1788838352.395817:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838352.395825:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838352.395830:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838352.395835:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14c00. 00000800:00000200:2.0:1788838352.395841:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838352.395848:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838352.395852:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788838352.395872:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838352.395877:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 786850 usecs (787 jiffies) 00000400:00000200:2.0:1788838352.395880:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838352.395882:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296483156 00000100:00000001:2.0:1788838352.395885:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296484369 00000100:00000001:2.0:1788838352.395888:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296483156 00000100:00000001:2.0:1788838352.395890:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296484369 00000100:00000001:2.0:1788838352.395893:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838352.395895:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838352.395898:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838352.395900:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838352.395908:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838352.395910:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:2.0:1788838352.395912:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838352.395913:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838352.395914:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838352.395916:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838352.400352:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838352.400361:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14c00. 00000400:00000200:1.0:1788838352.400369:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838352.400388:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838352.400396:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a4c8 00000400:00000010:1.0:1788838352.400398:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a4c8. 00000100:00000001:1.0:1788838352.400404:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838352.400410:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838352.400427:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838352.400430:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838352.400437:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838352.400439:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788838353.354982:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838353.354991:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838353.354993:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838353.354999:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838353.355003:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838353.355007:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838353.355009:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838353.355012:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838353.355014:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838353.418753:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:0.0:1788838353.418759:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838353.418762:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838353.418764:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838353.418766:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838353.418767:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1788838353.418769:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1788838353.418769:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838353.418771:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838353.418774:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838353.418777:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838353.418863:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838353.418867:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838353.418871:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838354.378771:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838354.378778:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838354.378781:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838354.378786:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838354.378790:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838354.378794:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838354.378798:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838354.378800:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838354.378803:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838354.442794:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838354.442802:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838354.442805:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838354.442808:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838354.442826:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838354.442828:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838354.442830:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838354.442833:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838354.442838:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838354.442839:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838354.442896:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838354.442899:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838354.442901:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788838354.443048:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788838354.443053:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788838354.443056:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788838354.443059:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1788838354.443062:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788838354.443066:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788838354.443069:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788838354.443072:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788838354.443076:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1822) 00000100:00000001:3.0:1788838354.443506:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838354.443515:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838354.443517:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838354.443520:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838354.443523:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838354.443526:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838354.443529:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838354.890764:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296484369, at 4296484864 00000100:00000010:1.0:1788838354.890779:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1660. 00000100:00000040:0.0:1788838354.890881:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296484369, at 4296484864 00000100:00000010:0.0:1788838354.890887:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1f60. 00000100:00000001:2.0:1788838355.402780:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838355.402792:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838355.402794:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838355.402799:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838355.402801:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838355.402805:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838355.402807:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838355.407061:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838355.407068:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838355.407070:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838355.407075:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838355.407079:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838355.407083:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838355.407085:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838355.407088:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838355.407091:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838355.466775:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838355.466787:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838355.466789:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838355.466794:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838355.466796:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838355.466799:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838355.466803:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838355.466900:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838355.466903:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838355.466906:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838355.466907:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838355.467038:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838355.467041:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838355.467043:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838356.426764:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838356.426776:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838356.426778:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838356.426783:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838356.426785:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838356.426789:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838356.426791:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838356.427198:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838356.427201:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838356.427202:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838356.427206:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:2.0:1788838356.427209:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838356.427211:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838356.427214:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838356.427216:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838356.427218:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838356.491095:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838356.491101:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838356.491107:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838356.491108:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838356.491191:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838356.491194:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838356.491199:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838356.491673:0:2353:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838356.491678:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788838356.491693:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838340/real 1788838340] req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838356 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788838356.491710:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838356.491713:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838356.491716:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:3.0:1788838356.491723:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce000 00000400:00000010:3.0:1788838356.491725:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce000. 00000100:00000001:3.0:1788838356.491730:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838356.491734:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838356 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838356.491743:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838356 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838356.491749:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838356.491751:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838356.491754:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838356.491755:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788838356.491760:0:2353:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838356 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838356.491766:0:2353:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788838356.491768:0:2353:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff98afc4eee000 already not connected (conn 21, was 19): CONNECTING 00000100:00000001:3.0:1788838356.491771:0:2353:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788838356.491772:0:2353:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838356.491779:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838356.491781:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838356.491783:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838356.491785:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838356.491787:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838356.491789:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838356.491791:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838356.491796:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838356 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838356.491802:0:2353:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1788838356.491805:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838356.491806:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838356.491808:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838356.491811:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838356 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838356.491823:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132260608:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838356.491828:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838356.491830:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838356.491834:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132260608/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1788838356 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838356.491840:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838356.491843:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838356.491847:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd850ac00. 02000000:00000001:3.0:1788838356.491851:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838356.491853:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838356.491855:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838356.491857:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838356.491859:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3900. 02000000:00000001:3.0:1788838356.491863:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838356.491865:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838356.492554:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838356.492563:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838356.492565:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838356.492568:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838356.492573:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838356.492574:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838356.492577:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838356.492579:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838357.450795:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838357.450802:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838357.450805:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838357.450809:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:2.0:1788838357.450813:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838357.450817:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838357.450819:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838357.450821:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838357.450824:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838357.451042:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838357.451051:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838357.451052:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838357.451055:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838357.451056:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838357.451059:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838357.451061:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788838357.451117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838357.451123:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788838357.451125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838357.451128:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788838357.451131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838357.451135:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838357.451138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838357.451141:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838357.451145:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1825) 00010000:00000001:0.0:1788838357.515014:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838357.515020:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838357.515025:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838357.515027:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838357.515051:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838357.515054:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838357.515057:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838358.474769:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838358.474781:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838358.474783:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838358.474788:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838358.474790:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838358.474794:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838358.474797:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838358.476061:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838358.476067:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838358.476069:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838358.476074:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838358.476077:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838358.476080:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838358.476082:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838358.476085:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838358.476087:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838358.538959:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838358.538965:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838358.538971:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838358.538973:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838358.542713:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838358.542720:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838358.542725:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838359.499004:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838359.499017:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838359.499019:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838359.499024:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838359.499026:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838359.499029:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838359.499032:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838359.499223:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838359.499227:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838359.499229:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838359.499232:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838359.499235:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838359.499697:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838359.499701:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838359.499704:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838359.499706:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838359.563534:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838359.563540:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838359.563546:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838359.563547:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838359.564842:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838359.564849:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838359.564853:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838360.522767:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838360.522767:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838360.522774:0:2350:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1788838360.522775:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838360.522779:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838360.522785:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838360.522789:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838360.522793:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838360.522796:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838360.522799:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838360.522801:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838350/real 1788838350] req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1788838360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838360.522803:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788838360.522818:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838360.522821:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838360.522824:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8478. 00000400:00000200:1.0:1788838360.522832:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:1.0:1788838360.522834:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:1.0:1788838360.522838:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838360.522843:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1788838360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838360.522852:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1788838360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838360.522860:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838360.522862:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838360.522864:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838360.522866:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838360.522870:0:2350:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1788838360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838360.522877:0:2350:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838360.522884:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838360.522886:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838360.522888:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838360.522890:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838360.522892:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838360.522897:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1788838360 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838360.522903:0:2350:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788838360.522905:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838360.522907:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838360.522908:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838360.522910:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788838360.522912:0:2350:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788838360.522916:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4ee9000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788838360.522941:0:2350:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110) 00000100:00000001:1.0:1788838360.522944:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788838360.522948:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1788838360 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838360.522955:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d42bd992-a3be-4d80-820c-fbfec117af9a:2350:1875731132261120:192.168.203.123@tcp:250:kworker.0 00000100:00000001:1.0:1788838360.522959:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838360.522962:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838360.522967:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908e00 x1875731132261120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1788838360 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838360.522974:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838360.522977:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838360.522981:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ea400. 00000100:00080000:0.0:1788838360.522982:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788838360.522986:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1788838360.522989:0:30697:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:1.0:1788838360.522990:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:0.0:1788838360.522992:0:30697:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000040:1.0:1788838360.522994:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000100:00080000:0.0:1788838360.522996:0:30697:0:(import.c:65:import_set_state_nolock()) ffff98afc4ee9000 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1788838360.522998:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838360.523003:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082400. 00000100:00000001:0.0:1788838360.523003:0:30697:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788838360.523009:0:30697:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1812 00000400:00000200:0.0:1788838360.523016:0:30697:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 02000000:00000001:1.0:1788838360.523023:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1788838360.523024:0:30697:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 02000000:00000001:1.0:1788838360.523028:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1788838360.523030:0:30697:0:(import.c:2149:obd_at_measure()) add 10 to ffff98afc4ee9418 time=39 v=5 (1 1 1 1) 00000100:00000010:1.0:1788838360.523032:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908e00. 00000100:00001000:0.0:1788838360.523036:0:30697:0:(import.c:2215:obd_at_measure()) AT ffff98afc4ee9418 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00000001:1.0:1788838360.523038:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838360.523043:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788838360.523043:0:30697:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1788838360.523050:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838360.523053:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838360.523054:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838360.523060:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838360.523064:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:0.0:1788838360.523067:0:30697:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838360.523069:0:30697:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c3f0 00000020:00000001:0.0:1788838360.523071:0:30697:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838360.523074:0:30697:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc7ccd800 refcount=3 00000020:00000001:0.0:1788838360.523077:0:30697:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479471630336 : -113594237921280 : ffff98afc7ccd800) 00000020:00000001:0.0:1788838360.523079:0:30697:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479471630336 : -113594237921280 : ffff98afc7ccd800) 00000100:00000040:0.0:1788838360.523082:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838360.523084:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838360.523086:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838360.523089:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:0.0:1788838360.523091:0:30697:0:(genops.c:879:class_export_put()) PUTting export ffff98afc7ccd800 : new refcount 2 00000100:00080000:0.0:1788838360.523094:0:30697:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff98afc4ee9000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:0.0:1788838360.523097:0:30697:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838360.523099:0:30697:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788838360.523103:0:30697:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838360.523106:0:30697:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838360.523108:0:30697:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1788838360.523110:0:30697:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838360.523127:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b480. 00000020:00000040:0.0:1788838360.523130:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 02000000:00000001:0.0:1788838360.523134:0:30697:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838360.523135:0:30697:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838360.523138:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838360.523140:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838360.523143:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838360.523150:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082400. 00000100:00000001:0.0:1788838360.523156:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838360.523162:0:30697:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838360.523170:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838360.523174:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838360.523179:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8163314] to pc [ptlrpcd_rcv+-1] req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838360.523199:0:30697:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788838360.523202:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838360.523206:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788838360.523208:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838360.523211:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838360.523213:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838360.523216:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838360.523220:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1828) 00000100:00000001:1.0:1788838360.523620:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838360.523624:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838360.523626:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838360.523631:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838360.523638:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838360.523640:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838360.523642:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838360.523645:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838360.523647:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838360.523650:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d42bd992-a3be-4d80-820c-fbfec117af9a:2350:1875731132261376:192.168.203.123@tcp:250:kworker.0 00000100:00000001:1.0:1788838360.523653:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838360.523679:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838360.523682:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838360.523694:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838360.523700:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ea400. 02000000:00000001:1.0:1788838360.523702:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838360.523708:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838360.523712:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8478. 00000400:00000010:1.0:1788838360.523717:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838360.523724:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132261376, portal 25 00000100:00000001:1.0:1788838360.523726:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838360.523728:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000040:1.0:1788838360.523733:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838360.523740:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838360.523743:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838360.523746:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcd48. 00000100:00000200:1.0:1788838360.523749:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875731132261376, offset 0 00000400:00000200:1.0:1788838360.523755:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838360.523762:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838360.523768:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838360.523774:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838360.523779:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838360.523792:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838360.523795:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838360.523799:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2539:2539:256:4294967295] 192.168.203.123@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:1.0:1788838360.523803:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838360.523811:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838360.523817:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838360.523822:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933100. 00000800:00000200:1.0:1788838360.523828:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838360.523835:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838360.523840:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788838360.523859:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838360.523864:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838360.523866:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296494583 00000100:00000010:1.0:1788838360.523871:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b4360. 00000100:00000001:1.0:1788838360.523877:0:2350:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838360.523883:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296494583 00000100:00000010:1.0:1788838360.523886:0:2350:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b4180. 00000100:00000001:1.0:1788838360.523888:0:2350:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838360.523891:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838360.523894:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838360.523897:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838360.523899:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838360.523903:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838360.523904:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838360.523906:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838360.523907:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838360.523909:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838360.523910:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838360.524188:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838360.524193:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933100. 00000400:00000200:0.0:1788838360.524198:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838360.524204:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838360.524210:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcd48 00000400:00000010:0.0:1788838360.524212:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcd48. 00000100:00000001:0.0:1788838360.524216:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838360.524221:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838360.524229:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838360.524232:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838360.524237:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838360.524239:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838360.529139:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838360.529155:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838360.529160:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838360.529163:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838360.529170:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838360.529177:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838360.529185:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838360.529190:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838360.529194:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838360.529198:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 25 MB=0x6a9f7afd52400 00000400:00000200:1.0:1788838360.529203:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838360.529270:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 416/416 into md 0x6cb9 [1] + 0 00000800:00000001:1.0:1788838360.529278:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838360.529286:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838360.529290:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838360.529294:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838360.529302:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838360.529322:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838360.529332:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838360.529403:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838360.529407:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838360.529426:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838360.529435:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838360.529438:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838360.530642:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838360.530740:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838360.530744:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8478. 00000400:00000200:2.0:1788838360.530751:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:2.0:1788838360.530891:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:2.0:1788838360.530898:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838360.530908:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838360.530918:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 1788838375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838360.530926:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838360.530928:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838360.530931:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838360.530935:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838360.530937:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838360.530940:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838360.530942:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838360.530949:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838360.530953:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=39 v=10 (10 1 1 1) 00000100:00000001:2.0:1788838360.530957:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838360.530959:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838360.530962:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838360.530964:0:2350:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838360.530966:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838360.530971:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1788838375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838360.530978:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838360.530981:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838360.530983:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838360.530986:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788838360.530991:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.123@tcp: connect to target with instance 0 00000020:00000001:2.0:1788838360.530995:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788838360.530997:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c3f0 00000020:00000001:2.0:1788838360.530999:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838360.531002:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc7ccd800 refcount=3 00000020:00000001:2.0:1788838360.531004:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479471630336 : -113594237921280 : ffff98afc7ccd800) 00000020:00000001:2.0:1788838360.531007:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479471630336 : -113594237921280 : ffff98afc7ccd800) 00000100:00001000:2.0:1788838360.531010:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=1788838360 v=0 (0 0 0 0) 00000100:00001000:2.0:1788838360.531013:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4ee9418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1788838360.531020:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc7ccd800 : new refcount 2 00000100:00000001:2.0:1788838360.531023:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788838360.531026:0:2350:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1788838360.531029:0:2350:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838360.531030:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:2.0:1788838360.531034:0:2350:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.203.123@tcp) after server handle changed from 0xff98f31736b39442 to 0xff98f31736b3b964 00000100:00080000:2.0:1788838360.542326:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4ee9000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1788838360.542336:0:2350:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838360.542340:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788838360.542348:0:2350:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.203.123@tcp; invalidating 00000020:00000040:2.0:1788838360.542352:0:2350:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838360.542930:0:2350:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838360.542936:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838360.542947:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1788838375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838360.542958:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d42bd992-a3be-4d80-820c-fbfec117af9a:2350:1875731132261376:192.168.203.123@tcp:250:kworker.0 00000100:00000001:1.0:1788838360.542964:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838360.542967:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838360.542970:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b480 x1875731132261376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/416 e 0 to 0 dl 1788838375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838360.542981:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838360.542984:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838360.542988:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ea400. 02000000:00000001:1.0:1788838360.542991:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838360.542993:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838360.542994:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000020:00000001:1.0:1788838360.542996:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838360.542999:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082400. 02000000:00000001:1.0:1788838360.543002:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838360.543004:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838360.543006:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b480. 00000100:00000001:1.0:1788838360.543010:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838360.543012:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838360.543014:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838360.543017:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838360.543018:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838360.543020:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838360.543021:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838360.543062:0:32910:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788838360.543070:0:32910:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.203.123@tcp to MGS@192.168.203.123@tcp 00000100:00100000:3.0:1788838360.543074:0:32910:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788838360.543077:0:32910:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788838360.543079:0:32910:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1788838360.543083:0:32910:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788838360.543086:0:32910:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788838360.543090:0:32910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 3 00010000:00000001:3.0:1788838360.543095:0:32910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838360.543097:0:32910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838360.543099:0:32910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838360.543102:0:32910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:3.0:1788838360.543104:0:32910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838360.543107:0:32910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838360.543110:0:32910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838360.543114:0:32910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.123@tcp lock: ffff98afc2f0ec00/0x9f68a6b43b62c3f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xff98f31736b39449 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788838360.543134:0:32910:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788838360.543137:0:32910:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.123@tcp lock: ffff98afc2f0ec00/0x9f68a6b43b62c3f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xff98f31736b39449 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838360.543144:0:32910:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788838360.543147:0:32910:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788838360.543149:0:32910:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788838360.543150:0:32910:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788838360.543152:0:32910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788838360.543153:0:32910:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838360.543173:0:32910:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788838360.543175:0:32910:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788838360.543176:0:32910:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff98afd9a49200) refs 2 10000000:00000001:3.0:1788838360.543179:0:32910:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788838360.543180:0:32910:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838360.543183:0:32910:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838360.543185:0:32910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838360.543188:0:32910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838360.543190:0:32910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838360.543191:0:32910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838360.543194:0:32910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838360.543197:0:32910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0ec00 with handle 0x9f68a6b43b62c3f7 from hash 00010000:00000001:3.0:1788838360.543199:0:32910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838360.543201:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838360.543202:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543204:0:32910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838360.543323:0:32910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838360.543325:0:32910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838360.543327:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838360.543329:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543330:0:32910:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838360.543331:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838360.543333:0:32910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.123@tcp lock: ffff98afc2f0ec00/0x9f68a6b43b62c3f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xff98f31736b39449 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838360.543345:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543346:0:32910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838360.543347:0:32910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838360.543349:0:32910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838360.543351:0:32910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebc00 refcount=3 00000020:00000001:3.0:1788838360.543353:0:32910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838360.543355:0:32910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838360.543358:0:32910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838360.543368:0:32910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62c3fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xff98f31736b39450 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788838360.543374:0:32910:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788838360.543376:0:32910:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62c3fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xff98f31736b39450 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838360.543381:0:32910:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788838360.543383:0:32910:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788838360.543384:0:32910:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788838360.543386:0:32910:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788838360.543387:0:32910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788838360.543388:0:32910:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838360.543390:0:32910:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788838360.543391:0:32910:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788838360.543393:0:32910:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff98afc7e58000) refs 2 10000000:00000001:3.0:1788838360.543395:0:32910:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788838360.543396:0:32910:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838360.543398:0:32910:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838360.543399:0:32910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838360.543400:0:32910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838360.543401:0:32910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838360.543402:0:32910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838360.543404:0:32910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838360.543406:0:32910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bebc00 with handle 0x9f68a6b43b62c3fe from hash 00010000:00000001:3.0:1788838360.543407:0:32910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838360.543408:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838360.543409:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543410:0:32910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838360.543412:0:32910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838360.543413:0:32910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838360.543415:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838360.543416:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543417:0:32910:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838360.543418:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838360.543420:0:32910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62c3fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xff98f31736b39450 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838360.543427:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788838360.543429:0:32910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc9901500 count: 0 00010000:00000040:3.0:1788838360.543434:0:32910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc3252500 count: 2 00010000:00000001:3.0:1788838360.543437:0:32910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838360.543438:0:32910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838360.543439:0:32910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838360.543440:0:32910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838360.543442:0:32910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838360.543444:0:32910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838360.543515:0:32910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838360.543519:0:32910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.123@tcp lock: ffff98afc8bab400/0x9f68a6b43b62c428 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xff98f31736b39457 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788838360.543525:0:32910:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788838360.543527:0:32910:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.123@tcp lock: ffff98afc8bab400/0x9f68a6b43b62c428 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xff98f31736b39457 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838360.543532:0:32910:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1788838360.543534:0:32910:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788838360.543535:0:32910:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788838360.543537:0:32910:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788838360.543539:0:32910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788838360.543540:0:32910:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838360.543542:0:32910:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788838360.543543:0:32910:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788838360.543545:0:32910:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff98afc4acd400) refs 2 10000000:00000001:3.0:1788838360.543547:0:32910:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788838360.543548:0:32910:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838360.543550:0:32910:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838360.543552:0:32910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838360.543553:0:32910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838360.543555:0:32910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838360.543556:0:32910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838360.543558:0:32910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838360.543561:0:32910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bab400 with handle 0x9f68a6b43b62c428 from hash 00010000:00000001:3.0:1788838360.543562:0:32910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838360.543563:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838360.543565:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543566:0:32910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838360.543567:0:32910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838360.543568:0:32910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838360.543570:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838360.543571:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543572:0:32910:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838360.543573:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838360.543575:0:32910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.123@tcp lock: ffff98afc8bab400/0x9f68a6b43b62c428 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xff98f31736b39457 expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838360.543583:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788838360.543585:0:32910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc3252500 count: 0 00010000:00000040:3.0:1788838360.543589:0:32910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc3252c00 count: 2 00010000:00000001:3.0:1788838360.543591:0:32910:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838360.543592:0:32910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838360.543594:0:32910:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838360.543595:0:32910:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baba00 refcount=3 00000020:00000001:3.0:1788838360.543597:0:32910:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487220224 : -113594222331392 : ffff98afc8baba00) 00010000:00000001:3.0:1788838360.543599:0:32910:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487220224 : -113594222331392 : ffff98afc8baba00) 00010000:00000001:3.0:1788838360.543601:0:32910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838360.543604:0:32910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.123@tcp lock: ffff98afc8baba00/0x9f68a6b43b62c42f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xff98f31736b3945e expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788838360.543610:0:32910:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788838360.543613:0:32910:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.123@tcp lock: ffff98afc8baba00/0x9f68a6b43b62c42f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xff98f31736b3945e expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788838360.543618:0:32910:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1788838360.543621:0:32910:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788838360.543622:0:32910:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788838360.543623:0:32910:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788838360.543625:0:32910:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788838360.543626:0:32910:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838360.543628:0:32910:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788838360.543629:0:32910:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788838360.543630:0:32910:0:(mgc_request.c:123:config_log_put()) log params(ffff98afc3d62400) refs 2 10000000:00000001:3.0:1788838360.543632:0:32910:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788838360.543633:0:32910:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838360.543635:0:32910:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838360.543636:0:32910:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838360.543637:0:32910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838360.543638:0:32910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838360.543640:0:32910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838360.543641:0:32910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838360.543643:0:32910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baba00 with handle 0x9f68a6b43b62c42f from hash 00010000:00000001:3.0:1788838360.543645:0:32910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838360.543646:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838360.543648:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543649:0:32910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838360.543650:0:32910:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838360.543651:0:32910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838360.543653:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838360.543654:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838360.543655:0:32910:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838360.543897:0:32910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838360.543900:0:32910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.123@tcp lock: ffff98afc8baba00/0x9f68a6b43b62c42f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xff98f31736b3945e expref: -99 pid: 15897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838360.543908:0:32910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788838360.543910:0:32910:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc3252c00 count: 0 00000001:00000001:3.0:1788838360.543916:0:32910:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838360.543918:0:32910:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788838360.543919:0:32910:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788838360.543921:0:32910:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838360.543923:0:32910:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838360.543925:0:32910:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788838360.543930:0:32910:0:(import.c:65:import_set_state_nolock()) ffff98afc4ee9000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788838360.543934:0:32910:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788838360.543936:0:32910:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788838360.543939:0:32910:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788838360.543941:0:32910:0:(import.c:65:import_set_state_nolock()) ffff98afc4ee9000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788838360.543943:0:32910:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788838360.543944:0:32910:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1788838360.543946:0:32910:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.203.123@tcp: Reactivating import 00000100:00080000:3.0:1788838360.543960:0:32910:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1788838360.543962:0:32910:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838360.543963:0:32910:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788838360.543968:0:32910:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) MGC192.168.203.123@tcp: Connection restored to 192.168.203.123@tcp (at 192.168.203.123@tcp) 00000100:00000001:3.0:1788838360.543971:0:32910:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838360.543973:0:32910:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838360.543975:0:32910:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:3.0:1788838360.543977:0:32910:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788838360.543978:0:32910:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788838360.554711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ec00. 00010000:00000010:3.1:1788838360.554725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebc00. 00010000:00000010:3.1:1788838360.554729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901500. 00010000:00000010:3.1:1788838360.554733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab400. 00010000:00000010:3.1:1788838360.554738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252500. 00010000:00000010:3.1:1788838360.554741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baba00. 00010000:00000010:3.1:1788838360.554744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc3252c00. 00010000:00000001:0.0:1788838360.587221:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838360.587228:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838360.587230:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838360.587236:0:14789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838360.587238:0:14789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838360.587240:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838360.587244:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838360.587246:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838360.587248:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838360.587250:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838360.587299:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838360.587302:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838360.587305:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788838361.546862:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838361.546872:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838361.546874:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838361.546879:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838361.546881:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838361.546885:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838361.546887:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838361.550600:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838361.550610:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838361.550612:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838361.550620:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838361.550624:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838361.550629:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838361.550632:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838361.550635:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838361.550638:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838361.610870:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838361.610876:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838361.610938:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838361.610942:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838361.610944:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1788838362.186771:0:15911:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788838362.186780:0:15911:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff98afc4acd400) refs 2 10000000:00000001:2.0:1788838362.186784:0:15911:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788838362.186787:0:15911:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788838362.186789:0:15911:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1788838362.186790:0:15911:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788838362.186793:0:15911:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1788838362.186795:0:15911:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788838362.186797:0:15911:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff98afd0025800 from 6 10000000:00000001:2.0:1788838362.186800:0:15911:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788838362.186801:0:15911:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1788838362.186813:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838362.186817:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838362.186822:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838362.186826:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838362.186831:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838362.186839:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8a20e00. 00000100:00000001:2.0:1788838362.186846:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.186851:0:15911:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838362.186853:0:15911:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838362.186887:0:15911:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c800. 00010000:00000001:2.0:1788838362.186892:0:15911:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838362.186895:0:15911:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516800. 00000020:00000001:2.0:1788838362.186900:0:15911:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838362.186903:0:15911:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516800 with handle 0x9f68a6b43b62cfce to hash 00000020:00000001:2.0:1788838362.186905:0:15911:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838362.186906:0:15911:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:2.0:1788838362.186909:0:15911:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:2.0:1788838362.186912:0:15911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838362.186915:0:15911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838362.186919:0:15911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.123@tcp lock: ffff98afc1516800/0x9f68a6b43b62cfce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838362.186929:0:15911:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.123@tcp lock: ffff98afc1516800/0x9f68a6b43b62cfce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838362.186943:0:15911:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.123@tcp lock: ffff98afc1516800/0x9f68a6b43b62cfce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838362.186949:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838362.186951:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838362.186957:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.186960:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418748480 : -113594290803136 : ffff98afc4a5ee40) 00000100:00000001:2.0:1788838362.186962:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.186964:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838362.186968:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838362.186972:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.186974:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838362.186975:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838362.186986:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.186994:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838362.186997:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.187000:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838362.187003:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838362.187005:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838362.187009:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132261504:192.168.203.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.187013:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838362.187018:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838362.187020:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.187023:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838362.187027:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838362.187029:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.187036:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838362.187040:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d8f0. 00000400:00000010:2.0:1788838362.187046:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ae58. 00000100:00000200:2.0:1788838362.187053:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132261504, portal 25 00000100:00000001:2.0:1788838362.187055:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.187057:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838362.187062:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.187069:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838362.187072:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838362.187075:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a198. 00000100:00000200:2.0:1788838362.187078:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875731132261504, offset 0 00000400:00000200:2.0:1788838362.187083:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838362.187091:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.187098:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838362.187102:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838362.187106:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838362.187110:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838362.187113:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.187116:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2540:2540:256:4294967295] 192.168.203.123@tcp LPNI seq info [2540:2540:8:4294967295] 00000400:00000200:2.0:1788838362.187121:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.187130:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838362.187135:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838362.187140:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14000. 00000800:00000200:2.0:1788838362.187146:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838362.187153:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838362.187158:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838362.187176:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.187180:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838362.187183:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496246 00000100:00000001:2.0:1788838362.187190:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296494583 00000100:00000001:2.0:1788838362.187195:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496246 00000100:00000001:2.0:1788838362.187198:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296494583 00000100:00000001:2.0:1788838362.187202:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.187205:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.187207:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838362.187209:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838362.187212:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838362.187215:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838362.187218:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838362.187391:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838362.187396:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14000. 00000400:00000200:0.0:1788838362.187401:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838362.187406:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838362.187411:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a198 00000400:00000010:0.0:1788838362.187414:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a198. 00000100:00000001:0.0:1788838362.187417:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838362.187421:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.187430:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.187433:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.187449:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.187451:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.190031:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.190046:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.190049:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.190052:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.190060:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.190067:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.190075:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.190080:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.190085:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.190089:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 344 into portal 25 MB=0x6a9f7afd52480 00000400:00000200:1.0:1788838362.190094:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.190099:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 344/344 into md 0x6cc9 [1] + 224 00000800:00000001:1.0:1788838362.190106:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.190111:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.190114:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.190118:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.190125:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.190132:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.190143:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.190163:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.190171:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.190174:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.190974:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838362.190983:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838362.190985:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838362.190988:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d8f0. 00000400:00000200:2.0:1788838362.190993:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:2.0:1788838362.190996:0:15911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:2.0:1788838362.190999:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838362.191005:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838362.191015:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.191022:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838362.191024:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.191026:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838362.191029:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838362.191031:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838362.191034:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.191037:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838362.191043:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838362.191047:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838362.191049:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838362.191051:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.191053:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838362.191056:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.191058:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838362.191063:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.191069:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.191072:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838362.191074:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838362.191078:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838362.191085:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132261504:192.168.203.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.191089:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.191091:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.191094:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838362.191096:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.191099:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.191105:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838362.191107:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.191109:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838362.191111:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.191113:0:15911:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838362.191116:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838362.191119:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838362.191121:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516800 refcount=4 00000020:00000001:2.0:1788838362.191123:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:2.0:1788838362.191126:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000040:2.0:1788838362.191132:0:15911:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516800, remote cookie: 0xff98f31736b3ba7c, flags: 0x0 00010000:00000001:2.0:1788838362.191135:0:15911:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838362.191139:0:15911:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838362.191141:0:15911:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838362.191142:0:15911:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838362.191143:0:15911:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838362.191146:0:15911:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff98afc7e4c800) refcount = 1 00010000:00010000:2.0:1788838362.191150:0:15911:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.123@tcp lock: ffff98afc1516800/0x9f68a6b43b62cfce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba7c expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838362.191157:0:15911:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838362.191159:0:15911:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838362.191160:0:15911:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838362.191163:0:15911:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838362.191165:0:15911:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838362.191168:0:15911:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.123@tcp lock: ffff98afc1516800/0x9f68a6b43b62cfce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xff98f31736b3ba7c expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838362.191173:0:15911:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838362.191174:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838362.191176:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838362.191176:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838362.191177:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838362.191178:0:15911:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.191181:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.191184:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132261504/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.191189:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838362.191192:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838362.191257:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838362.191262:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838362.191264:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.191266:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.191268:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838362.191270:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8a20e00. 02000000:00000001:2.0:1788838362.191273:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838362.191275:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838362.191276:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838362.191279:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838362.191281:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1788838362.191283:0:15911:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788838362.191286:0:15911:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788838362.191288:0:15911:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff98afc4acd400) refs 3 10000000:00000001:2.0:1788838362.191290:0:15911:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.191292:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838362.191293:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838362.191295:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516800 refcount=3 00000020:00000001:2.0:1788838362.191297:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:2.0:1788838362.191299:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:2.0:1788838362.191302:0:15911:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1788838362.191303:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838362.191304:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838362.191305:0:15911:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788838362.191308:0:15911:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1788838362.191313:0:15911:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff98afd09e6e60. 00000100:00000010:2.0:1788838362.191335:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838362.191339:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838362.191342:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838362.191344:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838362.191348:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838362.191353:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8a20e00. 00000100:00000001:2.0:1788838362.191464:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.191470:0:15911:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788838362.191475:0:15911:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff98afc406e000. 00000100:00000010:2.0:1788838362.191478:0:15911:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff98afd110d280. 00000020:00000040:2.0:1788838362.191481:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838362.191485:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838362.191487:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838362.191492:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.191494:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418748480 : -113594290803136 : ffff98afc4a5ee40) 00000100:00000001:2.0:1788838362.191497:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.191498:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838362.191502:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838362.191506:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.191508:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838362.191509:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838362.191513:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.191521:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838362.191523:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.191527:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838362.191529:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838362.191531:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838362.191534:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132261632:192.168.203.123@tcp:256:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.191538:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838362.191542:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838362.191544:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.191546:0:15911:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788838362.191551:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838362.191555:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d8f0. 00000400:00000010:2.0:1788838362.191559:0:15911:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98afc4a5ea80. 00000100:00000200:2.0:1788838362.191564:0:15911:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9f7afd52500-0x6a9f7afd52500, portal 33 00000100:00000001:2.0:1788838362.191567:0:15911:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.191569:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838362.191572:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8a20600. 02000000:00000001:2.0:1788838362.191574:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.191577:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838362.191579:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d688. 00000400:00000010:2.0:1788838362.191581:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ae58. 00000100:00000200:2.0:1788838362.191584:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132261632, portal 25 00000100:00000001:2.0:1788838362.191586:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.191587:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838362.191591:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.191597:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838362.191600:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838362.191602:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838362.191604:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875731132261632, offset 0 00000400:00000200:2.0:1788838362.191610:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838362.191616:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.191623:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838362.191627:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838362.191631:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838362.191634:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838362.191637:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.191641:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2541:2541:256:4294967295] 192.168.203.123@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:2.0:1788838362.191648:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.192482:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838362.192491:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838362.192498:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14600. 00000800:00000200:2.0:1788838362.192506:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838362.192515:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838362.192519:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14600 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:2.0:1788838362.192604:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.192609:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838362.192612:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496251 00000100:00000001:2.0:1788838362.192621:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496246 00000100:00000001:2.0:1788838362.192626:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496251 00000100:00000001:2.0:1788838362.192629:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496246 00000100:00000001:2.0:1788838362.192632:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.192635:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.192638:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838362.192641:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838362.192643:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838362.192645:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838362.192647:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838362.195813:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838362.195822:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14600. 00000400:00000200:0.0:1788838362.195829:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838362.195838:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838362.195845:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:0.0:1788838362.195848:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:0.0:1788838362.195853:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838362.195861:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.195874:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.195878:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.195885:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.195888:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.207724:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.207741:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.207745:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.207748:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.207756:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.207764:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.207773:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.207777:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.207782:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.207786:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 132 into portal 33 MB=0x6a9f7afd52500 00000400:00000200:1.0:1788838362.207791:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.207797:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.123@tcp of length 132/132 into md 0x6cd1 [4] + 0 00000400:00000010:1.0:1788838362.207801:0:2343:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d8f0. 00000400:00000200:1.0:1788838362.207806:0:2343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc4a5ea80 00000800:00000001:1.0:1788838362.207812:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.207818:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.207822:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.207827:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838362.207832:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4a5ea80 00000400:00000010:1.0:1788838362.207834:0:2343:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff98afc4a5ea80. 00000100:00000001:1.0:1788838362.207838:0:2343:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788838362.207840:0:2343:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff98afc4ac2a00 desc ffff98afc406e000 mbits 1875731132261632 00000100:00000001:1.0:1788838362.207857:0:2343:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788838362.207864:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838362.207868:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.207873:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838362.207879:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2542:2542:256:4294967295] 192.168.203.123@tcp LPNI seq info [2542:2542:8:4294967295] 00000400:00000200:1.0:1788838362.207883:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.207890:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838362.207896:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838362.207901:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff98afc4a2b200. 00000800:00000200:1.0:1788838362.207907:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838362.207915:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838362.207920:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4a2b200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838362.208004:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838362.208008:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff98afc4a2b200. 00000400:00000200:1.0:1788838362.208011:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.208015:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838362.208020:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.208023:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.209391:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838362.209398:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838362.211636:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.211679:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.211683:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.211686:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.211696:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.211703:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.211713:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.211718:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.211722:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.211727:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 240 into portal 25 MB=0x6a9f7afd52500 00000400:00000200:1.0:1788838362.211732:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.211737:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 240/240 into md 0x6cd9 [1] + 224 00000800:00000001:1.0:1788838362.211744:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.211754:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.211757:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.211762:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.211769:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.211778:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.211789:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.211811:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.211820:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.211823:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.211880:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838362.211887:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838362.211889:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838362.211892:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d688. 00000400:00000200:2.0:1788838362.211897:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:2.0:1788838362.211899:0:15911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:2.0:1788838362.211902:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838362.211906:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838362.211916:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.211923:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838362.211925:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.211928:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838362.211931:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838362.211934:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838362.211936:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.211939:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838362.211945:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838362.211948:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838362.211951:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838362.211953:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.211956:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838362.211958:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.211961:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838362.211965:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788838362.211973:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.211981:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838362.211983:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838362.211987:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838362.211994:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132261632:192.168.203.123@tcp:256:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.211999:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.212001:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.212004:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838362.212006:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.212009:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.212015:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838362.212018:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.212021:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838362.212022:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788838362.212028:0:15911:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:2.0:1788838362.212030:0:15911:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1788838362.212036:0:15911:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff98afc406e800. 10000000:00000010:2.0:1788838362.212040:0:15911:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff98afd85e5280. 10000000:00000200:2.0:1788838362.212045:0:15911:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1788838362.212047:0:15911:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:2.0:1788838362.212054:0:15911:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1788838362.212056:0:15911:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:2.0:1788838362.212059:0:15911:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.123@tcp has 192.168.203.123@tcp. 00000100:00000001:2.0:1788838362.212062:0:15911:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.212063:0:15911:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1788838362.212065:0:15911:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.123@tcp with 192.168.203.123@tcp 00000100:00000200:2.0:1788838362.212067:0:15911:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.123@tcp' 00000400:00000200:2.0:1788838362.212069:0:15911:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1788838362.212071:0:15911:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:2.0:1788838362.212074:0:15911:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.212078:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212081:0:15911:0:(peer.c:1907:lnet_peer_add()) peer 192.168.203.123@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1788838362.212084:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212089:0:15911:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1788838362.212091:0:15911:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.203.123@tcp NID 192.168.203.123@tcp: 0. pending discovery 00000400:00000200:2.0:1788838362.212094:0:15911:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.123@tcp 00000100:00000001:2.0:1788838362.212096:0:15911:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.212098:0:15911:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788838362.212100:0:15911:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0000-osc-ffff98afd0025800 10000000:00000200:2.0:1788838362.212102:0:15911:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1788838362.212104:0:15911:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff98afd0025800 00010000:00000001:2.0:1788838362.212107:0:15911:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1788838362.212108:0:15911:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:2.0:1788838362.212110:0:15911:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.123@tcp has 192.168.203.123@tcp. 00000100:00000001:2.0:1788838362.212112:0:15911:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.212113:0:15911:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1788838362.212115:0:15911:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.123@tcp with 192.168.203.123@tcp 00000100:00000200:2.0:1788838362.212116:0:15911:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.123@tcp' 00000400:00000200:2.0:1788838362.212117:0:15911:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1788838362.212119:0:15911:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:2.0:1788838362.212120:0:15911:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.212123:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212125:0:15911:0:(peer.c:1907:lnet_peer_add()) peer 192.168.203.123@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1788838362.212127:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212129:0:15911:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1788838362.212131:0:15911:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.203.123@tcp NID 192.168.203.123@tcp: 0. pending discovery 00000400:00000200:2.0:1788838362.212133:0:15911:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.123@tcp 00000100:00000001:2.0:1788838362.212134:0:15911:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.212136:0:15911:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788838362.212137:0:15911:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0001-osc-ffff98afd0025800 10000000:00000200:2.0:1788838362.212139:0:15911:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1788838362.212141:0:15911:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838362.212143:0:15911:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1788838362.212144:0:15911:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:2.0:1788838362.212146:0:15911:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.123@tcp has 192.168.203.123@tcp. 00000100:00000001:2.0:1788838362.212148:0:15911:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.212149:0:15911:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1788838362.212150:0:15911:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.123@tcp with 192.168.203.123@tcp 00000100:00000200:2.0:1788838362.212151:0:15911:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.123@tcp' 00000400:00000200:2.0:1788838362.212153:0:15911:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1788838362.212154:0:15911:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:2.0:1788838362.212155:0:15911:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.212157:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212159:0:15911:0:(peer.c:1907:lnet_peer_add()) peer 192.168.203.123@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1788838362.212161:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212163:0:15911:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1788838362.212165:0:15911:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.203.123@tcp NID 192.168.203.123@tcp: 0. pending discovery 00000400:00000200:2.0:1788838362.212167:0:15911:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.123@tcp 00000100:00000001:2.0:1788838362.212168:0:15911:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.212170:0:15911:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788838362.212172:0:15911:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff98afd0025800 target is obsoleted(1/2), reconnect 00000100:00000001:2.0:1788838362.212175:0:15911:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:2.0:1788838362.212177:0:15911:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff98afc4eee000 already not connected (conn 21, was 0): CONNECTING 00010000:00000001:2.0:1788838362.212181:0:15911:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1788838362.212187:0:15911:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.123@tcp->12345-192.168.203.123@tcp 00000100:00000001:2.0:1788838362.212189:0:15911:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1788838362.212191:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212288:0:15911:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.203.123@tcp primary NID 192.168.203.123@tcp rc 0 00000100:00000001:2.0:1788838362.212292:0:15911:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788838362.212294:0:15911:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838362.212297:0:15911:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000100:00000001:2.0:1788838362.212300:0:15911:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630479400349888 : -113594309201728 : 0xffff98afc38d30c0) 00000100:00000040:2.0:1788838362.212303:0:15911:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000040:2.0:1788838362.212305:0:15911:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.123@tcp -> ffff98afc38d30c0 00010000:00080000:2.0:1788838362.212309:0:15911:0:(ldlm_lib.c:85:import_set_conn()) imp ffff98afc4eee000@lustre-MDT0000-mdc-ffff98afd0025800: found existing conn 192.168.203.123@tcp, moved to head 00010000:00000001:2.0:1788838362.212312:0:15911:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1788838362.212315:0:15911:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:2.0:1788838362.212317:0:15911:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.212319:0:15911:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:2.0:1788838362.212320:0:15911:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff98afd0025800 10000000:00000010:2.0:1788838362.212323:0:15911:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff98afd85e5280. 10000000:00000010:2.0:1788838362.212326:0:15911:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff98afc406e800. 10000000:00000001:2.0:1788838362.212329:0:15911:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.212331:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.212335:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132261632/t0(0) o256->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 304/240 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.212341:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838362.212343:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838362.212346:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8a20600. 02000000:00000001:2.0:1788838362.212349:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838362.212351:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.212353:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.212355:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788838362.212357:0:15911:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1788838362.212359:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.212360:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.212361:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1788838362.212427:0:15911:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff98afd110d280. 00000100:00000010:2.0:1788838362.212431:0:15911:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff98afc406e000. 00000100:00000001:2.0:1788838362.212433:0:15911:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1788838362.212444:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8a20e00. 02000000:00000001:2.0:1788838362.212448:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838362.212449:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838362.212451:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838362.212454:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838362.212455:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1788838362.212473:0:15911:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff98afd09e6e60. 10000000:01000000:2.0:1788838362.212476:0:15911:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.123@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1788838362.212480:0:15911:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1788838362.212482:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838362.212484:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838362.212487:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516800 refcount=3 00000020:00000001:2.0:1788838362.212490:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:2.0:1788838362.212493:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877440 : -113594346674176 : ffff98afc1516800) 00010000:00000001:2.0:1788838362.212495:0:15911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838362.212499:0:15911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.123@tcp lock: ffff98afc1516800/0x9f68a6b43b62cfce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba7c expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838362.212508:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838362.212510:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838362.212512:0:15911:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.123@tcp lock: ffff98afc1516800/0x9f68a6b43b62cfce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba7c expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838362.212518:0:15911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838362.212519:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838362.212520:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788838362.212522:0:15911:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788838362.212524:0:15911:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788838362.212526:0:15911:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1788838362.212529:0:15911:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788838362.212531:0:15911:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff98afc7e58000) refs 2 10000000:00000001:2.0:1788838362.212533:0:15911:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788838362.212534:0:15911:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788838362.212535:0:15911:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff98afc4acd400) refs 3 10000000:00000001:2.0:1788838362.212537:0:15911:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788838362.212538:0:15911:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788838362.212540:0:15911:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1788838362.212541:0:15911:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788838362.212543:0:15911:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98afd0025800 from 42 10000000:00000001:2.0:1788838362.212545:0:15911:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788838362.212546:0:15911:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1788838362.212551:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838362.212554:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838362.212558:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838362.212560:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838362.212565:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838362.212570:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc8a20e00. 00000100:00000001:2.0:1788838362.212574:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.212579:0:15911:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838362.212580:0:15911:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838362.212586:0:15911:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c400. 00010000:00000001:2.0:1788838362.212589:0:15911:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838362.212592:0:15911:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517000. 00000020:00000001:2.0:1788838362.212595:0:15911:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838362.212597:0:15911:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517000 with handle 0x9f68a6b43b62cfd5 to hash 00000020:00000001:2.0:1788838362.212598:0:15911:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838362.212600:0:15911:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362879488 : -113594346672128 : ffff98afc1517000) 00010000:00000001:2.0:1788838362.212602:0:15911:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362879488 : -113594346672128 : ffff98afc1517000) 00010000:00000001:2.0:1788838362.212605:0:15911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838362.212607:0:15911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838362.212611:0:15911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.123@tcp lock: ffff98afc1517000/0x9f68a6b43b62cfd5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838362.212618:0:15911:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.123@tcp lock: ffff98afc1517000/0x9f68a6b43b62cfd5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838362.212627:0:15911:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.123@tcp lock: ffff98afc1517000/0x9f68a6b43b62cfd5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838362.212633:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838362.212635:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838362.212639:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.212641:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418748480 : -113594290803136 : ffff98afc4a5ee40) 00000100:00000001:2.0:1788838362.212644:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.212645:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838362.212649:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838362.212653:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.212685:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838362.212687:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838362.212691:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.212698:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838362.212700:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.212704:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838362.212706:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838362.212709:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838362.212712:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132261760:192.168.203.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.212716:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838362.212720:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838362.212723:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.212726:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838362.212730:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838362.212732:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.212737:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838362.212739:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d688. 00000400:00000010:2.0:1788838362.212743:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ae58. 00000100:00000200:2.0:1788838362.212748:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132261760, portal 25 00000100:00000001:2.0:1788838362.212750:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.212752:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838362.212757:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.212763:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838362.212766:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838362.212769:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aa18. 00000100:00000200:2.0:1788838362.212772:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875731132261760, offset 0 00000400:00000200:2.0:1788838362.212777:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838362.212784:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212789:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838362.212793:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838362.212797:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838362.212801:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838362.212804:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.212807:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2543:2543:256:4294967295] 192.168.203.123@tcp LPNI seq info [2543:2543:8:4294967295] 00000400:00000200:2.0:1788838362.212811:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.212819:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838362.212824:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838362.212829:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14400. 00000800:00000200:2.0:1788838362.212836:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838362.212843:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838362.212847:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838362.212916:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.212920:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838362.212923:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496272 00000100:00000001:2.0:1788838362.212930:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496251 00000100:00000001:2.0:1788838362.212934:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496272 00000100:00000001:2.0:1788838362.212938:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496251 00000100:00000001:2.0:1788838362.212941:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.212943:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.212946:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838362.212948:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838362.212950:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838362.212952:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838362.212954:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838362.215140:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838362.215149:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14400. 00000400:00000200:0.0:1788838362.215155:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838362.215163:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838362.215169:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aa18 00000400:00000010:0.0:1788838362.215171:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aa18. 00000100:00000001:0.0:1788838362.215176:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838362.215182:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.215192:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.215349:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.215357:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.215366:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.235169:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.235183:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.235188:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.235191:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.235199:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.235206:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.235214:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.235219:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.235223:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.235227:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 344 into portal 25 MB=0x6a9f7afd52580 00000400:00000200:1.0:1788838362.235232:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.235238:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 344/344 into md 0x6ce1 [1] + 224 00000800:00000001:1.0:1788838362.235245:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.235251:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.235254:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.235259:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.235267:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.235275:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.235447:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.235469:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.235478:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.235482:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.235595:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838362.235603:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838362.235605:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838362.235608:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d688. 00000400:00000200:2.0:1788838362.235612:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:2.0:1788838362.235614:0:15911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:2.0:1788838362.235617:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838362.235622:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838362.235631:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.235638:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838362.235640:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.235642:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838362.235645:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838362.235647:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838362.235649:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.235652:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838362.235743:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838362.235748:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838362.235751:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838362.235752:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.235755:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838362.235757:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.235760:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838362.235764:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.235840:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.235844:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838362.235846:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838362.235851:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838362.235859:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132261760:192.168.203.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.235864:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.235867:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.235869:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838362.235871:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.235874:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.235881:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838362.235883:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.235886:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838362.235887:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.235890:0:15911:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838362.235893:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838362.235895:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838362.235898:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517000 refcount=4 00000020:00000001:2.0:1788838362.235901:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362879488 : -113594346672128 : ffff98afc1517000) 00010000:00000001:2.0:1788838362.235903:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362879488 : -113594346672128 : ffff98afc1517000) 00010000:00000040:2.0:1788838362.235909:0:15911:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517000, remote cookie: 0xff98f31736b3ba83, flags: 0x0 00010000:00000001:2.0:1788838362.235912:0:15911:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838362.235915:0:15911:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838362.235917:0:15911:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838362.235919:0:15911:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838362.235920:0:15911:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838362.235922:0:15911:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff98afc7e4c400) refcount = 1 00010000:00010000:2.0:1788838362.235928:0:15911:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.123@tcp lock: ffff98afc1517000/0x9f68a6b43b62cfd5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba83 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838362.235945:0:15911:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838362.235947:0:15911:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838362.235949:0:15911:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838362.235952:0:15911:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838362.235955:0:15911:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838362.235958:0:15911:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.123@tcp lock: ffff98afc1517000/0x9f68a6b43b62cfd5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xff98f31736b3ba83 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838362.235965:0:15911:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838362.235966:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838362.235968:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838362.235969:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838362.235970:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838362.235971:0:15911:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.235974:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.235977:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132261760/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.235983:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838362.235985:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838362.235988:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838362.235991:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838362.235994:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.235996:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.235998:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838362.236001:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc8a20e00. 02000000:00000001:2.0:1788838362.236004:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838362.236005:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838362.236007:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838362.236010:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838362.236011:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1788838362.236013:0:15911:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788838362.236016:0:15911:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788838362.236019:0:15911:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff98afc7e58000) refs 3 10000000:00000001:2.0:1788838362.236021:0:15911:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.236022:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838362.236024:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838362.236025:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517000 refcount=3 00000020:00000001:2.0:1788838362.236027:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362879488 : -113594346672128 : ffff98afc1517000) 00010000:00000001:2.0:1788838362.236029:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362879488 : -113594346672128 : ffff98afc1517000) 00010000:00000001:2.0:1788838362.236031:0:15911:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1788838362.236033:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838362.236033:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838362.236035:0:15911:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788838362.236037:0:15911:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1788838362.236042:0:15911:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff98afd110d280. 00000020:00000010:2.0:1788838362.236045:0:15911:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc8a20e00. 00000020:00000010:2.0:1788838362.236050:0:15911:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc8a20600. 00000040:00000010:2.0:1788838362.236055:0:15911:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff98afc8a20800. 00000020:00000010:2.0:1788838362.236059:0:15911:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98afc4b0a800. 00000020:00000010:2.0:1788838362.236063:0:15911:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98afc8a21e00. 80000000:00000010:2.0:1788838362.236068:0:15911:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98afd0b17540. 00040000:00000010:2.0:1788838362.236072:0:15911:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98afc99f7400. 20000000:00000010:2.0:1788838362.236077:0:15911:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff98afc1343c00. 10000000:00000040:2.0:1788838362.236081:0:15911:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff98afc4a3b000 : new refcount 2 00000020:00000001:2.0:1788838362.236083:0:15911:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1788838362.236085:0:15911:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:2.0:1788838362.236087:0:15911:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788838362.236090:0:15911:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff98afc7e59a00. 00000040:00000001:2.0:1788838362.236094:0:15911:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788838362.236096:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000010:2.0:1788838362.236100:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838362.236102:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838362.236650:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838362.236655:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838362.236850:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838362.236860:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc7e58200. 00000100:00000001:2.0:1788838362.236867:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.236873:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838362.236875:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838362.236880:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.236882:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418748480 : -113594290803136 : ffff98afc4a5ee40) 00000100:00000001:2.0:1788838362.236885:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.236886:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838362.236890:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838362.236895:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.236896:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838362.236898:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838362.236904:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.236911:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838362.236913:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.236916:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838362.236919:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838362.236921:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838362.236924:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132261888:192.168.203.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.236927:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838362.236931:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838362.236933:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.236935:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838362.236939:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc7e59e00. 02000000:00000001:2.0:1788838362.236941:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.236946:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838362.236949:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d688. 00000400:00000010:2.0:1788838362.236954:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ae58. 00000100:00000200:2.0:1788838362.236959:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132261888, portal 25 00000100:00000001:2.0:1788838362.236961:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.236962:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838362.236966:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.236973:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838362.236975:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838362.236978:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a908. 00000100:00000200:2.0:1788838362.236981:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875731132261888, offset 0 00000400:00000200:2.0:1788838362.236987:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838362.236993:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.236999:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838362.237003:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838362.237007:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838362.237011:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838362.237013:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.237016:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2544:2544:256:4294967295] 192.168.203.123@tcp LPNI seq info [2544:2544:8:4294967295] 00000400:00000200:2.0:1788838362.237021:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.237028:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838362.237033:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838362.237038:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14b00. 00000800:00000200:2.0:1788838362.237043:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838362.237050:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838362.237054:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14b00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788838362.237127:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.237132:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838362.237135:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496296 00000100:00000001:2.0:1788838362.237143:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496272 00000100:00000001:2.0:1788838362.237148:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496296 00000100:00000001:2.0:1788838362.237151:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496272 00000100:00000001:2.0:1788838362.237154:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.237157:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.237159:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838362.237161:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838362.237164:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838362.237166:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838362.237168:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838362.241083:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838362.241093:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14b00. 00000400:00000200:0.0:1788838362.241100:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838362.241108:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838362.241116:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a908 00000400:00000010:0.0:1788838362.241118:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a908. 00000100:00000001:0.0:1788838362.241123:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838362.241131:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.241143:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.241147:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.241155:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.241156:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.252425:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.252454:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.252458:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.252461:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.252469:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.252478:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.252488:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.252493:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.252499:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.252503:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 272 into portal 25 MB=0x6a9f7afd52600 00000400:00000200:1.0:1788838362.252508:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.252515:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 272/272 into md 0x6ce9 [1] + 224 00000800:00000001:1.0:1788838362.252522:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.252531:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.252535:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.252540:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.252546:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.252555:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.252566:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.252590:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.252598:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.252602:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.252692:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838362.252700:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838362.252702:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838362.252705:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d688. 00000400:00000200:2.0:1788838362.252710:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:2.0:1788838362.252712:0:15911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:2.0:1788838362.252715:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838362.252720:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838362.252730:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.252737:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838362.252739:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.252741:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838362.252745:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838362.252747:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838362.252749:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.252753:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838362.252759:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838362.252764:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838362.252767:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838362.252769:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.252780:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838362.252783:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.252786:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838362.252791:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.252798:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.252801:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838362.252803:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838362.252807:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838362.252816:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132261888:192.168.203.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.252821:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.252824:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.252826:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838362.252829:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.252832:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.252842:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838362.252845:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.252849:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838362.252851:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.252856:0:15911:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788838362.252860:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.252862:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.252864:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788838362.252865:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.252868:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132261888/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.252875:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838362.252878:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838362.252881:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc7e59e00. 02000000:00000001:2.0:1788838362.252884:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838362.252885:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.252886:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.252888:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838362.252891:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc7e58200. 02000000:00000001:2.0:1788838362.252894:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838362.252896:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838362.252898:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838362.252902:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838362.252903:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788838362.252906:0:15911:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.252909:0:15911:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788838362.252916:0:15911:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff98afc411a000. 00000040:00000001:2.0:1788838362.252918:0:15911:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788838362.252920:0:15911:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788838362.252922:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000010:2.0:1788838362.252925:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838362.252928:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838362.252931:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838362.252933:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838362.252937:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838362.252942:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc7e58200. 00000100:00000001:2.0:1788838362.252947:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.252950:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838362.252952:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838362.252957:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.252959:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418748480 : -113594290803136 : ffff98afc4a5ee40) 00000100:00000001:2.0:1788838362.252972:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.252973:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838362.252978:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838362.252982:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.252984:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838362.252985:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838362.252990:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.252997:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838362.252999:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.253003:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838362.253005:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838362.253008:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838362.253011:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262016:192.168.203.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.253015:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838362.253019:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838362.253022:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.253025:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838362.253045:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98afd0b24000. 02000000:00000001:2.0:1788838362.253047:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.253052:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838362.253056:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d688. 00000400:00000010:2.0:1788838362.253061:0:15911:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98afc4a5ea80. 00000100:00000200:2.0:1788838362.253067:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875731132262016, portal 25 00000100:00000001:2.0:1788838362.253069:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.253070:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838362.253076:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.253083:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838362.253086:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838362.253089:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ae58. 00000100:00000200:2.0:1788838362.253092:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875731132262016, offset 0 00000400:00000200:2.0:1788838362.253098:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838362.253104:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.253109:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838362.253114:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838362.253118:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838362.253122:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838362.253125:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.253129:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2545:2545:256:4294967295] 192.168.203.123@tcp LPNI seq info [2545:2545:8:4294967295] 00000400:00000200:2.0:1788838362.253134:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.253142:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838362.253148:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838362.253152:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000800:00000200:2.0:1788838362.253159:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838362.253166:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838362.253171:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788838362.253188:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.253192:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838362.253195:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496312 00000100:00000001:2.0:1788838362.253203:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496296 00000100:00000001:2.0:1788838362.253209:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496312 00000100:00000001:2.0:1788838362.253212:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496296 00000100:00000001:2.0:1788838362.253216:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.253218:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.253221:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838362.253223:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838362.253226:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838362.253228:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838362.253230:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838362.253557:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838362.253562:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:0.0:1788838362.253565:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838362.253570:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838362.253573:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:0.0:1788838362.253575:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:0.0:1788838362.253578:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838362.253582:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.253589:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.253591:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.253597:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.253598:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.258937:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.263881:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.263889:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.263894:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.263903:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.263909:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.263920:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.263924:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.263929:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.263932:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 8416 into portal 25 MB=0x6a9f7afd52680 00000400:00000200:1.0:1788838362.263937:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.263942:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 8416/8416 into md 0x6cf1 [4] + 224 00000800:00000001:1.0:1788838362.263949:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.263963:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.263966:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.263971:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.263977:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.263986:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.263996:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.264019:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.264028:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.264032:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.264574:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838362.264583:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838362.264586:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838362.264589:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d688. 00000400:00000200:2.0:1788838362.264595:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4a5ea80 00000400:00000010:2.0:1788838362.264597:0:15911:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff98afc4a5ea80. 00000100:00000001:2.0:1788838362.264601:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838362.264607:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838362.264617:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.264624:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838362.264627:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.264629:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838362.264632:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838362.264644:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838362.264647:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.264651:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838362.264689:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838362.264694:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838362.264697:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838362.264699:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.264702:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838362.264704:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.264707:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838362.264712:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.264720:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.264724:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838362.264726:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838362.264730:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838362.264738:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262016:192.168.203.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.264743:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.264747:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.264750:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838362.264752:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.264755:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.264763:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838362.264766:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.264769:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838362.264770:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.264787:0:15911:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788838362.264789:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.264792:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132262016/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.264799:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838362.264801:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838362.264804:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98afd0b24000. 02000000:00000001:2.0:1788838362.264817:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838362.264820:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.264822:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.264825:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838362.264828:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc7e58200. 02000000:00000001:2.0:1788838362.264831:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838362.264832:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838362.264834:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838362.264837:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838362.264839:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838362.264842:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.264843:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.264845:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:2.0:1788838362.264848:0:15911:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.264850:0:15911:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.264854:0:15911:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788838362.264859:0:15911:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff98afd0b17ea0. 00000040:00001000:2.0:1788838362.264861:0:15911:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:2.0:1788838362.265562:0:32920:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788838362.265569:0:32920:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc7e58200. 00000020:00000010:2.0:1788838362.265576:0:32920:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc7e59e00. 00000040:00000010:2.0:1788838362.265581:0:32920:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff98afc12e7200. 00000020:00000010:2.0:1788838362.265585:0:32920:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98afc4b0e000. 00000020:00000010:2.0:1788838362.265591:0:32920:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98afd0f19928. 00000020:00000010:2.0:1788838362.265595:0:32920:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98afd850bc00. 80000000:00000010:2.0:1788838362.265599:0:32920:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98afd0b175a0. 40000000:00000010:2.0:1788838362.265603:0:32920:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff98afd110dd40. 00100000:00000010:2.0:1788838362.265609:0:32920:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98afc4b0f800. 00040000:00000010:2.0:1788838362.265614:0:32920:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98afc4b14900. 00040000:00000010:2.0:1788838362.265618:0:32920:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff98afc4b0a000. 00040000:00000010:2.0:1788838362.265622:0:32920:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98afd850b400. 00000004:00000010:2.0:1788838362.265626:0:32920:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff98afc4b0d000. 00000004:00000010:2.0:1788838362.265640:0:32920:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98afc7c9e000. 00000004:00000010:2.0:1788838362.265645:0:32920:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff98afc4b0d800. 00002000:00000010:2.0:1788838362.265650:0:32920:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff98afc406e000. 00000004:00000010:2.0:1788838362.265654:0:32920:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff98afc406e800. 00000020:00000010:2.0:1788838362.265835:0:32920:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98afd110d140. 00000040:00000010:2.0:1788838362.265846:0:32920:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff98afc411c000. 00000040:00080000:2.0:1788838362.266508:0:32920:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:2.0:1788838362.266514:0:32920:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff98afc411c000. 00000020:00000010:2.0:1788838362.266520:0:32920:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98afd110d140. 00000020:00000010:2.0:1788838362.266537:0:32920:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98afc7e59e00. 00000040:00000010:2.0:1788838362.266542:0:32920:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98afc12e7200. 00000020:00000010:2.0:1788838362.266546:0:32920:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98afc4b0e000. 00000020:00000010:2.0:1788838362.266549:0:32920:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff98afd0f19928. 00000020:00000010:2.0:1788838362.266554:0:32920:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98afd850bc00. 80000000:00000010:2.0:1788838362.266557:0:32920:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98afd0b175a0. 40000000:00000010:2.0:1788838362.266560:0:32920:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff98afd110dd40. 00100000:00000010:2.0:1788838362.266563:0:32920:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff98afc4b0f800. 00040000:00000010:2.0:1788838362.266567:0:32920:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98afc4b14900. 00040000:00000010:2.0:1788838362.266571:0:32920:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff98afc4b0a000. 00040000:00000010:2.0:1788838362.266574:0:32920:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98afd850b400. 00000004:00000010:2.0:1788838362.266576:0:32920:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff98afc4b0d000. 00000004:00000010:2.0:1788838362.266580:0:32920:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff98afc7c9e000. 00000004:00000010:2.0:1788838362.266585:0:32920:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff98afc4b0d800. 00002000:00000010:2.0:1788838362.266587:0:32920:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff98afc406e000. 00000004:00000010:2.0:1788838362.266590:0:32920:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff98afc406e800. 00000020:00000010:2.0:1788838362.266593:0:32920:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc7e58200. 00000040:00000010:3.0:1788838362.271532:0:15911:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff98afd0b17ea0. 00000040:00000001:3.0:1788838362.271546:0:15911:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1788838362.271550:0:15911:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:3.0:1788838362.271556:0:15911:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff98afc411a000. 00000040:00000010:3.0:1788838362.271561:0:15911:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff98afc7e59a00. 00000020:00000001:3.0:1788838362.271565:0:15911:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.271568:0:15911:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1788838362.271576:0:15911:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98afc8a20600. 00000040:00000010:3.0:1788838362.271581:0:15911:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98afc8a20800. 00000020:00000010:3.0:1788838362.271584:0:15911:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98afc4b0a800. 00000020:00000010:3.0:1788838362.271589:0:15911:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98afc8a21e00. 80000000:00000010:3.0:1788838362.271593:0:15911:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98afd0b17540. 00040000:00000010:3.0:1788838362.271597:0:15911:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98afc99f7400. 20000000:00000010:3.0:1788838362.271602:0:15911:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff98afc1343c00. 00000020:00000010:3.0:1788838362.271605:0:15911:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc8a20e00. 10000000:00000010:3.0:1788838362.271608:0:15911:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff98afd110d280. 10000000:01000000:3.0:1788838362.271611:0:15911:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.123@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1788838362.271614:0:15911:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1788838362.271616:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838362.271618:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838362.271621:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517000 refcount=3 00000020:00000001:3.0:1788838362.271623:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362879488 : -113594346672128 : ffff98afc1517000) 00010000:00000001:3.0:1788838362.271626:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362879488 : -113594346672128 : ffff98afc1517000) 00010000:00000001:3.0:1788838362.271628:0:15911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838362.271633:0:15911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.123@tcp lock: ffff98afc1517000/0x9f68a6b43b62cfd5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba83 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838362.271652:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838362.271653:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838362.271686:0:15911:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.123@tcp lock: ffff98afc1517000/0x9f68a6b43b62cfd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba83 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838362.271692:0:15911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838362.271693:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838362.271694:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788838362.271695:0:15911:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.271697:0:15911:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.271700:0:15911:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1788838362.271702:0:15911:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788838362.271704:0:15911:0:(mgc_request.c:108:config_log_get()) log params (ffff98afc3d62400) refs 2 10000000:00000001:3.0:1788838362.271706:0:15911:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.271708:0:15911:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788838362.271709:0:15911:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff98afc7e58000) refs 3 10000000:00000001:3.0:1788838362.271711:0:15911:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788838362.271712:0:15911:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1788838362.271714:0:15911:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1788838362.271716:0:15911:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1788838362.271717:0:15911:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98afd0025800 from 7 10000000:00000001:3.0:1788838362.271719:0:15911:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1788838362.271721:0:15911:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1788838362.271730:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838362.271734:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838362.271738:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838362.271741:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838362.271745:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838362.271752:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc40f3400. 00000100:00000001:3.0:1788838362.271757:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838362.271762:0:15911:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838362.271764:0:15911:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838362.271770:0:15911:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ace00. 00010000:00000001:3.0:1788838362.271942:0:15911:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838362.271947:0:15911:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bebc00. 00000020:00000001:3.0:1788838362.271952:0:15911:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838362.271954:0:15911:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bebc00 with handle 0x9f68a6b43b62cfdc to hash 00000020:00000001:3.0:1788838362.271956:0:15911:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838362.271957:0:15911:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838362.271960:0:15911:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838362.271964:0:15911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838362.271966:0:15911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838362.271969:0:15911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62cfdc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838362.271976:0:15911:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62cfdc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838362.271990:0:15911:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62cfdc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838362.271996:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838362.271998:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838362.272004:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc89b26c0. 00000100:00000001:3.0:1788838362.272006:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479485150912 : -113594224400704 : ffff98afc89b26c0) 00000100:00000001:3.0:1788838362.272008:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838362.272010:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:3.0:1788838362.272014:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838362.272017:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.272020:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838362.272021:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838362.272031:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838362.272039:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838362.272041:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838362.272044:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838362.272047:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838362.272049:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838362.272052:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262144:192.168.203.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788838362.272056:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838362.272061:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838362.272064:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838362.272066:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838362.272071:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8715400. 02000000:00000001:3.0:1788838362.272073:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838362.272080:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838362.272084:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000010:3.0:1788838362.272090:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce000. 00000100:00000200:3.0:1788838362.272097:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132262144, portal 25 00000100:00000001:3.0:1788838362.272099:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838362.272101:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838362.272106:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838362.272115:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838362.272118:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838362.272120:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce908. 00000100:00000200:3.0:1788838362.272123:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875731132262144, offset 0 00000400:00000200:3.0:1788838362.272130:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838362.272138:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838362.272145:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838362.272150:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838362.272153:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838362.272157:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838362.272160:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838362.272164:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2546:2546:256:4294967295] 192.168.203.123@tcp LPNI seq info [2546:2546:8:4294967295] 00000400:00000200:3.0:1788838362.272169:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838362.272178:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838362.272185:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838362.272190:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3900. 00000800:00000200:3.0:1788838362.272267:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838362.272388:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838362.272395:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838362.272468:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838362.272475:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838362.272478:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496331 00000100:00000001:3.0:1788838362.272486:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496312 00000100:00000001:3.0:1788838362.272491:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496331 00000100:00000001:3.0:1788838362.272495:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496312 00000100:00000001:3.0:1788838362.272498:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838362.272500:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.272503:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838362.272505:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838362.272507:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b26c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838362.272509:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838362.272513:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838362.275179:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838362.275188:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:0.0:1788838362.275208:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838362.275217:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838362.275224:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:0.0:1788838362.275226:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:0.0:1788838362.275231:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838362.275239:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.275250:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.275254:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.275260:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.275261:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.283476:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.283491:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.283495:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.283498:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.283506:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.283514:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.283522:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.283527:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.283532:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.283536:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 344 into portal 25 MB=0x6a9f7afd52700 00000400:00000200:1.0:1788838362.283541:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.283547:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 344/344 into md 0x6cf9 [1] + 224 00000800:00000001:1.0:1788838362.283555:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.283561:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.283565:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.283568:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.283575:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.283584:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.283595:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.283614:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.283622:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.283625:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838362.283962:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838362.283970:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838362.283972:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838362.283975:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:3.0:1788838362.283979:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce000 00000400:00000010:3.0:1788838362.283982:0:15911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce000. 00000100:00000001:3.0:1788838362.283985:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838362.283990:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838362.283999:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838362.284006:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838362.284008:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838362.284010:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838362.284013:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838362.284015:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838362.284017:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838362.284020:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838362.284026:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838362.284030:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838362.284033:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838362.284034:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838362.284037:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838362.284039:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.284042:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838362.284046:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838362.284054:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838362.284057:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838362.284059:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838362.284064:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838362.284072:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262144:192.168.203.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788838362.284076:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838362.284078:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.284081:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838362.284083:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838362.284086:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838362.284091:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838362.284094:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc89b26c0. 00000100:00000001:3.0:1788838362.284096:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838362.284098:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838362.284100:0:15911:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838362.284104:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838362.284106:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838362.284109:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebc00 refcount=4 00000020:00000001:3.0:1788838362.284111:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838362.284114:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000040:3.0:1788838362.284120:0:15911:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bebc00, remote cookie: 0xff98f31736b3ba8a, flags: 0x0 00010000:00000001:3.0:1788838362.284123:0:15911:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838362.284126:0:15911:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838362.284128:0:15911:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838362.284129:0:15911:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838362.284131:0:15911:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838362.284133:0:15911:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff98afd83ace00) refcount = 1 00010000:00010000:3.0:1788838362.284138:0:15911:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62cfdc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba8a expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838362.284147:0:15911:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838362.284148:0:15911:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838362.284150:0:15911:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838362.284153:0:15911:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838362.284155:0:15911:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838362.284159:0:15911:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62cfdc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xff98f31736b3ba8a expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838362.284164:0:15911:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838362.284166:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838362.284167:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838362.284168:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838362.284169:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838362.284171:0:15911:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.284173:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838362.284177:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132262144/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838362.284183:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838362.284185:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838362.284188:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8715400. 02000000:00000001:3.0:1788838362.284204:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838362.284206:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838362.284208:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:3.0:1788838362.284210:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838362.284212:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc40f3400. 02000000:00000001:3.0:1788838362.284215:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838362.284217:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838362.284219:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838362.284222:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838362.284223:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1788838362.284225:0:15911:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.284228:0:15911:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788838362.284230:0:15911:0:(mgc_request.c:108:config_log_get()) log params (ffff98afc3d62400) refs 3 10000000:00000001:3.0:1788838362.284232:0:15911:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838362.284233:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838362.284235:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838362.284236:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebc00 refcount=3 00000020:00000001:3.0:1788838362.284238:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838362.284240:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838362.284243:0:15911:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1788838362.284245:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838362.284246:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838362.284247:0:15911:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.284250:0:15911:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1788838362.284255:0:15911:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff98afd00d2f00. 00000020:00000010:3.0:1788838362.284258:0:15911:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc40f3400. 00000020:00000010:3.0:1788838362.284264:0:15911:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc40f3200. 00000040:00000010:3.0:1788838362.284269:0:15911:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff98afc40f3c00. 00000020:00000010:3.0:1788838362.284274:0:15911:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98afd0917800. 00000020:00000010:3.0:1788838362.284279:0:15911:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98afc40f3000. 80000000:00000010:3.0:1788838362.284282:0:15911:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98afc4acbae0. 00040000:00000010:3.0:1788838362.284286:0:15911:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98afc40f3e00. 20000000:00000010:3.0:1788838362.284289:0:15911:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff98afc40f2e00. 10000000:00000040:3.0:1788838362.284304:0:15911:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff98afc4a3b000 : new refcount 2 00000020:00000001:3.0:1788838362.284307:0:15911:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1788838362.284308:0:15911:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1788838362.284310:0:15911:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788838362.284314:0:15911:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff98afc40f3a00. 00000040:00000001:3.0:1788838362.284317:0:15911:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788838362.284320:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000010:3.0:1788838362.284324:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838362.284326:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838362.284330:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838362.284333:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838362.284336:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838362.284342:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc40f2600. 00000100:00000001:3.0:1788838362.284347:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.284352:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838362.284353:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838362.284358:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc89b26c0. 00000100:00000001:3.0:1788838362.284360:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479485150912 : -113594224400704 : ffff98afc89b26c0) 00000100:00000001:3.0:1788838362.284363:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838362.284364:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:3.0:1788838362.284368:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838362.284373:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.284375:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838362.284376:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838362.284380:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838362.284387:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838362.284388:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838362.284392:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838362.284395:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838362.284397:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838362.284400:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262272:192.168.203.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788838362.284404:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838362.284408:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838362.284410:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838362.284412:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838362.284416:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f2a00. 02000000:00000001:3.0:1788838362.284418:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838362.284422:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838362.284425:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5bb00. 00000400:00000010:3.0:1788838362.284429:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce000. 00000100:00000200:3.0:1788838362.284448:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132262272, portal 25 00000100:00000001:3.0:1788838362.284451:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838362.284452:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838362.284458:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838362.284465:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838362.284467:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838362.284470:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cef68. 00000100:00000200:3.0:1788838362.284474:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875731132262272, offset 0 00000400:00000200:3.0:1788838362.284479:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838362.284485:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838362.284491:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838362.284496:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838362.284500:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838362.284503:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838362.284505:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838362.284509:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2547:2547:256:4294967295] 192.168.203.123@tcp LPNI seq info [2547:2547:8:4294967295] 00000400:00000200:3.0:1788838362.284513:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838362.284520:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838362.284525:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838362.284530:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3200. 00000800:00000200:3.0:1788838362.284536:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838362.284544:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838362.284549:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1788838362.284566:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838362.284570:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838362.284572:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496343 00000100:00000001:3.0:1788838362.284580:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496331 00000100:00000001:3.0:1788838362.284585:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496343 00000100:00000001:3.0:1788838362.284589:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496331 00000100:00000001:3.0:1788838362.284591:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838362.284594:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.284596:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838362.284598:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838362.284600:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc89b26c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838362.284603:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838362.284604:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838362.285267:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838362.285272:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3200. 00000400:00000200:0.0:1788838362.285283:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838362.285289:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838362.285301:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cef68 00000400:00000010:0.0:1788838362.285303:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cef68. 00000100:00000001:0.0:1788838362.285307:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838362.285311:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.285320:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.285323:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.285329:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.285331:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.292601:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.292621:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.292626:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.292629:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.292638:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.292645:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.292668:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.292673:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.292679:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.292683:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 272 into portal 25 MB=0x6a9f7afd52780 00000400:00000200:1.0:1788838362.292688:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.292694:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 272/272 into md 0x6d01 [1] + 224 00000800:00000001:1.0:1788838362.292701:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.292711:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.292715:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.292720:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.292727:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.292735:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.292747:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.292764:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.292771:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.292774:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.292944:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838362.292953:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838362.292955:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838362.292959:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5bb00. 00000400:00000200:2.0:1788838362.292964:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce000 00000400:00000010:2.0:1788838362.292967:0:15911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce000. 00000100:00000001:2.0:1788838362.292970:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838362.292975:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838362.292986:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.292993:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838362.292995:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.292997:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838362.293000:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838362.293003:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838362.293005:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.293009:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838362.293015:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838362.293019:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838362.293021:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838362.293022:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.293025:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838362.293027:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.293030:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838362.293035:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.293041:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.293043:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838362.293045:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838362.293048:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838362.293056:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262272:192.168.203.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.293060:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.293062:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.293064:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838362.293066:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.293070:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.293077:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838362.293080:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc89b26c0. 00000100:00000001:2.0:1788838362.293083:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838362.293085:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.293090:0:15911:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788838362.293094:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.293096:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.293098:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788838362.293100:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.293104:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132262272/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 504/272 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.293110:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838362.293113:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838362.293115:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f2a00. 02000000:00000001:2.0:1788838362.293118:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838362.293119:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.293121:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.293122:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838362.293125:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc40f2600. 02000000:00000001:2.0:1788838362.293128:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838362.293130:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838362.293132:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:2.0:1788838362.293135:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838362.293136:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788838362.293139:0:15911:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.293142:0:15911:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788838362.293149:0:15911:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff98afc411c000. 00000040:00000001:2.0:1788838362.293151:0:15911:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788838362.293152:0:15911:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788838362.293155:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000010:2.0:1788838362.293158:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838362.293160:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838362.293163:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838362.293165:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838362.293169:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838362.293174:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd850b400. 00000100:00000001:2.0:1788838362.293179:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.293182:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838362.293184:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838362.293188:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.293190:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418748480 : -113594290803136 : ffff98afc4a5ee40) 00000100:00000001:2.0:1788838362.293202:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.293203:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838362.293207:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838362.293211:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.293213:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838362.293215:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838362.293219:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.293226:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838362.293228:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.293231:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838362.293234:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838362.293236:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838362.293239:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262400:192.168.203.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.293243:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838362.293248:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838362.293250:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.293253:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838362.293274:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98afd0b24000. 02000000:00000001:2.0:1788838362.293277:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.293281:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838362.293285:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d688. 00000400:00000010:2.0:1788838362.293290:0:15911:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98afc4a5ea80. 00000100:00000200:2.0:1788838362.293309:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875731132262400, portal 25 00000100:00000001:2.0:1788838362.293311:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838362.293312:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838362.293317:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.293324:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838362.293326:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838362.293329:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a220. 00000100:00000200:2.0:1788838362.293331:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875731132262400, offset 0 00000400:00000200:2.0:1788838362.293337:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838362.293343:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.293349:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838362.293354:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838362.293357:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838362.293362:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838362.293364:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838362.293367:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2548:2548:256:4294967295] 192.168.203.123@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:2.0:1788838362.293371:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838362.293379:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838362.293385:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838362.293389:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000800:00000200:2.0:1788838362.293394:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838362.293401:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838362.293406:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788838362.293432:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838362.293446:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838362.293449:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496352 00000100:00000001:2.0:1788838362.293457:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496343 00000100:00000001:2.0:1788838362.293462:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496352 00000100:00000001:2.0:1788838362.293464:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496343 00000100:00000001:2.0:1788838362.293468:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.293470:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.293472:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838362.293473:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838362.293475:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5ee40 going to sleep for 11 seconds 00000100:00000001:2.0:1788838362.293477:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838362.293479:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838362.296652:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838362.296703:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:0.0:1788838362.296710:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838362.296717:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838362.296724:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a220 00000400:00000010:0.0:1788838362.296726:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a220. 00000100:00000001:0.0:1788838362.296732:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838362.296739:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.296751:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.296754:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.296760:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.296761:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.306534:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.306551:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.306555:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.306558:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.306567:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.306574:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.306583:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.306588:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.306592:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.306596:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 8416 into portal 25 MB=0x6a9f7afd52800 00000400:00000200:1.0:1788838362.306602:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.306608:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 8416/8416 into md 0x6d09 [4] + 224 00000800:00000001:1.0:1788838362.306614:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.306640:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.306643:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.306648:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.306700:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.306710:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.306720:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.306738:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.306747:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.306750:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.307052:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838362.307060:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838362.307062:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838362.307065:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d688. 00000400:00000200:2.0:1788838362.307071:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4a5ea80 00000400:00000010:2.0:1788838362.307074:0:15911:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff98afc4a5ea80. 00000100:00000001:2.0:1788838362.307076:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838362.307083:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838362.307093:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.307101:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838362.307102:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.307105:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838362.307108:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838362.307111:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838362.307113:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838362.307116:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838362.307122:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838362.307126:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838362.307128:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838362.307130:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838362.307133:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838362.307135:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.307139:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838362.307144:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.307152:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838362.307155:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838362.307157:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838362.307161:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838362.307169:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262400:192.168.203.123@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788838362.307174:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838362.307177:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838362.307180:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838362.307182:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.307186:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.307193:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838362.307196:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a5ee40. 00000100:00000001:2.0:1788838362.307199:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838362.307209:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.307217:0:15911:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788838362.307219:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838362.307222:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132262400/t0(0) o503->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838362.307228:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838362.307231:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838362.307234:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98afd0b24000. 02000000:00000001:2.0:1788838362.307244:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838362.307248:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.307249:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.307252:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838362.307255:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd850b400. 02000000:00000001:2.0:1788838362.307258:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838362.307260:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838362.307262:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838362.307266:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838362.307267:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838362.307269:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838362.307271:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838362.307272:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:2.0:1788838362.307275:0:15911:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.307277:0:15911:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788838362.307280:0:15911:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788838362.307285:0:15911:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff98afd0b175a0. 00000040:00001000:2.0:1788838362.307288:0:15911:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788838362.308140:0:32921:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788838362.308148:0:32921:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd850b400. 00000020:00000010:2.0:1788838362.308155:0:32921:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afd850bc00. 00000040:00000010:2.0:1788838362.308158:0:32921:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff98afd850ae00. 00000020:00000010:2.0:1788838362.308163:0:32921:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98afc4b0d800. 00000020:00000010:2.0:1788838362.308167:0:32921:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98afd0f19928. 00000020:00000010:2.0:1788838362.308171:0:32921:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98afd850b000. 80000000:00000010:2.0:1788838362.308175:0:32921:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98afd0b17960. 40000000:00000010:2.0:1788838362.308178:0:32921:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff98afd110dd40. 00100000:00000010:2.0:1788838362.308183:0:32921:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98afc4b0d000. 00040000:00000010:2.0:1788838362.308187:0:32921:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98afc4b14b00. 00040000:00000010:2.0:1788838362.308191:0:32921:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff98afc4b0a000. 00040000:00000010:2.0:1788838362.308194:0:32921:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98afd850be00. 00000004:00000010:2.0:1788838362.308198:0:32921:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff98afc4b0f800. 00000004:00000010:2.0:1788838362.308203:0:32921:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98afc7c9e000. 00000004:00000010:2.0:1788838362.308208:0:32921:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff98afc4b0e000. 00002000:00000010:2.0:1788838362.308212:0:32921:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff98afc406e800. 00000004:00000010:2.0:1788838362.308216:0:32921:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff98afc406e000. 00000020:00000010:2.0:1788838362.308220:0:32921:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98afd110d3c0. 00000040:00000010:2.0:1788838362.308228:0:32921:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff98afc411a000. 00000040:00080000:2.0:1788838362.309896:0:32921:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788838362.309906:0:32921:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff98afc411a000. 00000020:00000010:2.0:1788838362.309916:0:32921:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98afd110d3c0. 00000020:00000010:2.0:1788838362.309934:0:32921:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98afd850bc00. 00000040:00000010:2.0:1788838362.309938:0:32921:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98afd850ae00. 00000020:00000010:2.0:1788838362.309942:0:32921:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98afc4b0d800. 00000020:00000010:2.0:1788838362.309946:0:32921:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff98afd0f19928. 00000020:00000010:2.0:1788838362.309951:0:32921:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98afd850b000. 80000000:00000010:2.0:1788838362.309955:0:32921:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98afd0b17960. 40000000:00000010:2.0:1788838362.309959:0:32921:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff98afd110dd40. 00100000:00000010:2.0:1788838362.309963:0:32921:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff98afc4b0d000. 00040000:00000010:2.0:1788838362.309966:0:32921:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98afc4b14b00. 00040000:00000010:2.0:1788838362.309970:0:32921:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff98afc4b0a000. 00040000:00000010:2.0:1788838362.309973:0:32921:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98afd850be00. 00000004:00000010:2.0:1788838362.309977:0:32921:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff98afc4b0f800. 00000004:00000010:2.0:1788838362.309982:0:32921:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff98afc7c9e000. 00000004:00000010:2.0:1788838362.309987:0:32921:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff98afc4b0e000. 00002000:00000010:2.0:1788838362.309990:0:32921:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff98afc406e800. 00000004:00000010:2.0:1788838362.309993:0:32921:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff98afc406e000. 00000020:00000010:2.0:1788838362.309996:0:32921:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afd850b400. 00000040:00000010:3.0:1788838362.314830:0:15911:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff98afd0b175a0. 00000040:00000001:3.0:1788838362.314839:0:15911:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1788838362.314842:0:15911:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1788838362.314847:0:15911:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff98afc411c000. 00000040:00000010:3.0:1788838362.314851:0:15911:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff98afc40f3a00. 00000020:00000001:3.0:1788838362.314855:0:15911:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.314859:0:15911:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1788838362.314865:0:15911:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98afc40f3200. 00000040:00000010:3.0:1788838362.314869:0:15911:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98afc40f3c00. 00000020:00000010:3.0:1788838362.314873:0:15911:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98afd0917800. 00000020:00000010:3.0:1788838362.314879:0:15911:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98afc40f3000. 80000000:00000010:3.0:1788838362.314883:0:15911:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98afc4acbae0. 00040000:00000010:3.0:1788838362.314887:0:15911:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98afc40f3e00. 20000000:00000010:3.0:1788838362.314891:0:15911:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff98afc40f2e00. 00000020:00000010:3.0:1788838362.314895:0:15911:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc40f3400. 10000000:00000010:3.0:1788838362.314898:0:15911:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff98afd00d2f00. 10000000:01000000:3.0:1788838362.314901:0:15911:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.123@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1788838362.314905:0:15911:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1788838362.314908:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838362.314910:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838362.314913:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebc00 refcount=3 00000020:00000001:3.0:1788838362.314916:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838362.314919:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487482880 : -113594222068736 : ffff98afc8bebc00) 00010000:00000001:3.0:1788838362.314921:0:15911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838362.314926:0:15911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62cfdc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba8a expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838362.314936:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838362.314937:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838362.314940:0:15911:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.123@tcp lock: ffff98afc8bebc00/0x9f68a6b43b62cfdc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba8a expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838362.314946:0:15911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838362.314947:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838362.314949:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788838362.314950:0:15911:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.314952:0:15911:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.314955:0:15911:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1788838362.314958:0:15911:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788838362.314960:0:15911:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff98afd9a49200) refs 2 10000000:00000001:3.0:1788838362.314961:0:15911:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788838362.314963:0:15911:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788838362.314966:0:15911:0:(mgc_request.c:123:config_log_put()) log params(ffff98afc3d62400) refs 3 10000000:00000001:3.0:1788838362.314968:0:15911:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788838362.314969:0:15911:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788838362.315096:0:15911:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1788838362.315099:0:15911:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788838362.315101:0:15911:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff98afd00699b8 from 1 10000000:00000001:0.0:1788838362.315104:0:15911:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788838362.315105:0:15911:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1788838362.315116:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838362.315120:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838362.315124:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838362.315127:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838362.315132:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838362.315140:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc1285400. 00000100:00000001:0.0:1788838362.315146:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838362.315151:0:15911:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838362.315153:0:15911:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838362.315159:0:15911:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c400 count: 2 00010000:00000001:0.0:1788838362.315161:0:15911:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838362.315163:0:15911:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838362.315166:0:15911:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa400. 00000020:00000001:0.0:1788838362.315170:0:15911:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838362.315172:0:15911:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa400 with handle 0x9f68a6b43b62cfe3 to hash 00000020:00000001:0.0:1788838362.315173:0:15911:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838362.315175:0:15911:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838362.315177:0:15911:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838362.315180:0:15911:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838362.315183:0:15911:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838362.315186:0:15911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.123@tcp lock: ffff98afc8baa400/0x9f68a6b43b62cfe3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838362.315193:0:15911:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.123@tcp lock: ffff98afc8baa400/0x9f68a6b43b62cfe3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838362.315203:0:15911:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.123@tcp lock: ffff98afc8baa400/0x9f68a6b43b62cfe3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838362.315209:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838362.315211:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838362.315217:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd099f900. 00000100:00000001:0.0:1788838362.315219:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479619291392 : -113594090260224 : ffff98afd099f900) 00000100:00000001:0.0:1788838362.315221:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838362.315223:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000001:0.0:1788838362.315227:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838362.315232:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.315234:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838362.315235:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838362.315244:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.315252:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838362.315255:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838362.315258:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838362.315260:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838362.315263:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838362.315266:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262528:192.168.203.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788838362.315270:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838362.315275:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838362.315278:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838362.315280:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838362.315284:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0081400. 02000000:00000001:0.0:1788838362.315286:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838362.315293:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838362.315297:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838362.315304:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838362.315310:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132262528, portal 25 00000100:00000001:0.0:1788838362.315312:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838362.315313:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:0.0:1788838362.315319:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.315327:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838362.315329:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838362.315332:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc6e8. 00000100:00000200:0.0:1788838362.315335:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875731132262528, offset 0 00000400:00000200:0.0:1788838362.315341:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838362.315350:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838362.315357:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838362.315362:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838362.315367:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838362.315370:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838362.315373:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838362.315377:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2549:2549:256:4294967295] 192.168.203.123@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:0.0:1788838362.315382:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838362.315390:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838362.315395:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838362.315400:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509200. 00000800:00000200:0.0:1788838362.315407:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838362.315414:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838362.315418:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788838362.315428:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838362.315432:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838362.315445:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496374 00000100:00000001:0.0:1788838362.315454:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496352 00000100:00000001:0.0:1788838362.315458:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496374 00000100:00000001:0.0:1788838362.315461:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496352 00000100:00000001:0.0:1788838362.315468:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838362.315471:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.315473:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838362.315475:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838362.315478:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd099f900 going to sleep for 11 seconds 00000100:00000001:0.0:1788838362.315480:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838362.315482:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838362.315579:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838362.315593:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509200. 00000400:00000200:1.0:1788838362.315597:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.315602:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838362.315607:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc6e8 00000400:00000010:1.0:1788838362.315609:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc6e8. 00000100:00000001:1.0:1788838362.315613:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838362.315617:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.315626:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838362.315629:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.315636:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838362.315637:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.322500:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.322516:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.322520:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.322523:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.322531:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.322539:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.322547:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.322552:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.322557:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.322561:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 344 into portal 25 MB=0x6a9f7afd52880 00000400:00000200:1.0:1788838362.322566:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.322573:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 344/344 into md 0x6d11 [1] + 224 00000800:00000001:1.0:1788838362.322580:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.322589:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.322593:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.322597:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.322605:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.322613:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.322626:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.322646:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.322653:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.322693:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838362.322749:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838362.322756:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838362.322758:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838362.322761:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:0.0:1788838362.322766:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838362.322768:0:15911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838362.322771:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838362.322776:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838362.322785:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.322793:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838362.322795:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838362.322797:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838362.322801:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838362.322803:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838362.322805:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838362.322809:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838362.322816:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838362.322820:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838362.322823:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838362.322825:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838362.322828:0:15911:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838362.322831:0:15911:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.322834:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838362.322838:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.322845:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838362.322848:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838362.322850:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838362.322855:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838362.322863:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262528:192.168.203.123@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788838362.322868:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838362.322870:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.322873:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838362.322875:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.322879:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.322886:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838362.322888:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd099f900. 00000100:00000001:0.0:1788838362.322892:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838362.322894:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838362.322896:0:15911:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838362.322899:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838362.322902:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838362.322905:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=4 00000020:00000001:0.0:1788838362.322907:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838362.322911:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000040:0.0:1788838362.322917:0:15911:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa400, remote cookie: 0xff98f31736b3ba91, flags: 0x0 00010000:00000001:0.0:1788838362.322921:0:15911:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838362.322924:0:15911:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838362.322927:0:15911:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838362.322928:0:15911:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838362.322929:0:15911:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838362.322932:0:15911:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff98afc7e4c400) refcount = 2 00010000:00000040:0.0:1788838362.322943:0:15911:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838362.322947:0:15911:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.123@tcp lock: ffff98afc1517000/0x9f68a6b43b62cfd5 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xff98f31736b3ba83 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838362.322956:0:15911:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.123@tcp lock: ffff98afc8baa400/0x9f68a6b43b62cfe3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba91 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838362.322963:0:15911:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838362.322965:0:15911:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838362.322967:0:15911:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838362.322970:0:15911:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838362.322972:0:15911:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838362.322976:0:15911:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.123@tcp lock: ffff98afc8baa400/0x9f68a6b43b62cfe3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xff98f31736b3ba91 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838362.322981:0:15911:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838362.322983:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838362.322984:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838362.322985:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838362.322986:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838362.322987:0:15911:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.322991:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.322994:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132262528/t0(0) o101->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 328/344 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.323000:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838362.323002:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838362.323005:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0081400. 02000000:00000001:0.0:1788838362.323009:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838362.323011:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838362.323013:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838362.323015:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838362.323017:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc1285400. 02000000:00000001:0.0:1788838362.323020:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838362.323022:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838362.323023:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:0.0:1788838362.323026:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838362.323027:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788838362.323029:0:15911:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788838362.323032:0:15911:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788838362.323035:0:15911:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff98afd9a49200) refs 3 10000000:00000001:0.0:1788838362.323036:0:15911:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838362.323038:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838362.323039:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838362.323041:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838362.323042:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838362.323045:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838362.323047:0:15911:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788838362.323048:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838362.323049:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838362.323050:0:15911:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788838362.323053:0:15911:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788838362.323057:0:15911:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff98afd1358a80. 00000020:00000010:0.0:1788838362.323062:0:15911:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc1285400. 00000020:00000010:0.0:1788838362.323068:0:15911:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc1284600. 00000040:00000010:0.0:1788838362.323074:0:15911:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff98afc8d6fa00. 00000020:00000010:0.0:1788838362.323078:0:15911:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98afc4097000. 00000020:00000010:0.0:1788838362.323083:0:15911:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98afc8d6e600. 80000000:00000010:0.0:1788838362.323088:0:15911:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98afd05a1f60. 00040000:00000010:0.0:1788838362.323092:0:15911:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98afc8d6fc00. 20000000:00000010:0.0:1788838362.323096:0:15911:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff98afc8d6e200. 10000000:00000040:0.0:1788838362.323100:0:15911:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff98afc4a3b000 : new refcount 2 00000020:00000001:0.0:1788838362.323103:0:15911:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788838362.323105:0:15911:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1788838362.323107:0:15911:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788838362.323109:0:15911:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff98afd9a4da00. 00000040:00000001:0.0:1788838362.323112:0:15911:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788838362.323114:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000010:0.0:1788838362.323118:0:15911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838362.323119:0:15911:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=5 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838362.323123:0:15911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838362.323126:0:15911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838362.323129:0:15911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838362.323135:0:15911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc9969000. 00000100:00000001:0.0:1788838362.323140:0:15911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.323146:0:15911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838362.323147:0:15911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838362.323151:0:15911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd099f900. 00000100:00000001:0.0:1788838362.323152:0:15911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479619291392 : -113594090260224 : ffff98afd099f900) 00000100:00000001:0.0:1788838362.323154:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838362.323156:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000001:0.0:1788838362.323160:0:15911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838362.323164:0:15911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.323165:0:15911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838362.323167:0:15911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838362.323171:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.323178:0:15911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838362.323179:0:15911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838362.323182:0:15911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838362.323185:0:15911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838362.323187:0:15911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838362.323190:0:15911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262656:192.168.203.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788838362.323194:0:15911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838362.323198:0:15911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838362.323200:0:15911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838362.323203:0:15911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838362.323207:0:15911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc9968200. 02000000:00000001:0.0:1788838362.323208:0:15911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838362.323213:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838362.323215:0:15911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838362.323219:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838362.323225:0:15911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132262656, portal 25 00000100:00000001:0.0:1788838362.323226:0:15911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838362.323228:0:15911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:0.0:1788838362.323233:0:15911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.323240:0:15911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838362.323242:0:15911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838362.323245:0:15911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc110. 00000100:00000200:0.0:1788838362.323247:0:15911:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875731132262656, offset 0 00000400:00000200:0.0:1788838362.323252:0:15911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838362.323258:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838362.323263:0:15911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838362.323268:0:15911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838362.323272:0:15911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838362.323288:0:15911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838362.323292:0:15911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838362.323295:0:15911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2550:2550:256:4294967295] 192.168.203.123@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:0.0:1788838362.323299:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838362.323306:0:15911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838362.323311:0:15911:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838362.323316:0:15911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509c00. 00000800:00000200:0.0:1788838362.323322:0:15911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838362.323330:0:15911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838362.323334:0:15911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788838362.323341:0:15911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838362.323344:0:15911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838362.323347:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296496382 00000100:00000001:0.0:1788838362.323354:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496374 00000100:00000001:0.0:1788838362.323359:0:15911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296496382 00000100:00000001:0.0:1788838362.323362:0:15911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496374 00000100:00000001:0.0:1788838362.323364:0:15911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838362.323367:0:15911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838362.323369:0:15911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838362.323371:0:15911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838362.323373:0:15911:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd099f900 going to sleep for 11 seconds 00000100:00000001:0.0:1788838362.323375:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838362.323377:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838362.323881:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838362.323887:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509c00. 00000400:00000200:1.0:1788838362.323891:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.323896:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838362.323900:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc110 00000400:00000010:1.0:1788838362.323902:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc110. 00000100:00000001:1.0:1788838362.323906:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838362.323911:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.323920:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838362.323923:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.323930:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838362.323931:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838362.330006:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.330024:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838362.330028:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.330030:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.330038:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.330045:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838362.330054:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.330058:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.330063:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.330067:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 272 into portal 25 MB=0x6a9f7afd52900 00000400:00000200:1.0:1788838362.330071:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838362.330078:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 272/272 into md 0x6d21 [1] + 224 00000800:00000001:1.0:1788838362.330085:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.330091:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838362.330094:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838362.330099:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838362.330105:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838362.330113:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838362.330123:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838362.330142:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838362.330150:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838362.330154:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838362.330203:0:15911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838362.330210:0:15911:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838362.330212:0:15911:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838362.330215:0:15911:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:0.0:1788838362.330219:0:15911:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838362.330222:0:15911:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838362.330225:0:15911:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838362.330229:0:15911:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838362.330238:0:15911:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.330245:0:15911:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838362.330247:0:15911:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838362.330249:0:15911:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838362.330252:0:15911:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838362.330255:0:15911:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838362.330257:0:15911:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838362.330260:0:15911:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838362.330267:0:15911:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838362.330271:0:15911:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838362.330274:0:15911:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788838362.330287:0:15911:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.330295:0:15911:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788838362.330298:0:15911:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788838362.330303:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.330311:0:15911:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788838362.330314:0:15911:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838362.330316:0:15911:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838362.330320:0:15911:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838362.330328:0:15911:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d42bd992-a3be-4d80-820c-fbfec117af9a:15911:1875731132262656:192.168.203.123@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788838362.330333:0:15911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838362.330336:0:15911:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788838362.330339:0:15911:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838362.330341:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.330343:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.330349:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838362.330352:0:15911:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd099f900. 00000100:00000001:0.0:1788838362.330355:0:15911:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838362.330356:0:15911:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1788838362.330359:0:15911:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1788838362.330364:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838362.330365:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838362.330367:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788838362.330369:0:15911:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838362.330372:0:15911:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132262656/t0(0) o501->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 512/272 e 0 to 0 dl 1788838378 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838362.330379:0:15911:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838362.330381:0:15911:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838362.330384:0:15911:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc9968200. 02000000:00000001:0.0:1788838362.330386:0:15911:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838362.330388:0:15911:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838362.330389:0:15911:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838362.330391:0:15911:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838362.330394:0:15911:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc9969000. 02000000:00000001:0.0:1788838362.330397:0:15911:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838362.330399:0:15911:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838362.330401:0:15911:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:0.0:1788838362.330404:0:15911:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838362.330406:0:15911:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1788838362.330409:0:15911:0:(llog.c:1559:llog_open()) MGC192.168.203.123@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1788838362.330412:0:15911:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff98afd9a4da00. 00000040:00000001:0.0:1788838362.330417:0:15911:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1788838362.330420:0:15911:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1788838362.330424:0:15911:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1788838362.330430:0:15911:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98afc1284600. 00000040:00000010:0.0:1788838362.330443:0:15911:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98afc8d6fa00. 00000020:00000010:0.0:1788838362.330449:0:15911:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98afc4097000. 00000020:00000010:0.0:1788838362.330454:0:15911:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98afc8d6e600. 80000000:00000010:0.0:1788838362.330459:0:15911:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98afd05a1f60. 00040000:00000010:0.0:1788838362.330464:0:15911:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98afc8d6fc00. 20000000:00000010:0.0:1788838362.330468:0:15911:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff98afc8d6e200. 00000020:00000010:0.0:1788838362.330471:0:15911:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc1285400. 10000000:00000010:0.0:1788838362.330475:0:15911:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff98afd1358a80. 10000000:01000000:0.0:1788838362.330478:0:15911:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.123@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1788838362.330481:0:15911:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788838362.330483:0:15911:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838362.330486:0:15911:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838362.330489:0:15911:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa400 refcount=3 00000020:00000001:0.0:1788838362.330491:0:15911:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838362.330494:0:15911:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214592 : -113594222337024 : ffff98afc8baa400) 00010000:00000001:0.0:1788838362.330497:0:15911:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838362.330503:0:15911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.123@tcp lock: ffff98afc8baa400/0x9f68a6b43b62cfe3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba91 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838362.330513:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838362.330515:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838362.330518:0:15911:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.123@tcp lock: ffff98afc8baa400/0x9f68a6b43b62cfe3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xff98f31736b3ba91 expref: -99 pid: 15911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838362.330524:0:15911:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838362.330526:0:15911:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838362.330527:0:15911:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788838362.330528:0:15911:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788838362.330530:0:15911:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1788838362.330533:0:15911:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788838362.330535:0:15911:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788838362.330537:0:15911:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff98afd9a49200) refs 3 10000000:00000001:0.0:1788838362.330539:0:15911:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1788838362.573045:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838362.573052:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838362.573054:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838362.573059:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:3.0:1788838362.573062:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838362.573065:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838362.573068:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838362.573070:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838362.573072:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.577405:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838362.577416:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838362.577418:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838362.577422:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838362.577424:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838362.577427:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838362.577430:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838362.635222:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838362.635228:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838362.635233:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838362.635234:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838362.636396:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838362.636401:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838362.636405:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1788838363.531085:0:15911:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788838363.531095:0:15911:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1788838363.594858:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838363.594875:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838363.594877:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838363.594883:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838363.594886:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838363.594891:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838363.594894:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838363.594988:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838363.594992:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838363.594994:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838363.594998:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:2.0:1788838363.595002:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838363.595005:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838363.595008:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838363.595011:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838363.595014:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838363.658835:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838363.658845:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838363.658853:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838363.658854:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838363.658887:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838363.658901:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838363.658905:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838364.618898:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838364.618909:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838364.618911:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838364.618918:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:2.0:1788838364.618923:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838364.618928:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838364.618931:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838364.618936:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838364.618939:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838364.619122:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788838364.619134:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838364.619136:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838364.619139:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838364.619141:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838364.619143:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838364.619147:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838364.682825:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838364.682834:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838364.682845:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838364.682850:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838364.682852:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838364.682857:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838364.682861:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838364.682864:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838364.682867:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838364.682869:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838364.683129:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838364.683134:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838364.683137:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838365.642851:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838365.642861:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838365.642863:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838365.642871:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000040:0.0:1788838365.642873:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838365.642876:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838365.642881:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838365.642882:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788838365.642887:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838365.642890:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838365.642893:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838365.642896:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838365.642903:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838365.642908:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838365.642911:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838365.642917:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838365.642929:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509c00. 00000100:00000001:0.0:1788838365.642938:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838365.642954:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838365.642965:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838365.642970:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838365.642977:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098be35e0] to pc [ptlrpcd_00_01+1] req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838365.643012:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788838365.643015:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788838365.643018:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788838365.643021:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838365.643024:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838365.643027:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788838365.643030:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788838365.643045:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1833) 00000100:00000001:1.0:1788838365.643202:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838365.643207:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838365.643210:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838365.643218:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838365.643226:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838365.643228:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838365.643233:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838365.643236:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838365.643239:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838365.643243:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132262784:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838365.643248:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838365.643254:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838365.643257:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838365.643259:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838365.643265:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc4a2be00. 02000000:00000001:1.0:1788838365.643267:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838365.643277:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838365.643282:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8840. 00000400:00000010:1.0:1788838365.643290:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838365.643298:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132262784, portal 25 00000100:00000001:1.0:1788838365.643301:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838365.643303:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:1.0:1788838365.643309:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838365.643317:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838365.643321:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838365.643323:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc660. 00000100:00000200:1.0:1788838365.643326:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132262784, offset 0 00000400:00000200:1.0:1788838365.643334:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838365.643344:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838365.643352:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838365.643360:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838365.643365:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838365.643370:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838365.643374:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838365.643378:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2551:2551:256:4294967295] 192.168.203.123@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:1.0:1788838365.643384:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838365.643390:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000400:00000200:1.0:1788838365.643397:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000100:00000001:3.0:1788838365.643402:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838365.643406:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838365.643407:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000100:00000001:3.0:1788838365.643411:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838365.643422:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838365.643426:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788838365.643426:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000100:00000001:3.0:1788838365.643432:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838365.643439:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838365.643450:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838365.643456:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838365.643478:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838365.643483:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838365.643486:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296499702 00000100:00000001:1.0:1788838365.643495:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296496382 00000100:00000001:1.0:1788838365.643500:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296499702 00000100:00000001:1.0:1788838365.643504:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296496382 00000100:00000001:1.0:1788838365.643507:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838365.643510:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838365.643513:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838365.643515:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838365.643519:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838365.643520:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838365.643522:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838365.643523:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838365.643525:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838365.643527:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838365.643536:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838365.643539:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838365.643726:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838365.643732:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933a00. 00000400:00000200:0.0:1788838365.643738:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838365.643744:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838365.643750:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc660 00000400:00000010:0.0:1788838365.643753:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc660. 00000100:00000001:0.0:1788838365.643759:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838365.643763:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838365.643774:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838365.643778:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838365.643785:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838365.643787:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838365.645780:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838365.645811:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838365.645816:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838365.645820:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838365.645830:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838365.645838:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838365.645847:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838365.645852:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838365.645857:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838365.645862:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd52980 00000400:00000200:1.0:1788838365.645868:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838365.645875:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6d31 [1] + 224 00000800:00000001:1.0:1788838365.645884:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838365.645891:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838365.645895:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838365.645900:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838365.645909:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838365.645920:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838365.645931:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838365.645956:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838365.645966:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838365.645970:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838365.646163:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838365.646169:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838365.646177:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838365.646180:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838365.646184:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8840. 00000400:00000200:0.0:1788838365.646286:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc110 00000400:00000010:0.0:1788838365.646291:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc110. 00000100:00000001:0.0:1788838365.646296:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838365.646302:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838365.646312:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838365.646319:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838365.646322:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838365.646325:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838365.646329:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838365.646332:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838365.646335:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838365.646339:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838365.646348:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838365.646352:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838365.646355:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838365.646357:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838365.646361:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838365.646363:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838365.646367:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838365.646373:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838365.646381:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838365.646385:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838365.646388:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838365.646392:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838365.646401:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132262784:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838365.646407:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838365.646410:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838365.646425:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132262784/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838365.646433:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838365.646436:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838365.646440:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc4a2be00. 02000000:00000001:0.0:1788838365.646444:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838365.646448:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838365.646450:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838365.646453:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838365.646457:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509c00. 02000000:00000001:0.0:1788838365.646461:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838365.646463:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838365.646465:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:0.0:1788838365.646469:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838365.646471:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838365.646473:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838365.646482:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838365.646484:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838365.646487:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838365.646490:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838365.707484:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838365.707493:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838365.707501:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838365.707502:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838365.707602:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838365.707606:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838365.707610:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838366.666859:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788838366.666871:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838366.666873:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838366.666881:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00000001:2.0:1788838366.666885:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838366.666891:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838366.666894:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838366.666898:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838366.666901:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838366.668603:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838366.668619:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838366.668621:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838366.668627:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838366.668630:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838366.668633:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838366.668637:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838366.731144:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838366.731153:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838366.731161:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838366.731162:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838366.731184:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838366.731188:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838366.731191:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838367.691216:0:32679:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838367.691216:0:2350:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788838367.691226:0:2350:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1788838367.691227:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838367.691231:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838367.691239:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 0 seconds 00000100:00100000:1.0:1788838367.691244:0:2350:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788838352/real 1788838352] req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838367 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838367.691253:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838367.691261:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838367.691265:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000001:1.0:1788838367.691265:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1788838367.691268:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788838367.691269:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1788838367.691272:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788838367.691274:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7dc08. 00000400:00000200:1.0:1788838367.691285:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:1.0:1788838367.691288:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:1.0:1788838367.691294:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838367.691298:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838367 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838367.691308:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838367 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.691316:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838367.691318:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.691320:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838367.691329:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788838367.691333:0:2350:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838367 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.691340:0:2350:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.691348:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838367.691350:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.691352:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838367.691354:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838367.691356:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838367.691360:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838367 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.691367:0:2350:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788838367.691369:0:2350:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.691370:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838367.691371:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.691374:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788838367.691377:0:2350:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788838367.691381:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788838367.691415:0:2350:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110) 00000100:00000001:1.0:1788838367.691418:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788838367.691422:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838367 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838367.691429:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132261248:192.168.203.123@tcp:38:kworker.0 00000100:00000001:1.0:1788838367.691433:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.691436:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838367.691439:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909500 x1875731132261248/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1788838367 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.691446:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838367.691449:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838367.691455:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406dc00. 02000000:00000001:1.0:1788838367.691460:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838367.691464:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838367.691466:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838367.691469:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838367.691478:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082000. 00000100:00000040:3.0:1788838367.691483:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788838367.691483:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838367.691487:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838367.691490:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909500. 00000100:00000001:3.0:1788838367.691493:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788838367.691495:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838367.691498:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.691501:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.691503:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838367.691504:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.691505:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1788838367.691506:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896fb80. 00000100:00000001:1.0:1788838367.691508:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838367.691514:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838367.691520:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838367.691524:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838367.691530:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838367.691539:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3800. 00000100:00000001:3.0:1788838367.691547:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838367.691553:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838367.691565:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838367.691571:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838367.691578:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089385c55] to pc [ptlrpcd_01_01+1] req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.691625:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788838367.691627:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788838367.691631:0:30697:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788838367.691633:0:30697:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788838367.691634:0:30697:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788838367.691638:0:30697:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788838367.691641:0:30697:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 0 00000400:00000200:3.0:1788838367.691648:0:30697:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838367.691654:0:30697:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1788838367.691688:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838367.691692:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838367.691694:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838367.691696:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:3.0:1788838367.691699:0:30697:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788838367.691700:0:30697:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:3.0:1788838367.691703:0:30697:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838367.691708:0:30697:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:3.0:1788838367.691711:0:30697:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:3.0:1788838367.691713:0:30697:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00000040:3.0:1788838367.691716:0:30697:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838367.691718:0:30697:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838367.691720:0:30697:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838367.691721:0:30697:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:3.0:1788838367.691725:0:30697:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00080000:3.0:1788838367.691728:0:30697:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff98afd0025800: import ffff98afc4eee000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:3.0:1788838367.691730:0:30697:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838367.691733:0:30697:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788838367.691740:0:30697:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838367.691742:0:30697:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.691745:0:30697:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788838367.691749:0:30697:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788838367.691752:0:30697:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.691754:0:30697:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838367.691759:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838367.691762:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838367.691766:0:30697:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838367.691767:0:30697:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.691770:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838367.691771:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838367.691773:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838367.691778:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8715800. 00000100:00000001:3.0:1788838367.691791:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838367.691798:0:30697:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838367.691805:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838367.691807:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838367.691811:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c55cb5] to pc [ptlrpcd_rcv+-1] req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.691833:0:30697:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838367.691837:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788838367.691840:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788838367.691843:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788838367.691847:0:30697:0:(pinger.c:247:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788838367.691852:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1835) 00000100:00000001:3.0:1788838367.691865:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788838367.691868:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788838367.691869:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.691874:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838367.691876:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.691878:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838367.691879:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838367.691881:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838367.691886:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.691894:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838367.691896:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838367.691900:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838367.691904:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838367.691906:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838367.691910:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132262912:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838367.691916:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838367.691923:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838367.691925:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.691929:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838367.691939:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838367.691942:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838367.691955:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.691967:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838367.691969:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838367.691973:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838367.691977:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838367.691979:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838367.691983:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132263040:192.168.203.123@tcp:38:kworker.0 00000100:00000001:1.0:1788838367.691988:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838367.691992:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838367.691995:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838367.691998:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838367.692007:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ea000. 02000000:00000001:1.0:1788838367.692009:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838367.692017:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838367.692022:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f85d8. 00000400:00000010:1.0:1788838367.692029:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838367.692035:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132263040, portal 10 00000100:00000001:1.0:1788838367.692037:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838367.692039:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:1.0:1788838367.692048:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.692055:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838367.692058:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838367.692060:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcb28. 00000100:00000200:1.0:1788838367.692063:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132263040, offset 0 00000400:00000200:1.0:1788838367.692069:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838367.692078:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.692084:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838367.692090:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838367.692094:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838367.692098:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838367.692101:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838367.692104:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2552:2552:256:4294967295] 192.168.203.123@tcp LPNI seq info [2552:2552:8:4294967295] 00000400:00000200:1.0:1788838367.692109:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.692117:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838367.692123:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838367.692128:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933800. 00000800:00000200:1.0:1788838367.692135:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838367.692143:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838367.692148:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788838367.692159:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838367.692164:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 786850 usecs (787 jiffies) 02000000:00000001:3.0:1788838367.692166:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788838367.692172:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 02000000:00000010:3.0:1788838367.692176:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f2e00. 00000100:00000001:1.0:1788838367.692177:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296498452 00000100:00000001:1.0:1788838367.692183:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296499702 00000100:00000001:1.0:1788838367.692188:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296498452 02000000:00000001:3.0:1788838367.692189:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838367.692202:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838367.692203:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296499702 00000400:00000010:3.0:1788838367.692207:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000100:00000001:1.0:1788838367.692209:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1788838367.692216:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000001:1.0:1788838367.692216:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.692225:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788838367.692228:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132262912, portal 25 00000100:00000001:1.0:1788838367.692229:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.692242:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838367.692244:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788838367.692246:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838367.692248:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838367.692249:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.692411:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838367.692414:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484877696 : -113594224673920 : ffff98afc896fb80) 00000100:00000040:3.0:1788838367.692423:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.692431:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838367.692434:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838367.692437:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cea18. 00000100:00000200:3.0:1788838367.692442:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132262912, offset 0 00000400:00000200:3.0:1788838367.692448:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838367.692456:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838367.692462:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838367.692467:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838367.692471:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838367.692474:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838367.692476:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838367.692480:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2553:2553:255:4294967295] 192.168.203.123@tcp LPNI seq info [2553:2553:7:4294967295] 00000400:00000200:3.0:1788838367.692484:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838367.692492:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838367.692498:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838367.692503:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3000. 00000800:00000200:3.0:1788838367.692510:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838367.692518:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838367.692522:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838367.692526:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838367.692530:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838367.692532:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296501751 00000100:00000001:3.0:1788838367.692540:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296499702 00000100:00000001:3.0:1788838367.692545:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296501751 00000100:00000001:3.0:1788838367.692548:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296499702 00000100:00000001:3.0:1788838367.692552:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838367.692554:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.692557:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.692560:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.692654:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838367.692761:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838367.692766:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838367.692992:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838367.692998:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933800. 00000400:00000200:0.0:1788838367.693005:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838367.693028:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838367.693036:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcb28 00000400:00000010:0.0:1788838367.693039:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcb28. 00000100:00000001:0.0:1788838367.693048:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838367.693055:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838367.693065:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838367.693068:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838367.693075:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838367.693077:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838367.693176:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838367.693179:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:0.0:1788838367.693183:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838367.693186:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838367.693189:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cea18 00000400:00000010:0.0:1788838367.693191:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cea18. 00000100:00000001:0.0:1788838367.693194:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838367.693197:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838367.693205:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838367.693208:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838367.693214:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838367.693216:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838367.698632:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838367.698653:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838367.698685:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838367.698688:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838367.698697:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.698705:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838367.698715:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.698720:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.698725:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.698729:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd52a00 00000400:00000200:1.0:1788838367.698733:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.698740:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6d51 [1] + 224 00000800:00000001:1.0:1788838367.698746:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838367.698757:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838367.698760:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838367.698764:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838367.698771:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838367.698779:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838367.698789:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.698805:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838367.698813:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838367.698816:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.701130:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838367.701140:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838367.701152:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838367.701155:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838367.701168:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838367.701178:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838367.701181:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838367.701187:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838367.701202:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838367.701215:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.701225:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838367.701227:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.701231:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838367.701235:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838367.701238:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838367.701241:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838367.701245:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838367.701254:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838367.701259:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838367.701263:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838367.701264:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838367.701268:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838367.701270:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.701273:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838367.701279:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.701294:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838367.701298:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838367.701301:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838367.701306:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838367.701314:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132262912:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838367.701319:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.701322:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838367.701325:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896fb80 x1875731132262912/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.701333:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838367.701336:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838367.701340:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f2e00. 02000000:00000001:3.0:1788838367.701345:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838367.701348:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838367.701350:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:3.0:1788838367.701353:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838367.701357:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3800. 02000000:00000001:3.0:1788838367.701360:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838367.701362:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838367.701364:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896fb80. 00000100:00000001:3.0:1788838367.701367:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838367.701369:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.701372:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.701381:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838367.701383:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.701386:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838367.701388:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838367.718731:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838367.718757:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838367.718763:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838367.718766:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838367.718779:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.718789:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838367.718813:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.718820:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.718826:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.718831:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 10 MB=0x6a9f7afd52a80 00000400:00000200:0.0:1788838367.718837:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.718858:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 416/416 into md 0x6d41 [1] + 0 00000800:00000001:0.0:1788838367.718868:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838367.718880:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838367.718884:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838367.718889:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838367.718898:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838367.718911:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838367.718926:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838367.718955:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838367.718967:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838367.718970:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.719115:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838367.719124:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838367.719134:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838367.719137:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838367.719187:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f85d8. 00000400:00000200:1.0:1788838367.719202:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc330 00000400:00000010:1.0:1788838367.719205:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc330. 00000100:00000001:1.0:1788838367.719210:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838367.719220:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838367.719232:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 1788838377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.719240:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838367.719242:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.719245:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838367.719410:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838367.719414:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838367.719416:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838367.719419:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838367.719430:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=46 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838367.719435:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=55 v=5 (10 0 0 0) 00000100:00000001:1.0:1788838367.719495:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838367.719498:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838367.719501:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788838367.719507:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788838367.719514:0:2350:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.719517:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838367.719519:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788838367.719520:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838367.719522:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838367.719526:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.719533:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838367.719536:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838367.719538:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.719540:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788838367.719545:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff98afd0025800: connect to target with instance 2 00000020:00000001:1.0:1788838367.719548:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838367.719550:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c43d 00000020:00000001:1.0:1788838367.719552:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838367.719555:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc2b88800 refcount=5 00000020:00000001:1.0:1788838367.719558:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000020:00000001:1.0:1788838367.719560:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479386413056 : -113594323138560 : ffff98afc2b88800) 00000100:00001000:1.0:1788838367.719563:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=1788838367 v=0 (0 0 0 0) 00000100:00001000:1.0:1788838367.719566:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eee418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788838367.719571:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000020:00000040:1.0:1788838367.719576:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc2b88800 : new refcount 4 00000100:00000001:1.0:1788838367.719579:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788838367.719582:0:2350:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788838367.719643:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1788838367.719648:0:2350:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788838367.719649:0:2350:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838367.719651:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788838367.719688:0:2350:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788838367.719692:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838367.719695:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838367.719697:0:2350:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838367.719699:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838367.719700:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788838367.719701:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838367.719703:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.719705:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788838367.719708:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:1.0:1788838367.719716:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788838367.719718:0:2350:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1788838367.719720:0:2350:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1788838367.719721:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788838367.719722:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 4294967655 gen 2 00000100:00100000:1.0:1788838367.719729:0:2350:0:(client.c:3213:ptlrpc_free_committed()) @@@ free closed open request req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838367.719737:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838367.719738:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000001:1.0:1788838367.719740:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838367.719743:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838367.719748:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838367.719751:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:1.0:1788838367.719753:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1788838367.719754:0:2350:0:(recover.c:53:ptlrpc_replay_next()) import ffff98afc4eee000 from lustre-MDT0000_UUID committed 4294967655 last 0 00000100:00000001:1.0:1788838367.719756:0:2350:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788838367.719758:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:1.0:1788838367.719762:0:2350:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838367.720707:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.720719:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838367.720735:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838367.720747:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132263040:192.168.203.123@tcp:38:kworker.0 00000100:00000001:3.0:1788838367.720754:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.720759:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838367.720763:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132263040/t0(0) o38->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/416 e 0 to 0 dl 1788838377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.720770:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838367.720774:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1788838367.721092:0:32979:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff98afd0025800 to lustre-MDT0000_UUID@192.168.203.123@tcp 00010000:00000001:1.0:1788838367.721097:0:32979:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:1.0:1788838367.721100:0:32979:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff98afd0025800 (1) 00010000:00000001:1.0:1788838367.721104:0:32979:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:1.0:1788838367.721110:0:32979:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838367.721113:0:32979:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838367.721116:0:32979:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838367.721119:0:32979:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838367.721121:0:32979:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838367.721123:0:32979:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1788838367.721126:0:32979:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838367.721130:0:32979:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788838367.721132:0:32979:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788838367.721134:0:32979:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:1.0:1788838367.721139:0:32979:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 02000000:00000010:3.0:1788838367.721411:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ea000. 02000000:00000001:3.0:1788838367.721422:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838367.721426:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838367.721428:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838367.721432:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838367.721436:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8715800. 02000000:00000001:3.0:1788838367.721440:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838367.721442:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838367.721445:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838367.721450:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838367.721451:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.721455:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.721466:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838367.721468:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.721471:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838367.721473:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838367.721560:0:32979:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838367.721568:0:32979:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:1.0:1788838367.721572:0:32979:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838367.721578:0:32979:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838367.721580:0:32979:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838367.721581:0:32979:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838367.721582:0:32979:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:1.0:1788838367.721584:0:32979:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838367.721651:0:32979:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838367.721653:0:32979:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838367.721654:0:32979:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838367.721682:0:32979:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:1.0:1788838367.721684:0:32979:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838367.721686:0:32979:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838367.721688:0:32979:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838367.721689:0:32979:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838367.721690:0:32979:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:1.0:1788838367.721692:0:32979:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838367.721694:0:32979:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838367.721696:0:32979:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838367.721698:0:32979:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788838367.721701:0:32979:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838367.721705:0:32979:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:1.0:1788838367.721707:0:32979:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:1.0:1788838367.721709:0:32979:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788838367.721712:0:32979:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:1.0:1788838367.721715:0:32979:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788838367.721717:0:32979:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788838367.721720:0:32979:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788838367.721723:0:32979:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788838367.721725:0:32979:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788838367.721727:0:32979:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838367.721728:0:32979:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788838367.721730:0:32979:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:1.0:1788838367.721732:0:32979:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838367.721735:0:32979:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788838367.721737:0:32979:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff98afd15aec08) invalid 00000020:00000001:1.0:1788838367.721740:0:32979:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb02167c70 00000080:00002000:1.0:1788838367.721742:0:32979:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff98afd1728438) parent ffff98afd8effa20 inode ffff98afd15aec08 refc 1 00000080:00000001:1.0:1788838367.721746:0:32979:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788838367.721749:0:32979:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788838367.721750:0:32979:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838367.721755:0:32979:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838367.721756:0:32979:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838367.721758:0:32979:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838367.721760:0:32979:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838367.721763:0:32979:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bab200 with handle 0x9f68a6b43b62cfc7 from hash 00010000:00000001:1.0:1788838367.721766:0:32979:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838367.721768:0:32979:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838367.721769:0:32979:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838367.721771:0:32979:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838367.721774:0:32979:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838367.721775:0:32979:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838367.721779:0:32979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab200/0x9f68a6b43b62cfc7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xff98f31736b3b8d1 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788838367.721788:0:32979:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2280. 00010000:00000040:1.0:1788838367.721794:0:32979:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac700 count: 0 00010000:00000010:1.0:1788838367.721799:0:32979:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675b80. 00010000:00000001:1.0:1788838367.721810:0:32979:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838367.721812:0:32979:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838367.721814:0:32979:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff98afd0025800 00000001:00000001:1.0:1788838367.721816:0:32979:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788838367.721819:0:32979:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788838367.729569:0:32979:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838367.729578:0:32979:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.729582:0:32979:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788838367.729585:0:32979:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:1.0:1788838367.729589:0:32979:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:1.0:1788838367.729600:0:32979:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838367.729605:0:32979:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838367.729610:0:32979:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838367.729612:0:32979:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838367.729618:0:32979:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838367.729625:0:32979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933700. 00000100:00000001:1.0:1788838367.729633:0:32979:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.729638:0:32979:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838367.729642:0:32979:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838367.729652:0:32979:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c8d72a] to pc [ptlrpcd_rcv+-1] req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.729695:0:32979:0:(import.c:1582:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.729698:0:32979:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838367.729700:0:32979:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838367.729701:0:32979:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838367.729704:0:32979:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788838367.729780:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838367.729799:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838367.729803:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838367.729818:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.729831:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838367.729834:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838367.729847:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838367.729852:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838367.729857:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838367.729861:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132263168:192.168.203.123@tcp:400:ldlm_lock_repla.0 00000100:00000001:3.0:1788838367.729866:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838367.729873:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838367.729877:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838367.729880:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838367.729890:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40f3200. 02000000:00000001:3.0:1788838367.729892:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838367.729902:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838367.729908:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838367.729918:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838367.729926:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132263168, portal 10 00000100:00000001:3.0:1788838367.729929:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838367.729931:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000040:3.0:1788838367.729942:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.729951:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838367.729954:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838367.729957:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838367.729962:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132263168, offset 0 00000400:00000200:3.0:1788838367.729970:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838367.729981:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838367.729989:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838367.729996:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838367.730001:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838367.730006:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838367.730009:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838367.730013:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2554:2554:256:4294967295] 192.168.203.123@tcp LPNI seq info [2554:2554:8:4294967295] 00000400:00000200:3.0:1788838367.730018:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838367.730090:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838367.730098:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838367.730105:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3800. 00000800:00000200:3.0:1788838367.730114:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838367.730124:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838367.730131:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838367.730155:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838367.730292:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 785886 usecs (786 jiffies) 00000400:00000200:3.0:1788838367.730296:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838367.730299:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296498489 00000100:00000001:3.0:1788838367.730303:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296501751 00000100:00000001:3.0:1788838367.730306:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296498489 00000100:00000001:3.0:1788838367.730308:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296501751 00000100:00000001:3.0:1788838367.730311:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838367.730314:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.730317:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.730320:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.730329:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838367.730332:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838367.730335:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838367.730337:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838367.730339:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.730341:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838367.731599:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838367.731608:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:1.0:1788838367.731614:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838367.731622:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838367.731630:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:1.0:1788838367.731632:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:1.0:1788838367.731637:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838367.731645:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1788838367.731681:0:2343:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac700. 00010000:00000010:1.1:1788838367.731688:0:2343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab200. 00000100:00000001:1.0:1788838367.731694:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838367.731699:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.731705:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.731707:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788838367.754819:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838367.754828:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838367.754883:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838367.754891:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838367.754896:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788838367.822864:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838367.822889:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838367.822894:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838367.822897:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838367.822908:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.822918:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838367.822930:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.822935:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.822942:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.822946:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd52b00 00000400:00000200:0.0:1788838367.822952:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838367.822959:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6d59 [1] + 224 00000800:00000001:0.0:1788838367.822969:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838367.822984:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838367.822988:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838367.822993:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838367.823004:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838367.823015:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838367.823038:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838367.823060:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838367.823072:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838367.823076:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.823560:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838367.823567:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838367.823576:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838367.823579:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838367.823584:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838367.823589:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838367.823592:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838367.823604:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838367.823611:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838367.823621:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.823628:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838367.823630:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.823633:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838367.823636:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838367.823640:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838367.823642:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838367.823646:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838367.823706:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=46 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838367.823711:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838367.823714:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838367.823716:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838367.823720:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788838367.823726:0:2350:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788838367.823733:0:2350:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838367.823737:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838367.823740:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1788838367.823742:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838367.823744:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838367.823749:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.823755:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838367.823759:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838367.823761:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.823764:0:2350:0:(import.c:1528:completed_replay_interpret()) Process entered 00000100:00000001:3.0:1788838367.823766:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788838367.823769:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:3.0:1788838367.823774:0:2350:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1788838367.823778:0:2350:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788838367.823786:0:2350:0:(client.c:3256:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838367.823792:0:2350:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788838367.823794:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eee000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788838367.823797:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788838367.823801:0:2350:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788838367.823804:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788838367.823808:0:2350:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788838367.823811:0:2350:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788838367.823813:0:2350:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff98afd054a1d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788838367.823818:0:2350:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x9f68a6b43b62c43d 00800000:00000040:3.0:1788838367.823822:0:2350:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff98afd0025800=236057cd-729b-462c-8b72-16ae653ba0e9 device 3 (ffff98afd0548000) type mdc at LMV idx 0 00800000:00000040:3.0:1788838367.823825:0:2350:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff98afd0548000 already active! 00800000:00000001:3.0:1788838367.823827:0:2350:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838367.823831:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838367.823835:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838367.823837:0:2350:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838367.823839:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838367.824121:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838367.824122:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838367.824127:0:2350:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000002:00000001:1.0:1788838367.824780:0:2350:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.824788:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788838367.824803:0:2350:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff98afd0025800: Connection restored to 192.168.203.123@tcp (at 192.168.203.123@tcp) 00000100:00080000:1.0:1788838367.824822:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f7a2c541): req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 1 dl 1788838342 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838367.824848:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.824851:0:2350:0:(import.c:1546:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838367.824857:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838367.824865:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132263168:192.168.203.123@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1788838367.824871:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.824874:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838367.824878:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121c00 x1875731132263168/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838383 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838367.824885:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838367.824888:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838367.824893:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40f3200. 02000000:00000001:1.0:1788838367.824897:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838367.824899:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838367.824902:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838367.824905:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838367.824908:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933700. 02000000:00000001:1.0:1788838367.824913:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838367.824915:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838367.824917:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121c00. 00000100:00000001:1.0:1788838367.824921:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838367.824923:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.824926:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838367.824934:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838367.824935:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838367.824942:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838367.824943:0:32679:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838367.824946:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838367.824950:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838367.824951:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838367.824956:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838367.824962:0:32679:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838367.824968:0:32679:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838367.824972:0:32679:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838367.824977:0:32679:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788838367.824984:0:32679:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875731132259584 new x1875731132263296 02000000:00000001:2.0:1788838367.824989:0:32679:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838367.824995:0:32679:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838367.825005:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838367.825013:0:32679:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d688. 00000400:00000010:2.0:1788838367.825031:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512af68. 00000100:00000200:2.0:1788838367.825041:0:32679:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132259584, portal 10 00000100:00000001:2.0:1788838367.825044:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838367.825045:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419151616 : -113594290400000 : ffff98afc4ac1500) 00000100:00000040:2.0:1788838367.825056:0:32679:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838383 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838367.825063:0:32679:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838367.825067:0:32679:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838367.825070:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a110. 00000100:00000200:2.0:1788838367.825075:0:32679:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132259584, offset 0 00000400:00000200:2.0:1788838367.825082:0:32679:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838367.825093:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838367.825103:0:32679:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000002:00000001:3.0:1788838367.825110:0:32980:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000400:00000200:2.0:1788838367.825111:0:32679:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1788838367.825117:0:32980:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000400:00000200:2.0:1788838367.825122:0:32679:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000020:00000001:3.0:1788838367.825125:0:32980:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838367.825131:0:32980:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:2.0:1788838367.825131:0:32679:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1788838367.825136:0:32980:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000400:00000200:2.0:1788838367.825140:0:32679:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000020:00000001:3.0:1788838367.825142:0:32980:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788838367.825146:0:32980:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838367.825150:0:32679:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2555:2555:256:4294967295] 192.168.203.123@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:2.0:1788838367.825157:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838367.825168:0:32679:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838367.825176:0:32679:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838367.825186:0:32679:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14b00. 00000800:00000200:2.0:1788838367.825197:0:32679:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838367.825209:0:32679:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838367.825215:0:32679:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838367.825235:0:32679:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838367.825240:0:32679:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 785031 usecs (786 jiffies) 00000400:00000200:2.0:1788838367.825245:0:32679:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838367.825248:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296498584 00000100:00000001:2.0:1788838367.825252:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296501751 00000100:00000001:2.0:1788838367.825254:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296498584 00000100:00000001:2.0:1788838367.825256:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296501751 00000100:00000001:2.0:1788838367.825259:0:32679:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838367.825263:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838367.825266:0:32679:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838367.825269:0:32679:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838367.825272:0:32679:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 11 seconds 00000100:00000001:2.0:1788838367.825274:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838367.825275:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838367.826448:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838367.826455:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14b00. 00000400:00000200:1.0:1788838367.826460:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838367.826468:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838367.826476:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a110 00000400:00000010:1.0:1788838367.826478:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a110. 00000100:00000001:1.0:1788838367.826483:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838367.826490:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838383 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838367.826499:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838367.826503:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838383 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838367.826510:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838367.826511:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838367.884798:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838367.884822:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838367.884828:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838367.884830:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838367.884841:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.884850:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838367.884861:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.884867:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.884874:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.884879:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd52b80 00000400:00000200:1.0:1788838367.884884:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838367.884891:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6d61 [1] + 224 00000800:00000001:1.0:1788838367.884900:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838367.884912:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838367.884916:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838367.884996:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838367.885007:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838367.885019:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838383 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838367.885030:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838383 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838367.885093:0:32679:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838367.885116:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838367.885129:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838367.885134:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838367.892508:0:32679:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838367.892516:0:32679:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838367.892521:0:32679:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d688. 00000400:00000200:3.0:1788838367.892531:0:32679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512af68 00000400:00000010:3.0:1788838367.892533:0:32679:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512af68. 00000100:00000001:3.0:1788838367.892540:0:32679:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838367.892916:0:32679:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838383 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838367.892929:0:32679:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838383 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838367.892938:0:32679:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838367.892941:0:32679:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.892945:0:32679:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838367.892950:0:32679:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838367.892953:0:32679:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838367.892955:0:32679:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838367.892959:0:32679:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838367.892971:0:32679:0:(import.c:2149:obd_at_measure()) add 10 to ffff98afc4eee4a8 time=196 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838367.892974:0:32679:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eee4a8 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:3.0:1788838367.892978:0:32679:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff98afd0025800 ptl 23 has changed from 5 to 10 00000100:00001000:3.0:1788838367.892981:0:32679:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838367.892984:0:32679:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788838367.892988:0:32679:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838383 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838367.893000:0:32679:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:3.0:1788838367.893006:0:32679:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838367.893008:0:32679:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1788838367.893010:0:32679:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838367.893012:0:32679:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:3.0:1788838367.893018:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838383 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838367.893026:0:32679:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:3.0:1788838367.893030:0:32679:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838367.893032:0:32679:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838367.893036:0:32679:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838383 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838367.893045:0:32679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1500 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:32679:1875731132259584:192.168.203.123@tcp:35:multiop.0 00000100:00000001:3.0:1788838367.893051:0:32679:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838367.893056:0:32679:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:3.0:1788838367.893058:0:32679:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838367.893061:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838367.893327:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838383 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838367.893340:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838367.893343:0:32679:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a5e780. 00000100:00000001:3.0:1788838367.893348:0:32679:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838367.893350:0:32679:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:3.0:1788838367.893361:0:32679:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838383 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838367.893373:0:32679:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838367.893375:0:32679:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419151616 : -113594290400000 : ffff98afc4ac1500) 00000002:00000001:3.0:1788838367.893378:0:32679:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838367.893383:0:32679:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838367.893390:0:32679:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc66aa000. 00000080:00000001:3.0:1788838367.893396:0:32679:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788838367.893409:0:32679:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838367.910563:0:32679:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838367.910581:0:32679:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838367.910594:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838367.910598:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a680 x1875731132258944/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838336 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838367.910606:0:32679:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838367.910609:0:32679:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838367.910611:0:32679:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838367.910613:0:32679:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838367.910618:0:32679:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0083c00. 02000000:00000001:2.0:1788838367.910624:0:32679:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838367.910626:0:32679:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838367.910627:0:32679:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a680. 00000100:00000001:2.0:1788838367.910631:0:32679:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838367.910634:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838367.910635:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838367.910639:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838383 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838367.910646:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838367.910648:0:32679:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09a7960. 00000002:00000001:2.0:1788838367.910651:0:32679:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838367.910653:0:32679:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838367.910686:0:32679:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd00d2940. 00000100:00000001:2.0:1788838367.910690:0:32679:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838367.910694:0:32679:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1500 x1875731132259584/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838383 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838367.910700:0:32679:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838367.910702:0:32679:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838367.910704:0:32679:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838367.910707:0:32679:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838367.910708:0:32679:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838367.910710:0:32679:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838367.910711:0:32679:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838367.910713:0:32679:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc66ab800. 02000000:00000001:2.0:1788838367.910716:0:32679:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838367.910717:0:32679:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838367.910719:0:32679:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1500. 00000100:00000001:2.0:1788838367.910721:0:32679:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838367.910722:0:32679:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838367.910724:0:32679:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838367.910728:0:32679:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a17c0. 00000080:00000001:2.0:1788838367.910732:0:32679:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838367.910739:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07df0 00000080:00000008:2.0:1788838367.910742:0:32679:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff98afd15aec08), flags 100002, rc = 0 00000080:00000001:2.0:1788838367.910745:0:32679:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838367.910750:0:32679:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838367.910752:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f07e00 00000080:00002000:2.0:1788838367.910754:0:32679:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff98afd1728438, parent ffff98afd8effa20, inode ffff98afd15aec08) hashed, 00000080:00000001:2.0:1788838367.910757:0:32679:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838367.910766:0:32679:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838367.910769:0:32679:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788838367.938711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06f40. 00010000:00000001:0.0:1788838368.779713:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838368.779719:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838368.780086:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838368.780090:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838368.780093:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838369.506574:0:32992:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838369.803038:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838369.803044:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838369.810485:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838369.810493:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838369.810497:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838369.838989:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fd08 00000080:00200008:3.0:1788838369.838998:0:33012:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838369.839006:0:33012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838369.839007:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fc80 00000080:00200000:3.0:1788838369.839009:0:33012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838369.839015:0:33012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1127a00. 00800000:00000002:3.0:1788838369.839021:0:33012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838369.839025:0:33012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838369.839030:0:33012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838369.839031:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fba0 00800000:00000002:3.0:1788838369.839034:0:33012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838369.839037:0:33012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838369.839040:0:33012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838369.839045:0:33012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838369.839047:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fa70 00000002:00010000:3.0:1788838369.839049:0:33012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838369.839052:0:33012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838369.839053:0:33012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838369.839056:0:33012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838369.839062:0:33012:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838369.839064:0:33012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838369.839066:0:33012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838369.839068:0:33012:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838369.839071:0:33012:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838369.839085:0:33012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838369.839089:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838369.839096:0:33012:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838369.839100:0:33012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838369.839103:0:33012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.839105:0:33012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838369.839108:0:33012:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838369.839111:0:33012:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838369.839117:0:33012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717400. 00000100:00000001:3.0:1788838369.839123:0:33012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.839127:0:33012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838369.839129:0:33012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.839130:0:33012:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838369.839131:0:33012:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.839133:0:33012:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838369.839138:0:33012:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00010000:00000001:3.0:1788838369.839141:0:33012:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838369.839143:0:33012:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838369.839146:0:33012:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac500. 00010000:00000010:3.0:1788838369.839150:0:33012:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675d80. 00010000:00000001:3.0:1788838369.839155:0:33012:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838369.839159:0:33012:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb400. 00000020:00000001:3.0:1788838369.839162:0:33012:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838369.839164:0:33012:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb400 with handle 0x9f68a6b43b62cfea to hash 00000020:00000001:3.0:1788838369.839167:0:33012:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838369.839168:0:33012:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.839172:0:33012:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.839175:0:33012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838369.839177:0:33012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838369.839181:0:33012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838369.839189:0:33012:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33012 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838369.839197:0:33012:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33012 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838369.839202:0:33012:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838369.839203:0:33012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838369.839209:0:33012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:3.0:1788838369.839211:0:33012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:3.0:1788838369.839213:0:33012:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838369.839214:0:33012:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:3.0:1788838369.839218:0:33012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838369.839222:0:33012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.839224:0:33012:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838369.839225:0:33012:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838369.839234:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838369.839243:0:33012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838369.839245:0:33012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.839248:0:33012:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838369.839250:0:33012:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838369.839252:0:33012:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838369.839256:0:33012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33012:1875731132263424:192.168.203.123@tcp:101:lfs.0 00000100:00000001:3.0:1788838369.839259:0:33012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838369.839264:0:33012:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838369.839266:0:33012:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.839269:0:33012:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838369.839273:0:33012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0915000. 02000000:00000001:3.0:1788838369.839275:0:33012:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838369.839282:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838369.839285:0:33012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838369.839291:0:33012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838369.839298:0:33012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132263424, portal 10 00000100:00000001:3.0:1788838369.839300:0:33012:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838369.839301:0:33012:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838369.839306:0:33012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838385 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838369.839313:0:33012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838369.839315:0:33012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838369.839318:0:33012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce550. 00000100:00000200:3.0:1788838369.839321:0:33012:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132263424, offset 0 00000400:00000200:3.0:1788838369.839327:0:33012:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838369.839335:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838369.839342:0:33012:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838369.839347:0:33012:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838369.839350:0:33012:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838369.839354:0:33012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838369.839356:0:33012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838369.839359:0:33012:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2556:2556:256:4294967295] 192.168.203.123@tcp LPNI seq info [2556:2556:8:4294967295] 00000400:00000200:3.0:1788838369.839363:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838369.839372:0:33012:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838369.839378:0:33012:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838369.839383:0:33012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3600. 00000800:00000200:3.0:1788838369.841899:0:33012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838369.841910:0:33012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838369.841914:0:33012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838369.841942:0:33012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838369.841949:0:33012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 850067 usecs (851 jiffies) 00000400:00000200:3.0:1788838369.841955:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838369.841959:0:33012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296500662 00000100:00000001:3.0:1788838369.841975:0:33012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296501751 00000100:00000001:3.0:1788838369.841979:0:33012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296500662 00000100:00000001:3.0:1788838369.841981:0:33012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296501751 00000100:00000001:3.0:1788838369.841983:0:33012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838369.841987:0:33012:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.841990:0:33012:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838369.841992:0:33012:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838369.841995:0:33012:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788838369.842013:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838369.842016:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838369.842253:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838369.842258:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838369.842264:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838369.842270:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838369.842277:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce550 00000400:00000010:1.0:1788838369.842280:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce550. 00000100:00000001:1.0:1788838369.842285:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838369.842292:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838385 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838369.842303:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838369.842307:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838385 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838369.842314:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838369.842315:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838369.858981:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838369.859000:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838369.859005:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838369.859007:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838369.859015:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838369.859022:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838369.859032:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838369.859037:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838369.859042:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838369.859046:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd52c00 00000400:00000200:1.0:1788838369.859051:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838369.859057:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6d69 [1] + 224 00000800:00000001:1.0:1788838369.859065:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838369.859074:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838369.859077:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838369.859081:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838369.859090:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838369.859099:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838385 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838369.859116:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838369.859137:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838369.859145:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838369.859149:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.859821:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838369.859839:0:33012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838369.859842:0:33012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838369.859847:0:33012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838369.859855:0:33012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838369.859859:0:33012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838369.859866:0:33012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838369.859880:0:33012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838369.859907:0:33012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838369.859915:0:33012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838369.859917:0:33012:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.859920:0:33012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838369.859924:0:33012:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838369.859927:0:33012:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838369.859930:0:33012:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.859933:0:33012:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838369.859945:0:33012:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=48 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838369.859950:0:33012:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838369.859954:0:33012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838369.859956:0:33012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.859960:0:33012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838369.859965:0:33012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.859970:0:33012:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838369.859972:0:33012:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1788838369.859975:0:33012:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838369.859977:0:33012:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838369.859982:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838369.859990:0:33012:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838369.859994:0:33012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838369.859996:0:33012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838369.860000:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838385 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838369.860008:0:33012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33012:1875731132263424:192.168.203.123@tcp:101:lfs.0 00000100:00000001:3.0:1788838369.860014:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.860017:0:33012:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.860020:0:33012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838369.860023:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838369.860027:0:33012:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838385 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838369.860034:0:33012:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838369.860038:0:33012:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:3.0:1788838369.860042:0:33012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838369.860043:0:33012:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.860048:0:33012:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838369.860053:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.860056:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.860059:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=4 00000020:00000001:3.0:1788838369.860062:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860065:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000040:3.0:1788838369.860078:0:33012:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beb400, remote cookie: 0xff98f31736b3bcf9, flags: 0x1001 00010000:00010000:3.0:1788838369.860084:0:33012:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838369.860335:0:33012:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838369.860343:0:33012:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838369.860349:0:33012:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838369.860351:0:33012:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838369.860354:0:33012:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838369.860356:0:33012:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838369.860359:0:33012:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afd83ac500) refcount = 1 00010000:00010000:3.0:1788838369.860363:0:33012:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838369.860369:0:33012:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838369.860373:0:33012:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838369.860375:0:33012:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838369.860378:0:33012:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838369.860380:0:33012:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838369.860393:0:33012:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838369.860400:0:33012:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838369.860402:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860404:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838369.860405:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860406:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838369.860408:0:33012:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838369.860413:0:33012:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838369.860415:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.860417:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.860418:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838369.860421:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860424:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860426:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.860427:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.860429:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=4 00000020:00000001:3.0:1788838369.860430:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860432:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860436:0:33012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838369.860439:0:33012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838369.860442:0:33012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838369.860449:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860450:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838369.860452:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.860453:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.860454:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=5 00000020:00000001:3.0:1788838369.860456:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860458:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860461:0:33012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838369.860464:0:33012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838369.860470:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860471:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838369.860474:0:33012:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838369.860489:0:33012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838369.860490:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860492:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838369.860493:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860495:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838369.860501:0:33012:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838385 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838369.860511:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.860512:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.860513:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838369.860515:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860518:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860520:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860521:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838369.860523:0:33012:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838369.860525:0:33012:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838369.860529:0:33012:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838369.860532:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.860533:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.860535:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838369.860537:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860539:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00000002:00010000:3.0:1788838369.860543:0:33012:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838369.860550:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860551:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838369.860553:0:33012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838369.860555:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.860556:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.860557:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838369.860559:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.860561:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000040:3.0:1788838369.860568:0:33012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:3.0:1788838369.860571:0:33012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838369.860576:0:33012:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838369.860578:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.860580:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838369.860581:0:33012:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838369.860585:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215f9f8 00000002:00002000:3.0:1788838369.860587:0:33012:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838369.860590:0:33012:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838369.860595:0:33012:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838369.860599:0:33012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838369.860602:0:33012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838369.860606:0:33012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838369.860612:0:33012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838369.860616:0:33012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127a00. 00000080:00000001:3.0:1788838369.860621:0:33012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838369.860625:0:33012:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838369.860633:0:33012:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838369.860638:0:33012:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788838369.860647:0:33012:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd00d2f80. 00800000:00000001:3.0:1788838369.860650:0:33012:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479610064768 : -113594099486848 : ffff98afd00d2f80) 00800000:00000001:3.0:1788838369.860653:0:33012:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838369.861095:0:33012:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838369.861104:0:33012:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838369.861107:0:33012:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788838369.861112:0:33012:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838369.861115:0:33012:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838369.861117:0:33012:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.861122:0:33012:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838369.861124:0:33012:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788838369.861127:0:33012:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788838312 to 1788838320 00000080:00200000:3.0:1788838369.861131:0:33012:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788838369.861134:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.861137:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.861141:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838369.861144:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.861147:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.861150:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.861151:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838369.861154:0:33012:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838369.861158:0:33012:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788838369.861160:0:33012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd00d2f80 1 00800000:00000010:3.0:1788838369.861163:0:33012:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd00d2f80. 00800000:00000001:3.0:1788838369.861167:0:33012:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838369.861171:0:33012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:3.0:1788838369.861174:0:33012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838369.861176:0:33012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838369.861178:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.861179:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.861180:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838369.861182:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.861184:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.861187:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.861188:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838369.861189:0:33012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838369.861191:0:33012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.861193:0:33012:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838369.861196:0:33012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838369.861199:0:33012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb0215fcb8 00010000:00000001:3.0:1788838369.861201:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838369.861202:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.861203:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:3.0:1788838369.861205:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.861207:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:3.0:1788838369.861209:0:33012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838369.861214:0:33012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838369.861222:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.861223:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838369.861225:0:33012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838369.861227:0:33012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838369.861230:0:33012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838369.861240:0:33012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838369.861243:0:33012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838369.861245:0:33012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838369.861249:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.861250:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838369.861252:0:33012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.861255:0:33012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838369.861257:0:33012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.861258:0:33012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.861261:0:33012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.861262:0:33012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838369.861263:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838369.861264:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838369.861267:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838369.861277:0:33012:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132263424/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838385 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838369.861285:0:33012:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838369.861288:0:33012:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838369.861291:0:33012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0915000. 02000000:00000001:3.0:1788838369.861294:0:33012:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838369.861297:0:33012:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838369.861298:0:33012:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838369.861301:0:33012:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838369.861304:0:33012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717400. 02000000:00000001:3.0:1788838369.861307:0:33012:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838369.861308:0:33012:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838369.861310:0:33012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838369.861314:0:33012:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838369.861315:0:33012:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838369.861318:0:33012:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838369.861324:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fd08 00000080:00000008:3.0:1788838369.861326:0:33012:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838369.866147:0:33012:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838369.866196:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fd08 00000080:00200008:2.0:1788838369.866201:0:33012:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788838369.866207:0:33012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838369.866208:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fc80 00000080:00200000:2.0:1788838369.866210:0:33012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838369.866217:0:33012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40d9600. 00800000:00000002:2.0:1788838369.866223:0:33012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838369.866227:0:33012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838369.866231:0:33012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838369.866233:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fba0 00800000:00000002:2.0:1788838369.866235:0:33012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838369.866239:0:33012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838369.866242:0:33012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838369.866247:0:33012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838369.866249:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fa70 00000002:00010000:2.0:1788838369.866251:0:33012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838369.866254:0:33012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838369.866256:0:33012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838369.866259:0:33012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838369.866266:0:33012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:2.0:1788838369.866268:0:33012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838369.866272:0:33012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838369.866276:0:33012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838369.866280:0:33012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838369.866290:0:33012:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838369.866295:0:33012:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838369.866299:0:33012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838369.866306:0:33012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838369.866307:0:33012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838369.866310:0:33012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838369.866312:0:33012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838369.866314:0:33012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838369.866316:0:33012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838369.866319:0:33012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838369.866321:0:33012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838369.866324:0:33012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40d9600. 00000080:00000001:2.0:1788838369.866329:0:33012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838369.866330:0:33012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838369.866333:0:33012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838369.866335:0:33012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:2.0:1788838369.866338:0:33012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838369.866340:0:33012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838369.866342:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838369.866344:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838369.866346:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:2.0:1788838369.866348:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:2.0:1788838369.866350:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:2.0:1788838369.866353:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838369.866355:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838369.866356:0:33012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838369.866357:0:33012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838369.866360:0:33012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb0215fcb8 00010000:00000001:2.0:1788838369.866362:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838369.866363:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838369.866364:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:2.0:1788838369.866366:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:2.0:1788838369.866368:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:2.0:1788838369.866370:0:33012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838369.866373:0:33012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838369.866380:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838369.866381:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838369.866383:0:33012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838369.866395:0:33012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838369.866398:0:33012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838369.866406:0:33012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838369.866409:0:33012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838369.866411:0:33012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838369.866415:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838369.866416:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838369.866417:0:33012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.866420:0:33012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838369.866422:0:33012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.866423:0:33012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.866426:0:33012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.866428:0:33012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838369.866429:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838369.866430:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838369.866433:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838369.866434:0:33012:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838369.866437:0:33012:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838369.866441:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fd08 00000080:00000008:2.0:1788838369.866443:0:33012:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788838369.866566:0:33012:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838369.866569:0:33012:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838369.866570:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fb78 00000080:00200000:2.0:1788838369.866573:0:33012:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838369.866577:0:33012:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc40d9600. 00800000:00000002:2.0:1788838369.866581:0:33012:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838369.866583:0:33012:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838369.866585:0:33012:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838369.866586:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fa98 00800000:00000002:2.0:1788838369.866588:0:33012:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838369.866590:0:33012:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838369.866592:0:33012:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838369.866594:0:33012:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838369.866596:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215f968 00000002:00010000:2.0:1788838369.866597:0:33012:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838369.866600:0:33012:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838369.866601:0:33012:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838369.866602:0:33012:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838369.866604:0:33012:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:2.0:1788838369.866606:0:33012:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838369.866608:0:33012:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838369.866610:0:33012:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838369.866614:0:33012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838369.866621:0:33012:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838369.866623:0:33012:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838369.866625:0:33012:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838369.866630:0:33012:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838369.866631:0:33012:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838369.866633:0:33012:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838369.866634:0:33012:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838369.866635:0:33012:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838369.866637:0:33012:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838369.866639:0:33012:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838369.866640:0:33012:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838369.866642:0:33012:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc40d9600. 00000080:00000001:2.0:1788838369.866644:0:33012:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838369.866645:0:33012:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838369.866647:0:33012:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838369.866649:0:33012:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:2.0:1788838369.866652:0:33012:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838369.866654:0:33012:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838369.866847:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838369.866850:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838369.866851:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:2.0:1788838369.866854:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:2.0:1788838369.866857:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:2.0:1788838369.866859:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838369.866860:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838369.866861:0:33012:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838369.866863:0:33012:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838369.866865:0:33012:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb0215fbb0 00010000:00000001:2.0:1788838369.866867:0:33012:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838369.866868:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838369.866869:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:2.0:1788838369.866871:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:2.0:1788838369.866872:0:33012:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:2.0:1788838369.866874:0:33012:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838369.866876:0:33012:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838369.866883:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838369.866884:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838369.866885:0:33012:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838369.866887:0:33012:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838369.866889:0:33012:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838369.866896:0:33012:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838369.866898:0:33012:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838369.866899:0:33012:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838369.866901:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838369.866902:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838369.866904:0:33012:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.866906:0:33012:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838369.866907:0:33012:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.866909:0:33012:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.866911:0:33012:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.866912:0:33012:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838369.866913:0:33012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838369.866914:0:33012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838369.866916:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838369.866917:0:33012:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838369.866919:0:33012:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788838369.866923:0:33012:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.866928:0:33012:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788838369.866930:0:33012:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838369.866932:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fb78 00000080:00200008:2.0:1788838369.866934:0:33012:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000 00000080:00000010:2.0:1788838369.866939:0:33012:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174640. 00000080:00000001:2.0:1788838369.866943:0:33012:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.866945:0:33012:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.867098:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838369.867101:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:2.0:1788838369.867108:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838369.867111:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838369.867116:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838369.867120:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.867123:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838369.867125:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838369.867127:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838369.867133:0:33012:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788838369.867135:0:33012:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: age 1750, max_age 1831 00000002:00000001:2.0:1788838369.867140:0:33012:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788838369.867143:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000010:2.0:1788838369.867148:0:33012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1500. 00000020:00000040:2.0:1788838369.867152:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838369.867155:0:33012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838369.867158:0:33012:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838369.867161:0:33012:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838369.867168:0:33012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14200. 00000100:00000001:2.0:1788838369.867177:0:33012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.867180:0:33012:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838369.867182:0:33012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838369.867188:0:33012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a5e780. 00000100:00000001:2.0:1788838369.867191:0:33012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418746752 : -113594290804864 : ffff98afc4a5e780) 00000100:00000001:2.0:1788838369.867193:0:33012:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838369.867195:0:33012:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419151616 : -113594290400000 : ffff98afc4ac1500) 00000100:00000001:2.0:1788838369.867199:0:33012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838369.867202:0:33012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.867205:0:33012:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838369.867206:0:33012:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838369.867215:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.867223:0:33012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838369.867226:0:33012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.867229:0:33012:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838369.867231:0:33012:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838369.867233:0:33012:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838369.867238:0:33012:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1500 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33012:1875731132263552:192.168.203.123@tcp:41:lfs.0 00000100:00000001:2.0:1788838369.867242:0:33012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838369.867248:0:33012:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838369.867250:0:33012:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.867252:0:33012:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838369.867256:0:33012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838369.867258:0:33012:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838369.867264:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838369.867268:0:33012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838369.867274:0:33012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a660. 00000100:00000200:2.0:1788838369.867280:0:33012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132263552, portal 10 00000100:00000001:2.0:1788838369.867282:0:33012:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838369.867283:0:33012:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419151616 : -113594290400000 : ffff98afc4ac1500) 00000100:00000040:2.0:1788838369.867289:0:33012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.867300:0:33012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838369.867304:0:33012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838369.867306:0:33012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a3b8. 00000100:00000200:2.0:1788838369.867309:0:33012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132263552, offset 0 00000400:00000200:2.0:1788838369.867315:0:33012:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838369.867322:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838369.867329:0:33012:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838369.867333:0:33012:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838369.867338:0:33012:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838369.867341:0:33012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838369.867343:0:33012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838369.867347:0:33012:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2557:2557:256:4294967295] 192.168.203.123@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:2.0:1788838369.867351:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838369.867360:0:33012:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838369.867364:0:33012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838369.867368:0:33012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14400. 00000800:00000200:2.0:1788838369.867374:0:33012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838369.867380:0:33012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838369.867394:0:33012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838369.867410:0:33012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838369.867414:0:33012:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 849016 usecs (850 jiffies) 00000400:00000200:2.0:1788838369.867417:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838369.867420:0:33012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296500690 00000100:00000001:2.0:1788838369.867423:0:33012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296501751 00000100:00000001:2.0:1788838369.867425:0:33012:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296500690 00000100:00000001:2.0:1788838369.867428:0:33012:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296501751 00000100:00000001:2.0:1788838369.867430:0:33012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838369.867432:0:33012:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.867435:0:33012:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838369.867437:0:33012:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838369.867439:0:33012:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a5e780 going to sleep for 11 seconds 00000100:00000001:2.0:1788838369.867442:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838369.867445:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838369.867605:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838369.867609:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14400. 00000400:00000200:1.0:1788838369.867613:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838369.867618:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838369.867623:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a3b8 00000400:00000010:1.0:1788838369.867626:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a3b8. 00000100:00000001:1.0:1788838369.867629:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838369.867633:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.867641:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838369.867644:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.867650:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838369.867651:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838369.875279:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.877872:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838369.877881:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.877886:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.877896:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.877904:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838369.877914:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.877918:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.877923:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.877927:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 10 MB=0x6a9f7afd52c80 00000400:00000200:0.0:1788838369.877931:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.877936:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 368/368 into md 0x6d71 [1] + 224 00000800:00000001:0.0:1788838369.877942:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.877952:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.877955:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838369.877959:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838369.877965:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838369.877973:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838369.877983:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.878054:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838369.878072:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838369.878080:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.878082:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838369.881930:0:33012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838369.881937:0:33012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838369.881942:0:33012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838369.881961:0:33012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a660 00000400:00000010:2.0:1788838369.881964:0:33012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a660. 00000100:00000001:2.0:1788838369.881969:0:33012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838369.881993:0:33012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838369.882004:0:33012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.882023:0:33012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838369.882026:0:33012:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.882028:0:33012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838369.882031:0:33012:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838369.882033:0:33012:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838369.882035:0:33012:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.882038:0:33012:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838369.882062:0:33012:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=48 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838369.882077:0:33012:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838369.882080:0:33012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838369.882081:0:33012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.882085:0:33012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838369.882088:0:33012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.882092:0:33012:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838369.882102:0:33012:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788838369.882104:0:33012:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838369.882106:0:33012:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838369.882111:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.882122:0:33012:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838369.882125:0:33012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838369.882127:0:33012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838369.882145:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838369.882153:0:33012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1500 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33012:1875731132263552:192.168.203.123@tcp:41:lfs.0 00000100:00000001:2.0:1788838369.882158:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.882161:0:33012:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.882163:0:33012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838369.882165:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838369.882168:0:33012:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.882174:0:33012:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838369.882177:0:33012:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a5e780. 00000100:00000001:2.0:1788838369.882180:0:33012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838369.882182:0:33012:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838369.882187:0:33012:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788838369.882188:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838369.882191:0:33012:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1500 x1875731132263552/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.882196:0:33012:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838369.882198:0:33012:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838369.882201:0:33012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838369.882204:0:33012:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838369.882207:0:33012:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838369.882208:0:33012:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838369.882210:0:33012:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838369.882213:0:33012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14200. 02000000:00000001:2.0:1788838369.882216:0:33012:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838369.882217:0:33012:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838369.882219:0:33012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1500. 00000100:00000001:2.0:1788838369.882223:0:33012:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838369.882224:0:33012:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838369.882226:0:33012:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838369.882226:0:33012:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838369.882228:0:33012:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788838369.882231:0:33012:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: update ffff98afd0548450 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:2.0:1788838369.882234:0:33012:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838369.882241:0:33012:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.882244:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838369.882246:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838369.882249:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.882251:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882449:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882452:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882459:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882463:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882469:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882472:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882475:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882477:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882479:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882483:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882485:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882487:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882489:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882491:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882493:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882496:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882498:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882500:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882501:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882503:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882505:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882506:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882507:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882508:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882510:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882513:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882514:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882516:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882518:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882519:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882522:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882523:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882525:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882526:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882527:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882529:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882531:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882532:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882533:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882535:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882537:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882539:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882541:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882542:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882544:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882546:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882547:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882549:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882550:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882552:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882553:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882555:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882556:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882572:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882574:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882576:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882577:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882580:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882581:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882583:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882586:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882587:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882589:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882590:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882592:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882594:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882596:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882596:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882598:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882601:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882602:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882604:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882606:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882607:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882609:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882611:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882612:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882614:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882615:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882617:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882618:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882620:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882621:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882622:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882623:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882625:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882626:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882627:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882629:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882630:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882633:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882634:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882636:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882636:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882638:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882639:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882640:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882641:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882642:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882644:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882645:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882647:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882649:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882650:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882652:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882680:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882682:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882685:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882686:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882688:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882691:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882692:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882693:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882694:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882697:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882698:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882700:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882702:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882705:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882706:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882710:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882712:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882714:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882715:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882717:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882719:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882720:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882721:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882722:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882724:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882726:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882728:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882730:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882732:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882734:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882737:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882739:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882741:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882743:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882744:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882746:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882748:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882749:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882750:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882753:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882764:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882766:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882768:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882770:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882771:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882774:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882775:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882778:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882779:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882781:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882782:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882784:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882785:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882786:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882788:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882789:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882791:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882792:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882793:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882795:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882797:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882799:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882801:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882802:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882803:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882805:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882806:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882807:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882808:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882810:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882811:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882813:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882815:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882817:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882818:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882821:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882822:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882825:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882826:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882827:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882829:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882831:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882832:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882833:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882836:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882837:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882839:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882841:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882842:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882844:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882846:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882847:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882850:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882851:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882853:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882856:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882857:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882858:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882859:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882862:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882863:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882865:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882867:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882868:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882870:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882873:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882874:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882876:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882877:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882879:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882881:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882883:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882884:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882885:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882888:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882889:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882891:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882893:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882895:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882896:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882899:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882901:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882903:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882904:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882906:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882909:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882910:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882912:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882912:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882915:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882916:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882918:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882920:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882922:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882924:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882926:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882928:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882930:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882931:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882933:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882936:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882937:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882938:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882939:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882941:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882943:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882945:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882947:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882949:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882951:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882953:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882955:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882957:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882958:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882960:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882962:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882963:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882964:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882965:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882967:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882970:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882971:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882973:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882974:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882976:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882978:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.882980:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.882981:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.882982:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.882984:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.882986:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.882988:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.882989:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.882990:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.882992:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882994:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.882995:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.882997:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.882999:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883000:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883003:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883004:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883006:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883007:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883009:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883011:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883012:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883013:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883015:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883017:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883018:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883020:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883022:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883024:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883026:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883029:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883030:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883032:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883033:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883035:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883037:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883038:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883040:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883041:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883043:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883044:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883046:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883048:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883049:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883051:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883053:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883055:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883057:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883058:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883060:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883062:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883063:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883064:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883066:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883068:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883070:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883071:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883073:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883075:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883076:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883079:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883081:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883083:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883084:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883085:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883087:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883089:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883090:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883091:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883093:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883094:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883096:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883097:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883099:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883100:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883103:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883104:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883106:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883107:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883109:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883110:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883112:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883113:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883114:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883116:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883118:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883120:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883122:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883123:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883125:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883128:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883129:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883131:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883132:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883134:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883136:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883137:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883138:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883139:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883141:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883142:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883144:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883145:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883147:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883149:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883151:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883152:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883154:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883155:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883157:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883159:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883160:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883161:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883162:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883164:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883166:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883168:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883169:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883171:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883172:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883175:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883176:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883179:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883180:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883181:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883183:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883185:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883186:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883187:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883189:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883191:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883192:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883194:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883196:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883197:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883200:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883201:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883203:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883204:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883206:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883207:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883208:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883209:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883210:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883212:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883214:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883215:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883217:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883218:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883220:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883222:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883223:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883225:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883226:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883228:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883229:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883230:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883232:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883233:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883235:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883237:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883239:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883240:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883242:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883244:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883246:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883248:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883250:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883251:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883253:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883255:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883256:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883257:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883258:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883261:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883262:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883264:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883266:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883268:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883269:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883272:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883274:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883276:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883277:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883279:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883281:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883283:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883283:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883285:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883287:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883289:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883291:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883293:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883295:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883297:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883300:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883301:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883303:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883304:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883306:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883308:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883309:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883310:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883311:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883314:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883315:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883317:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883319:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883321:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883323:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883325:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883326:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883328:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883329:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883331:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883333:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883335:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883335:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883336:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883339:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883340:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883342:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883344:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883346:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883347:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883350:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883351:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883354:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883354:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883357:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883359:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883360:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883361:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883362:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883364:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883365:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883366:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883368:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883369:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883371:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883374:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883375:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883377:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883378:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883380:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883381:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883383:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883393:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883395:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883397:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883399:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883400:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883402:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883404:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883406:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883409:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883410:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883413:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883414:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883417:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883419:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883420:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883422:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883423:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883425:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883427:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883428:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883453:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883455:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883457:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883460:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883461:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883464:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883465:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883467:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883469:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883470:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883492:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883494:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883497:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883498:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883500:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883502:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883505:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883506:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883510:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883511:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883513:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883514:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883535:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883538:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883539:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883541:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883542:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883557:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883570:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883571:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883573:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883575:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883577:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883581:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883583:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883585:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883587:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883589:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883604:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883607:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883608:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883609:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883612:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883615:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883617:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883618:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883621:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883623:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883626:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883627:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883640:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883642:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883645:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883648:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883649:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883650:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883652:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883654:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883701:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883703:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883715:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883718:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883720:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883724:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883725:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883728:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883729:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883732:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883734:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883749:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883750:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883751:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883754:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883756:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883758:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883760:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883763:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883765:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883768:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883770:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883784:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883785:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883787:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883790:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883792:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883793:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883795:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883797:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883799:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883801:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883804:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883806:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883820:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883824:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883825:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883828:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883829:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883831:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883833:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883834:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883835:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883836:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883838:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883840:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883842:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883858:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883861:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883863:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883867:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883868:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883870:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883871:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883874:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883875:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883877:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883878:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883879:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883882:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883895:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883897:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883899:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883902:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883904:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883907:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883909:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883912:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883913:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883926:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883929:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883931:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883932:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883933:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883935:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883937:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883939:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.883941:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.883943:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883945:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883948:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.883950:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.883952:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.883969:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.883972:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.883974:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.883976:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.883977:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.883978:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.883996:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883998:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.883999:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884001:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884003:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884019:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884023:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884025:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884027:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884028:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884042:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884045:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884046:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884048:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884049:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884051:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884053:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884055:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884056:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884070:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884072:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884076:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884077:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884080:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884081:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884084:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884086:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884088:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884089:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884090:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884102:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884104:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884106:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884108:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884109:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884111:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884114:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884115:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884118:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884119:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884121:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884123:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884124:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884126:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884139:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884142:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884144:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884145:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884147:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884149:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884150:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884155:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884168:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884171:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884172:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884174:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884176:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884177:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884178:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884179:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884182:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884183:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884185:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884186:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884203:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884205:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884209:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884210:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884212:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884213:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884216:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884218:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884219:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884220:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884221:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884223:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884236:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884238:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884239:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884242:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884243:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884247:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884248:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884251:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884252:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884254:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884256:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884257:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884258:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884259:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884261:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884263:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884264:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884266:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884268:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884269:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884272:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884273:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884275:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884277:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884278:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884280:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884282:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884283:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884309:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884311:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884313:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884315:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884317:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884319:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884321:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884324:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884325:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884328:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884329:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884332:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884335:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884337:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884338:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884339:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884341:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884342:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884344:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884345:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884347:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884349:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884351:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884352:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884354:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884355:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884356:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884358:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884359:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884360:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884361:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884363:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884364:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884365:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884367:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884368:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884369:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884372:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884373:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884375:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884376:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884377:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884379:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884380:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884380:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884381:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884393:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884396:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884397:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884399:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884413:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884415:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884418:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884419:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884421:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884422:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884424:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884425:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884427:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884428:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884429:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884431:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884433:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884434:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884436:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884447:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884449:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884452:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884454:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884456:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884457:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884459:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884461:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884463:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884463:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884465:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884467:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884479:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884481:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884483:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884485:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884487:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884490:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884491:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884494:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884495:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884497:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884499:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884500:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884501:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884502:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884504:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884515:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884517:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884519:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884520:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884522:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884525:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884526:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884528:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884529:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884531:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884533:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884534:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884548:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884550:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884553:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884555:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884557:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884559:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884561:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884563:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884566:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884567:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884569:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884571:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884573:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884584:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884586:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884587:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884589:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884591:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884593:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884594:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884596:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884598:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884599:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884611:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884613:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884616:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884617:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884619:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884621:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884622:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884623:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884624:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884626:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884628:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884629:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884645:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884648:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884649:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884652:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884653:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884690:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884691:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884694:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884697:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884698:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884699:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884701:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884703:0:33012:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884705:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884716:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.884718:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884721:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884722:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.884725:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884727:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884729:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884730:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884732:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884734:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884746:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838369.884747:0:33012:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838369.884748:0:33012:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00800000:00000001:3.0:1788838369.884752:0:33012:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838369.884754:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838369.884755:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788838369.884758:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.884761:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838369.884762:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838369.884766:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.884768:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.884770:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.884771:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.884774:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.884787:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.884789:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.884792:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.884794:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.884800:0:33012:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788838369.884817:0:33012:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff98afd0025800: age 1256, max_age 1831 00000008:00000001:3.0:1788838369.884823:0:33012:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788838369.884826:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000010:3.0:1788838369.884834:0:33012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838369.884837:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:3.0:1788838369.884840:0:33012:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788838369.884857:0:33012:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788838369.884863:0:33012:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1750 00000400:00000200:3.0:1788838369.884870:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838369.884876:0:33012:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1788838369.884880:0:33012:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838369.884883:0:33012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838369.884885:0:33012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838369.884887:0:33012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:3.0:1788838369.884905:0:33012:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788838369.884907:0:33012:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:3.0:1788838369.884909:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.884912:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:3.0:1788838369.884924:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:3.0:1788838369.884927:0:33012:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000040:3.0:1788838369.884930:0:33012:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838369.884932:0:33012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838369.884934:0:33012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838369.884936:0:33012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:3.0:1788838369.884938:0:33012:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00080000:3.0:1788838369.884942:0:33012:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: import ffff98afc4eef000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:3.0:1788838369.884944:0:33012:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.884947:0:33012:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788838369.884954:0:33012:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838369.884956:0:33012:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.884958:0:33012:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788838369.884961:0:33012:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788838369.884964:0:33012:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.884966:0:33012:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838369.884970:0:33012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896fb80. 00000020:00000040:3.0:1788838369.884972:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=5 obd=lustre-OST0000-osc-ffff98afd0025800 02000000:00000001:3.0:1788838369.884975:0:33012:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838369.884977:0:33012:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.884980:0:33012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838369.884983:0:33012:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838369.884987:0:33012:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838369.884993:0:33012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716800. 00000100:00000001:3.0:1788838369.885016:0:33012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838369.885027:0:33012:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838369.885036:0:33012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838369.885039:0:33012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838369.885043:0:33012:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089385c55] to pc [ptlrpcd_rcv+-1] req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.885074:0:33012:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.885076:0:33012:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788838369.885090:0:33012:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1788838369.885093:0:33012:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838369.885095:0:33012:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838369.885097:0:33012:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788838369.885099:0:33012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838369.885100:0:33012:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838369.885102:0:33012:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838369.885107:0:33012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3600. 00000100:00000001:3.0:1788838369.885109:0:33012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.885112:0:33012:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838369.885114:0:33012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838369.885119:0:33012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:3.0:1788838369.885122:0:33012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:3.0:1788838369.885124:0:33012:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838369.885142:0:33012:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:3.0:1788838369.885145:0:33012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838369.885147:0:33012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.885149:0:33012:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838369.885157:0:33012:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838369.885161:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.885167:0:33012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838369.885169:0:33012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788838369.885172:0:33012:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.885178:0:33012:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.885180:0:33012:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838369.885181:0:33012:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838369.885183:0:33012:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 0 seconds 00000100:00000001:3.0:1788838369.885185:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838369.885188:0:33012:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.885189:0:33012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838369.885190:0:33012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.885193:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.889717:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838369.889725:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838369.889728:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838369.889744:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.889756:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838369.889759:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.889763:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838369.889767:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838369.889770:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838369.889773:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132263680:192.168.203.123@tcp:8:lfs.0 00000100:00000001:2.0:1788838369.889777:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838369.889782:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838369.889785:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.889787:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838369.889796:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e800. 02000000:00000001:2.0:1788838369.889799:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838369.889806:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838369.889810:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838369.889817:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a660. 00000100:00000200:2.0:1788838369.889824:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132263680, portal 4 00000100:00000001:2.0:1788838369.889826:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838369.889846:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484877696 : -113594224673920 : ffff98afc896fb80) 00000100:00000040:2.0:1788838369.889866:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.889874:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838369.889890:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838369.889893:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a2a8. 00000100:00000200:2.0:1788838369.889897:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132263680, offset 0 00000400:00000200:2.0:1788838369.889916:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838369.889927:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838369.889933:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838369.889938:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838369.889942:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838369.889945:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838369.889948:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838369.889951:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2558:2558:256:4294967295] 192.168.203.123@tcp LPNI seq info [2558:2558:8:4294967295] 00000400:00000200:2.0:1788838369.889955:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838369.889964:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838369.889969:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838369.889974:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14200. 00000800:00000200:2.0:1788838369.889980:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838369.889987:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838369.889991:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788838369.890013:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838369.890017:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 220990 usecs (221 jiffies) 00000400:00000200:2.0:1788838369.890021:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838369.890024:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296500084 00000100:00000001:2.0:1788838369.890026:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296501751 00000100:00000001:2.0:1788838369.890029:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296500084 00000100:00000001:2.0:1788838369.890031:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296501751 00000100:00000001:2.0:1788838369.890033:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838369.890036:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.890039:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.890042:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.890049:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838369.890051:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788838369.890053:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838369.890054:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838369.890055:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.890057:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838369.890399:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838369.890403:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14200. 00000400:00000200:1.0:1788838369.890409:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838369.890414:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838369.890419:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a2a8 00000400:00000010:1.0:1788838369.890422:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a2a8. 00000100:00000001:1.0:1788838369.890425:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838369.890430:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.890438:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838369.890442:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.890448:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838369.890449:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838369.899885:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.899903:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838369.899908:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.899910:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.899919:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.899926:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838369.899935:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.899939:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.899945:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.899949:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd52d00 00000400:00000200:0.0:1788838369.899953:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.899959:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x6d79 [1] + 0 00000800:00000001:0.0:1788838369.899966:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.899972:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.899976:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838369.899980:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838369.899988:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838369.899998:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838369.900010:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838369.900030:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838369.900038:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.900041:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.900107:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838369.900111:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838369.900117:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838369.900119:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838369.900122:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838369.900127:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a660 00000400:00000010:2.0:1788838369.900129:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a660. 00000100:00000001:2.0:1788838369.900132:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838369.900137:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838369.900144:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.900150:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838369.900152:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.900154:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838369.900157:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838369.900160:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838369.900162:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.900164:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838369.900173:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=48 v=5 (5 5 5 16) 00000100:00001000:2.0:1788838369.900177:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838369.900179:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838369.900181:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.900184:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838369.900188:0:2350:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.900191:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838369.900193:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: committing for last_committed 4294967312 gen 19 00000100:00000040:2.0:1788838369.900195:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788838369.900198:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838369.900200:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838369.900205:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.900212:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838369.900215:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838369.900217:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.900219:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788838369.900224:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:2.0:1788838369.900227:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788838369.900228:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:2.0:1788838369.900231:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838369.900233:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:2.0:1788838369.900236:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:2.0:1788838369.900238:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00001000:2.0:1788838369.900241:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1788838369 v=0 (0 0 0 0) 00000100:00001000:2.0:1788838369.900244:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eef418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788838369.900248:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000100:00080000:2.0:1788838369.900253:0:2350:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff98afd0025800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788838369.900256:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:2.0:1788838369.900258:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838369.900261:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788838369.900265:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1788838369.900268:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788838369.900271:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788838369.900274:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788838369.900276:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838369.900279:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838369.900280:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838369.900283:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.900284:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788838369.900286:0:2350:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788838369.900290:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788838369.900293:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838369.900294:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788838369.900295:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788838369.900296:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788838369.900298:0:2350:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788838369.900300:0:2350:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1788838369.900305:0:2350:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1788838369.900307:0:2350:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838369.900309:0:2350:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.900310:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788838369.900313:0:2350:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788838369.900315:0:2350:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788838369.900317:0:2350:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788838369.900318:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788838369.900320:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788838369.900322:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.900324:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.900326:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788838369.900327:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788838369.900328:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.900330:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788838369.900331:0:2350:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788838369.900335:0:2350:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788838369.900336:0:2350:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.900338:0:2350:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.900340:0:2350:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.900341:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838369.900343:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838369.900344:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838369.900346:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.900347:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788838369.900349:0:2350:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838369.900351:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788838369.900356:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000db7c6d67): req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.900376:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.900379:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838369.900392:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838369.900401:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132263680:192.168.203.123@tcp:8:lfs.0 00000100:00000001:2.0:1788838369.900406:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.900408:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838369.900412:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896fb80 x1875731132263680/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.900419:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838369.900421:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838369.900425:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e800. 02000000:00000001:2.0:1788838369.900428:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838369.900430:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838369.900431:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838369.900433:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838369.900436:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716800. 02000000:00000001:2.0:1788838369.900439:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838369.900441:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838369.900443:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896fb80. 00000100:00000001:2.0:1788838369.900447:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838369.900448:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.900451:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.900458:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838369.900459:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.900462:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838369.900463:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.900513:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838369.900516:0:33012:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.900518:0:33012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838369.900521:0:33012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.900525:0:33012:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838369.900527:0:33012:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838369.900530:0:33012:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.900532:0:33012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838369.900537:0:33012:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838369.900539:0:33012:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.900542:0:33012:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838369.900547:0:33012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838369.900549:0:33012:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838369.900553:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838369.900557:0:33012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838369.900561:0:33012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838369.900566:0:33012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132263808, portal 4 00000100:00000001:3.0:1788838369.900567:0:33012:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838369.900569:0:33012:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838369.900574:0:33012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.900581:0:33012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838369.900583:0:33012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838369.900585:0:33012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cea18. 00000100:00000200:3.0:1788838369.900589:0:33012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875731132263808, offset 0 00000400:00000200:3.0:1788838369.900595:0:33012:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838369.900601:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838369.900606:0:33012:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838369.900611:0:33012:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838369.900616:0:33012:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838369.900619:0:33012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838369.900621:0:33012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838369.900624:0:33012:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2559:2559:256:4294967295] 192.168.203.123@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:3.0:1788838369.900628:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838369.900635:0:33012:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838369.900640:0:33012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838369.900645:0:33012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3300. 00000800:00000200:3.0:1788838369.900650:0:33012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838369.900694:0:33012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838369.900698:0:33012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838369.900713:0:33012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838369.900717:0:33012:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 219980 usecs (220 jiffies) 00000400:00000200:3.0:1788838369.900720:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838369.900722:0:33012:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296500094 00000100:00000001:3.0:1788838369.900725:0:33012:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296501751 00000100:00000001:3.0:1788838369.900727:0:33012:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296500094 00000100:00000001:3.0:1788838369.900730:0:33012:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296501751 00000100:00000001:3.0:1788838369.900732:0:33012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838369.900735:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.900737:0:33012:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838369.900738:0:33012:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838369.900740:0:33012:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788838369.900743:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838369.900744:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838369.900866:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838369.900870:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3300. 00000400:00000200:1.0:1788838369.900874:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838369.900877:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838369.900881:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cea18 00000400:00000010:1.0:1788838369.900882:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cea18. 00000100:00000001:1.0:1788838369.900885:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838369.900890:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.900897:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838369.900901:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.900905:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838369.900907:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838369.904213:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.904233:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838369.904237:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.904239:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.904248:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.904256:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838369.904266:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.904270:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.904275:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.904279:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 4 MB=0x6a9f7afd52d80 00000400:00000200:0.0:1788838369.904284:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.904290:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 368/368 into md 0x6d81 [1] + 224 00000800:00000001:0.0:1788838369.904297:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.904307:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.904310:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838369.904314:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838369.904322:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838369.904330:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838369.904341:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838369.904369:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838369.904377:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.904380:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.904476:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838369.904483:0:33012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838369.904485:0:33012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838369.904489:0:33012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838369.904494:0:33012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838369.904496:0:33012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838369.904498:0:33012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838369.904504:0:33012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838369.904513:0:33012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.904519:0:33012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838369.904521:0:33012:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.904524:0:33012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838369.904527:0:33012:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838369.904529:0:33012:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838369.904532:0:33012:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.904535:0:33012:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838369.904544:0:33012:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef4f0 time=616 v=5 (5 5 0 5) 00000100:00001000:3.0:1788838369.904548:0:33012:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838369.904550:0:33012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838369.904552:0:33012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.904555:0:33012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838369.904558:0:33012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.904562:0:33012:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838369.904564:0:33012:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838369.904566:0:33012:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838369.904568:0:33012:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838369.904573:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.904580:0:33012:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838369.904583:0:33012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838369.904585:0:33012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838369.904589:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838369.904596:0:33012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33012:1875731132263808:192.168.203.123@tcp:13:lfs.0 00000100:00000001:3.0:1788838369.904601:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.904604:0:33012:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.904606:0:33012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838369.904608:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838369.904611:0:33012:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.904617:0:33012:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838369.904620:0:33012:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:3.0:1788838369.904623:0:33012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838369.904625:0:33012:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838369.904631:0:33012:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788838369.904633:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838369.904636:0:33012:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132263808/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.904642:0:33012:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838369.904644:0:33012:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838369.904646:0:33012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838369.904649:0:33012:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838369.904652:0:33012:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838369.904653:0:33012:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838369.904695:0:33012:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838369.904700:0:33012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3600. 02000000:00000001:3.0:1788838369.904705:0:33012:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838369.904706:0:33012:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838369.904708:0:33012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838369.904711:0:33012:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838369.904712:0:33012:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788838369.904715:0:33012:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff98afd0025800: update ffff98afd054d178 cache blocks 3679/3683 objects 117792/118199 00020000:00000001:3.0:1788838369.904718:0:33012:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838369.904723:0:33012:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.904725:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838369.904728:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.904731:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.904734:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.904805:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.904808:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.904814:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.904817:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.904822:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.904825:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.904828:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.904830:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.904832:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.904837:0:33012:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788838369.904839:0:33012:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff98afd0025800: age 1256, max_age 1831 00000008:00000001:3.0:1788838369.904842:0:33012:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788838369.904844:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000010:3.0:1788838369.904848:0:33012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838369.904851:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:3.0:1788838369.904854:0:33012:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788838369.904857:0:33012:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788838369.904860:0:33012:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1748 00000400:00000200:3.0:1788838369.904865:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838369.904868:0:33012:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:3.0:1788838369.904872:0:33012:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838369.904875:0:33012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838369.904877:0:33012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838369.904879:0:33012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:3.0:1788838369.904882:0:33012:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788838369.904884:0:33012:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:3.0:1788838369.904886:0:33012:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838369.904888:0:33012:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:3.0:1788838369.904891:0:33012:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:3.0:1788838369.904893:0:33012:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000040:3.0:1788838369.904896:0:33012:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838369.904898:0:33012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788838369.904900:0:33012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:3.0:1788838369.904902:0:33012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:3.0:1788838369.904905:0:33012:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00080000:3.0:1788838369.904908:0:33012:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff98afd0025800: import ffff98afc4c52800 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:3.0:1788838369.904910:0:33012:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.904912:0:33012:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788838369.904918:0:33012:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838369.904922:0:33012:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.904924:0:33012:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788838369.904926:0:33012:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788838369.904929:0:33012:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.904931:0:33012:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838369.904935:0:33012:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896e300. 00000020:00000040:3.0:1788838369.904937:0:33012:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=5 obd=lustre-OST0001-osc-ffff98afd0025800 02000000:00000001:3.0:1788838369.904942:0:33012:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838369.904944:0:33012:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.904946:0:33012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838369.904949:0:33012:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838369.904952:0:33012:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838369.904956:0:33012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717000. 00000100:00000001:3.0:1788838369.904962:0:33012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838369.904968:0:33012:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838369.904975:0:33012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838369.904979:0:33012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838369.904982:0:33012:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077e16213] to pc [ptlrpcd_rcv+-1] req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.905004:0:33012:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.905007:0:33012:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788838369.905008:0:33012:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1788838369.905010:0:33012:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838369.905011:0:33012:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838369.905013:0:33012:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788838369.905014:0:33012:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838369.905015:0:33012:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838369.905017:0:33012:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838369.905021:0:33012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3600. 00000100:00000001:3.0:1788838369.905023:0:33012:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.905026:0:33012:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838369.905028:0:33012:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838369.905031:0:33012:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:3.0:1788838369.905034:0:33012:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:3.0:1788838369.905036:0:33012:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838369.905038:0:33012:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:3.0:1788838369.905040:0:33012:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838369.905042:0:33012:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.905044:0:33012:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838369.905045:0:33012:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838369.905050:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.905056:0:33012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838369.905058:0:33012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788838369.905062:0:33012:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.905068:0:33012:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.905071:0:33012:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838369.905072:0:33012:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838369.905074:0:33012:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 0 seconds 00000100:00000001:3.0:1788838369.905076:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838369.905078:0:33012:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.905080:0:33012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838369.905081:0:33012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.905083:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.905365:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838369.905369:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838369.905371:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838369.905376:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.905382:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838369.905393:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.905397:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838369.905399:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838369.905402:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838369.905406:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132263936:192.168.203.123@tcp:8:lfs.0 00000100:00000001:2.0:1788838369.905409:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838369.905413:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838369.905415:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.905417:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838369.905421:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e800. 02000000:00000001:2.0:1788838369.905423:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838369.905427:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838369.905430:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838369.905435:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a660. 00000100:00000200:2.0:1788838369.905441:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132263936, portal 4 00000100:00000001:2.0:1788838369.905443:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838369.905444:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484871424 : -113594224680192 : ffff98afc896e300) 00000100:00000040:2.0:1788838369.905450:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.905456:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838369.905458:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838369.905461:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a550. 00000100:00000200:2.0:1788838369.905464:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132263936, offset 0 00000400:00000200:2.0:1788838369.905471:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838369.905477:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838369.905482:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838369.905486:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838369.905489:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838369.905492:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838369.905495:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838369.905498:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2560:2560:256:4294967295] 192.168.203.123@tcp LPNI seq info [2560:2560:8:4294967295] 00000400:00000200:2.0:1788838369.905502:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838369.905509:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838369.905514:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838369.905519:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14600. 00000800:00000200:2.0:1788838369.905525:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838369.905532:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838369.905536:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788838369.905552:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838369.905556:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22943 usecs (23 jiffies) 00000400:00000200:2.0:1788838369.905559:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838369.905561:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296499901 00000100:00000001:2.0:1788838369.905564:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296501751 00000100:00000001:2.0:1788838369.905566:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296499901 00000100:00000001:2.0:1788838369.905568:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296501751 00000100:00000001:2.0:1788838369.905570:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838369.905572:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.905574:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.905576:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.905582:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838369.905583:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788838369.905585:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838369.905586:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838369.905587:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.905588:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838369.905709:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838369.905713:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14600. 00000400:00000200:1.0:1788838369.905717:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838369.905722:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838369.905726:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a550 00000400:00000010:1.0:1788838369.905728:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a550. 00000100:00000001:1.0:1788838369.905731:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838369.905735:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.905743:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838369.905746:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.905752:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838369.905754:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838369.916000:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.916028:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838369.916032:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.916035:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.916054:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.916061:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838369.916070:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.916083:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.916089:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.916092:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd52e00 00000400:00000200:0.0:1788838369.916097:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.916103:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x6d89 [1] + 0 00000800:00000001:0.0:1788838369.916120:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.916128:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.916131:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838369.916136:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838369.916155:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838369.916164:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838369.916187:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838369.916226:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838369.916234:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.916237:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.916559:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838369.916564:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838369.916570:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838369.916572:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838369.916576:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838369.916580:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a660 00000400:00000010:2.0:1788838369.916583:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a660. 00000100:00000001:2.0:1788838369.916586:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838369.916592:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838369.916602:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.916608:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838369.916610:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.916613:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838369.916616:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838369.916618:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838369.916621:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838369.916624:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838369.916633:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=198 v=5 (5 5 16 37) 00000100:00001000:2.0:1788838369.916638:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838369.916641:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838369.916643:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838369.916646:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838369.916649:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.916653:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838369.916692:0:2350:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: committing for last_committed 4294967335 gen 15 00000100:00000040:2.0:1788838369.916696:0:2350:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788838369.916698:0:2350:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838369.916699:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838369.916704:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.916711:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838369.916714:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838369.916715:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.916718:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788838369.916724:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:2.0:1788838369.916726:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788838369.916728:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:2.0:1788838369.916730:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838369.916733:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:2.0:1788838369.916735:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:2.0:1788838369.916738:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00001000:2.0:1788838369.916741:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=1788838369 v=0 (0 0 0 0) 00000100:00001000:2.0:1788838369.916743:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4c52c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788838369.916748:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000100:00080000:2.0:1788838369.916752:0:2350:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff98afd0025800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788838369.916756:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:2.0:1788838369.916759:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838369.916762:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788838369.916766:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1788838369.916769:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788838369.916773:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788838369.916776:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788838369.916779:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838369.916781:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838369.916783:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838369.916785:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.916786:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788838369.916788:0:2350:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788838369.916791:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4c52800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788838369.916793:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838369.916794:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788838369.916795:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788838369.916796:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788838369.916798:0:2350:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788838369.916799:0:2350:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1788838369.916804:0:2350:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1788838369.916806:0:2350:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1788838369.916808:0:2350:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838369.916809:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788838369.916811:0:2350:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788838369.916813:0:2350:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788838369.916814:0:2350:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788838369.916815:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788838369.916817:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788838369.916819:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.916821:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.916822:0:2350:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788838369.916823:0:2350:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788838369.916824:0:2350:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.916825:0:2350:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788838369.916827:0:2350:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788838369.916830:0:2350:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788838369.916832:0:2350:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.916834:0:2350:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.916835:0:2350:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838369.916836:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838369.916838:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838369.916839:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838369.916841:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.916842:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788838369.916844:0:2350:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838369.916846:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788838369.916852:0:2350:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000db7c6d67): req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.916871:0:2350:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.916874:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838369.916878:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838369.916885:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132263936:192.168.203.123@tcp:8:lfs.0 00000100:00000001:2.0:1788838369.916890:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.916892:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838369.916895:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896e300 x1875731132263936/t0(0) o8->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838369.916901:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838369.916904:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838369.916907:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e800. 02000000:00000001:2.0:1788838369.916911:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838369.916913:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838369.916914:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838369.916916:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838369.916919:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717000. 02000000:00000001:2.0:1788838369.916923:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838369.916924:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838369.916926:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896e300. 00000100:00000001:2.0:1788838369.916929:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838369.916931:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.916934:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838369.916940:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838369.916941:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838369.916943:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838369.916945:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.916999:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838369.917002:0:33012:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.917005:0:33012:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838369.917007:0:33012:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.917010:0:33012:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838369.917012:0:33012:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838369.917015:0:33012:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.917017:0:33012:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838369.917023:0:33012:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838369.917025:0:33012:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.917027:0:33012:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838369.917032:0:33012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8716400. 02000000:00000001:3.0:1788838369.917034:0:33012:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838369.917040:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838369.917043:0:33012:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838369.917049:0:33012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838369.917055:0:33012:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132264064, portal 4 00000100:00000001:3.0:1788838369.917057:0:33012:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838369.917059:0:33012:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838369.917065:0:33012:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.917072:0:33012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838369.917074:0:33012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838369.917077:0:33012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce000. 00000100:00000200:3.0:1788838369.917080:0:33012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875731132264064, offset 0 00000400:00000200:3.0:1788838369.917085:0:33012:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838369.917091:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838369.917097:0:33012:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838369.917102:0:33012:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838369.917106:0:33012:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838369.917110:0:33012:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838369.917113:0:33012:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838369.917116:0:33012:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2561:2561:256:4294967295] 192.168.203.123@tcp LPNI seq info [2561:2561:8:4294967295] 00000400:00000200:3.0:1788838369.917120:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838369.917129:0:33012:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838369.917134:0:33012:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838369.917138:0:33012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3400. 00000800:00000200:3.0:1788838369.917144:0:33012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838369.917152:0:33012:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838369.917156:0:33012:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838369.917167:0:33012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838369.917171:0:33012:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22900 usecs (23 jiffies) 00000400:00000200:3.0:1788838369.917174:0:33012:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838369.917177:0:33012:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296499913 00000100:00000001:3.0:1788838369.917180:0:33012:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296501751 00000100:00000001:3.0:1788838369.917182:0:33012:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296499913 00000100:00000001:3.0:1788838369.917184:0:33012:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296501751 00000100:00000001:3.0:1788838369.917186:0:33012:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838369.917189:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.917191:0:33012:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838369.917192:0:33012:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838369.917195:0:33012:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788838369.917197:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838369.917198:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838369.917349:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838369.917354:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:1.0:1788838369.917358:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838369.917362:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838369.917366:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce000 00000400:00000010:1.0:1788838369.917368:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce000. 00000100:00000001:1.0:1788838369.917371:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838369.917375:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.917394:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838369.917398:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838369.917404:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838369.917406:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838369.924365:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.924380:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838369.924395:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.924398:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.924407:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.924414:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838369.924422:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.924426:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.924431:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.924436:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 4 MB=0x6a9f7afd52e80 00000400:00000200:0.0:1788838369.924440:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838369.924445:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 368/368 into md 0x6d91 [1] + 224 00000800:00000001:0.0:1788838369.924452:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.924459:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838369.924462:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838369.924466:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838369.924473:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838369.924481:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838369.924493:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838369.924512:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838369.924520:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838369.924523:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.924860:0:33012:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838369.924868:0:33012:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838369.924870:0:33012:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838369.924873:0:33012:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838369.924877:0:33012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838369.924880:0:33012:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838369.924883:0:33012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838369.924887:0:33012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838369.924897:0:33012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.924904:0:33012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838369.924906:0:33012:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.924908:0:33012:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838369.924910:0:33012:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838369.924912:0:33012:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838369.924914:0:33012:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838369.924917:0:33012:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838369.924926:0:33012:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52cf0 time=647 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838369.924930:0:33012:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838369.924932:0:33012:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838369.924934:0:33012:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838369.924936:0:33012:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838369.924939:0:33012:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.924942:0:33012:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838369.924944:0:33012:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788838369.924946:0:33012:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838369.924948:0:33012:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838369.924952:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.924964:0:33012:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838369.924966:0:33012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838369.924968:0:33012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838369.924973:0:33012:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838369.924980:0:33012:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33012:1875731132264064:192.168.203.123@tcp:13:lfs.0 00000100:00000001:3.0:1788838369.924985:0:33012:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838369.924988:0:33012:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838369.924990:0:33012:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838369.924992:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838369.924995:0:33012:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.925001:0:33012:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838369.925003:0:33012:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:3.0:1788838369.925006:0:33012:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838369.925008:0:33012:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838369.925012:0:33012:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788838369.925014:0:33012:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838369.925016:0:33012:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132264064/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838369.925022:0:33012:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838369.925025:0:33012:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838369.925027:0:33012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8716400. 02000000:00000001:3.0:1788838369.925030:0:33012:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838369.925033:0:33012:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838369.925034:0:33012:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838369.925037:0:33012:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838369.925040:0:33012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3600. 02000000:00000001:3.0:1788838369.925043:0:33012:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838369.925044:0:33012:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838369.925046:0:33012:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:3.0:1788838369.925049:0:33012:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838369.925051:0:33012:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788838369.925054:0:33012:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff98afd0025800: update ffff98afd09b8450 cache blocks 3679/3683 objects 117792/118201 00020000:00000001:3.0:1788838369.925058:0:33012:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838369.925062:0:33012:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925065:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838369.925067:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925070:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925073:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925130:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925133:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925139:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925142:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925146:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925150:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925151:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925154:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925156:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925159:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925161:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925163:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925165:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925167:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925168:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925172:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925173:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925176:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925176:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925178:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925180:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925181:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925182:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925183:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925186:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925187:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925189:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925191:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925193:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925195:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925197:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925199:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925201:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925202:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925204:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925206:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925207:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925208:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925209:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925211:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925213:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925214:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925216:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925218:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925220:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925222:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925223:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925225:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925226:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925228:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925230:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925231:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925232:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925233:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925235:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925236:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925238:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925240:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925242:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925243:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925246:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925248:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925250:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925251:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925252:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925254:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925256:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925257:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925258:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925260:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925262:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925263:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925265:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925267:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925269:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925272:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925273:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925276:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925277:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925278:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925280:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925282:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925282:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925284:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925286:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925287:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925289:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925291:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925293:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925294:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925296:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925298:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925300:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925301:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925303:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925305:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925306:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925307:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925308:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925310:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925312:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925313:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925315:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925317:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925318:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925321:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925322:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925324:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925325:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925327:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925328:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925329:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925330:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925332:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925334:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925336:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925338:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925340:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925342:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925344:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925346:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925347:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925350:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925350:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925353:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925355:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925356:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925357:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925358:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925360:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925361:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925363:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925365:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925367:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925369:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925371:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925373:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925375:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925376:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925378:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925380:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925381:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925382:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925394:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925397:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925399:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925400:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925403:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925405:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925406:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925409:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925411:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925413:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925414:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925416:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925418:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925419:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925421:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925422:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925424:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925426:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925427:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925429:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925431:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925432:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925436:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925437:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925439:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925440:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925442:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925445:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925446:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925447:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925449:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925451:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925453:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925455:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925457:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925458:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925460:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925463:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925464:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925467:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925468:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925470:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925471:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925473:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925474:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925475:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925478:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925480:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925482:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925484:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925486:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925488:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925490:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925492:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925494:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925495:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925497:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925500:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925501:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925502:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925503:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925506:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925508:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925509:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925511:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925513:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925515:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925517:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925519:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925521:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925522:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925524:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925526:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925527:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925528:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925529:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925532:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925534:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925536:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925537:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925539:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925541:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925544:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925545:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925547:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925548:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925549:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.925551:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.925553:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.925554:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.925555:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.925557:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925558:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925559:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.925561:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.925562:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925564:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.925566:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.925567:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.925569:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.925570:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.925572:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926419:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926425:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.926427:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.926429:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.926434:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926436:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926438:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.926440:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.926443:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926445:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926452:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.926455:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.926459:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.926460:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.926463:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926466:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926467:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.926468:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.926469:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.926472:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926474:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926475:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.926477:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.926479:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926481:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926483:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.926485:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.926487:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.926489:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.926491:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926493:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926495:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.926496:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.926497:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.926499:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926501:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926502:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.926504:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.926506:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926507:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926510:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.926511:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.926513:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.926513:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.926516:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926518:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926519:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.926520:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.926521:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.926523:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926525:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926526:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.926528:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.926530:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926532:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926534:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.926535:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.926538:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.926539:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.926541:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926543:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926544:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.926545:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.926546:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.926548:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926550:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926552:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.926554:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.926555:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926556:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926559:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.926560:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.926562:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.926563:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.926565:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926567:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926569:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.926570:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.926572:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.926574:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926575:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926577:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.926578:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.926580:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926582:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926585:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.926586:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.926588:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.926590:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.926592:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926594:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926595:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.926597:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.926598:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.926600:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926602:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926604:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.926606:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.926608:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926610:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926613:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.926615:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.926617:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.926618:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.926621:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926623:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926624:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.926626:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.926627:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.926630:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926632:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926634:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.926636:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.926638:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926640:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.926643:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.926644:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.926647:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.926648:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.926650:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.926652:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.926654:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.927950:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.927953:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.927959:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.927962:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.927964:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.927967:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.927972:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.927975:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.927987:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.927989:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.927994:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.927996:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928002:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928006:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928008:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928009:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928010:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928013:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928014:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928016:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928017:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928020:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928022:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928025:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928026:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928028:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928028:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928030:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928032:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928034:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928035:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928036:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928038:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928040:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928041:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928044:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928045:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928047:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928049:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928050:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928053:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928054:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928056:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928058:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928060:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928061:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928062:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928064:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928066:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928068:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928070:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928072:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928073:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928076:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928078:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928081:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928082:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928084:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928086:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928088:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928088:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928089:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928092:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928093:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928095:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928097:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928099:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928101:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928104:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928105:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928107:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928108:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928110:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928112:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928113:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928114:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928115:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928117:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928119:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928121:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928123:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928125:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928126:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928129:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928130:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928132:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928133:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928136:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928137:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928139:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928140:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928141:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928143:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928145:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928146:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928149:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928151:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928152:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928155:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928156:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928158:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928159:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928161:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928163:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928164:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928165:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928166:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928168:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928170:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928172:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928174:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928176:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928177:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928180:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928181:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928184:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928185:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928187:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928189:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928190:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928192:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928193:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928196:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928198:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928200:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928201:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928203:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928205:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928208:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928209:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928212:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928213:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928215:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928217:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928218:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928219:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928220:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928223:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928225:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928226:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928229:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928231:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928233:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928235:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928237:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928239:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928240:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928242:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928244:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928246:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928247:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928249:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928251:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928253:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928255:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928256:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928258:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928259:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928262:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928263:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928266:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928267:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928269:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928271:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928272:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928273:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928274:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928277:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928278:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928280:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928282:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928284:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928286:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928289:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928290:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928293:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928294:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928296:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928298:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928299:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928300:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928302:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928304:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928306:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928308:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928310:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928313:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928315:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928318:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928320:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928322:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928323:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928326:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928328:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928329:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928330:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928332:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928334:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928336:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928338:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928340:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928342:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928344:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928346:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928348:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928350:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928351:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928353:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928355:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928356:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928357:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928358:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928360:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928362:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928364:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928366:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928368:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928370:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928372:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928375:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928377:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928378:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928380:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928382:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928395:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928396:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928397:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928400:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928402:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928403:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928405:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928407:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928409:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928412:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928413:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928415:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928416:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928418:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928420:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928421:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928422:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928423:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928425:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928428:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928429:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928431:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928433:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928434:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928437:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928439:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928441:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928441:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928443:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928446:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928447:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928448:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928449:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928452:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928453:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928455:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928457:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928459:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928460:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928463:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928464:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928467:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928468:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928470:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928472:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928473:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928474:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928476:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928478:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928480:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928482:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928483:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928485:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928487:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928490:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928491:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928494:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928495:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928498:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928500:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928502:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928503:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928504:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928507:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928509:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928511:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928512:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928514:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928516:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928519:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928520:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928523:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928524:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928527:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928529:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928530:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928531:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928533:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928535:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928537:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928538:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928540:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928542:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928544:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928547:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928548:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928550:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928551:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928553:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928556:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928557:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928558:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928559:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928562:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928564:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928566:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928568:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928570:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928572:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928575:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928576:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928579:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928580:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928583:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928585:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928586:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928587:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928589:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928591:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928593:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928595:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928597:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928599:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928601:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928604:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928606:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928609:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928610:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928611:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928614:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928615:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928616:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928617:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928619:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928621:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928623:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928625:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.928627:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928629:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928632:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.928634:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.928636:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.928637:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.928640:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.928641:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.928643:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.928644:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.928645:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.928648:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928649:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.928651:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.928653:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931327:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931336:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931350:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931353:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931360:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931362:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931369:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931373:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931375:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931379:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931381:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931395:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931397:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931400:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931403:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931406:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931408:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931412:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931414:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931417:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931418:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931420:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931422:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931424:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931425:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931426:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931429:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931430:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931432:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931434:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931436:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931437:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931440:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931441:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931443:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931444:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931445:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931447:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931449:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931450:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931451:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931453:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931455:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931456:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931458:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931459:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931461:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931463:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931464:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931466:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931467:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931469:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931471:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931472:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931473:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931474:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931476:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931477:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931478:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931480:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931482:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931483:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931485:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931487:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931489:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931490:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931492:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931494:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931495:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931496:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931498:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931500:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931502:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931504:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931506:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931507:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931509:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931512:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931513:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931514:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931515:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931517:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931519:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931520:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931522:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931523:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931525:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931526:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931528:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931529:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931531:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931533:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931535:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931537:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931539:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931540:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931541:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931544:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931545:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931546:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931547:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931549:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931551:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931552:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931554:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931556:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931557:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931559:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931560:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931562:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931563:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931565:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931567:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931568:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931569:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931570:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931572:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931574:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931576:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931578:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931580:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931581:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931584:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931585:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931587:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931588:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931590:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931592:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931593:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931594:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931595:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931597:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931599:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931600:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931602:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931604:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931605:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931608:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931609:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931611:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931613:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931614:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931616:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931618:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931619:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931620:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931622:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931623:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931625:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931627:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931629:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931631:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931634:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931635:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931637:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931639:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931640:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931642:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931644:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931645:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931646:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931648:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931650:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931651:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931653:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931672:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931674:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931677:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931678:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931681:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931682:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931684:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931686:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931688:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931689:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931690:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931693:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931694:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931696:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931698:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931700:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931702:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931704:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931706:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931709:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931710:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931712:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931713:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931715:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931716:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931717:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931719:0:33012:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931721:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931722:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838369.931724:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931726:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931728:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838369.931730:0:33012:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838369.931732:0:33012:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fffe8ad50b0 00000080:00000001:3.0:1788838369.931734:0:33012:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838369.931735:0:33012:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838369.931736:0:33012:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8714800. 00000020:00000001:3.0:1788838369.931738:0:33012:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.931740:0:33012:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838369.931740:0:33012:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838369.931742:0:33012:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8714800 uarg=0000000000000000 00020000:00000001:3.0:1788838369.931744:0:33012:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838369.931746:0:33012:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838369.931748:0:33012:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788838369.931749:0:33012:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8714800. 00000080:00000001:3.0:1788838369.931751:0:33012:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838369.931753:0:33012:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838369.933063:0:33012:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838369.933067:0:33012:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838369.933071:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fdd0 00000080:00200008:3.0:1788838369.933074:0:33012:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000 00000080:00400000:3.0:1788838369.933079:0:33012:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788838369.933083:0:33012:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174640. 00000080:00000001:3.0:1788838369.933089:0:33012:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838369.933091:0:33012:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb0215fdd0 00000080:00000008:3.0:1788838369.933093:0:33012:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000, rc = 0 00000080:00000001:3.0:1788838369.933095:0:33012:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838369.933096:0:33012:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838370.827792:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838370.827799:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838370.827805:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838370.827807:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838370.827888:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838370.827891:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838370.827894:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838371.786733:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296501751, at 4296501760 00000100:00000010:0.0:1788838371.786748:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b4360. 00000100:00000040:1.0:1788838371.786826:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296501751, at 4296501760 00000100:00000010:1.0:1788838371.786832:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b4180. 00010000:00000001:0.0:1788838371.850808:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838371.850814:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838371.850819:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838371.850820:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838371.851035:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838371.851038:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838371.851041:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788838372.811213:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838372.811222:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838372.811242:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1500. 00000020:00000040:2.0:1788838372.811246:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838372.811250:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838372.811253:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838372.811258:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838372.811264:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14000. 00000100:00000001:2.0:1788838372.811271:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811283:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838372.811294:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838372.811298:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811304:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8dd5468] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.811332:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811335:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838372.811339:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838372.811342:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838372.811344:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838372.811346:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838372.811347:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838372.811349:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838372.811353:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14c00. 00000100:00000001:2.0:1788838372.811356:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811360:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838372.811376:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838372.811378:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811382:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b99f0f] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.811391:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811394:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838372.811397:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838372.811400:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1880. 00000020:00000040:2.0:1788838372.811402:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838372.811404:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838372.811406:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838372.811407:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838372.811410:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14500. 00000100:00000001:2.0:1788838372.811413:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811417:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838372.811424:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838372.811426:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811430:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006808f5fe] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.811437:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811439:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838372.811442:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838372.811445:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838372.811447:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:2.0:1788838372.811449:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838372.811450:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838372.811452:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838372.811454:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14700. 00000100:00000001:2.0:1788838372.811457:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811460:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838372.811466:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838372.811467:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811471:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a9ac53] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.811477:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.811481:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1840) 00000100:00000001:2.0:1788838372.811493:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838372.811497:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838372.811499:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838372.811504:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.811511:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838372.811513:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838372.811516:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838372.811518:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838372.811521:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838372.811524:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132264320:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838372.811528:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838372.811533:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838372.811535:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838372.811537:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838372.811542:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8d6fc00. 02000000:00000001:2.0:1788838372.811544:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838372.811550:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838372.811554:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838372.811561:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a660. 00000100:00000200:2.0:1788838372.811786:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132264320, portal 10 00000100:00000001:2.0:1788838372.811790:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838372.811791:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838372.811800:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.811807:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838372.811820:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838372.811824:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ac38. 00000100:00000200:2.0:1788838372.811827:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132264320, offset 0 00000400:00000200:2.0:1788838372.811834:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838372.811842:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838372.811849:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838372.811855:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838372.811859:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838372.811863:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838372.811866:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838372.811869:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2562:2562:256:4294967295] 192.168.203.123@tcp LPNI seq info [2562:2562:8:4294967295] 00000400:00000200:2.0:1788838372.811874:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838372.811884:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838372.811890:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838372.811895:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14100. 00000800:00000200:2.0:1788838372.811902:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838372.811912:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838372.811916:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838372.812000:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838372.812003:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838372.812005:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838372.812010:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.812017:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838372.812019:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838372.812021:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838372.812023:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838372.812025:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838372.812028:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132264192:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838372.812031:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838372.812034:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838372.812036:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838372.812038:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838372.812041:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d9200. 02000000:00000001:3.0:1788838372.812043:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838372.812047:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838372.812049:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838372.812054:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838372.812057:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132264192, portal 25 00000100:00000001:3.0:1788838372.812059:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838372.812060:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419151616 : -113594290400000 : ffff98afc4ac1500) 00000100:00000040:3.0:1788838372.812065:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.812071:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838372.812073:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838372.812076:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cef68. 00000100:00000200:3.0:1788838372.812078:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132264192, offset 0 00000400:00000200:3.0:1788838372.812082:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838372.812086:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838372.812089:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838372.812092:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838372.812094:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838372.812097:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838372.812099:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838372.812102:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2563:2563:255:4294967295] 192.168.203.123@tcp LPNI seq info [2563:2563:7:4294967295] 00000400:00000200:3.0:1788838372.812106:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838372.812112:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838372.812116:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838372.812120:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3b00. 00000800:00000200:3.0:1788838372.812123:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838372.812128:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838372.812130:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838372.812181:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.812187:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 847958 usecs (848 jiffies) 00000400:00000200:2.0:1788838372.812191:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838372.812194:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296503633 00000100:00000010:2.0:1788838372.812199:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd0b17300. 00000100:00000001:2.0:1788838372.812205:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788838372.812211:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296503633 00000100:00000010:2.0:1788838372.812214:0:2354:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd0b17780. 00000100:00000001:2.0:1788838372.812217:0:2354:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788838372.812221:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838372.812236:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838372.812240:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838372.812244:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.812251:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838372.812252:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838372.812254:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838372.812256:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838372.812258:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838372.812261:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132264576:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838372.812263:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838372.812266:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838372.812268:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838372.812270:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838372.812273:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc8d6e200. 02000000:00000001:2.0:1788838372.812275:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838372.812278:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838372.812281:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838372.812286:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a550. 00000100:00000200:2.0:1788838372.812289:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132264576, portal 4 00000100:00000001:2.0:1788838372.812290:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838372.812292:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838372.812297:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.812302:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838372.812304:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838372.812307:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a2a8. 00000100:00000200:2.0:1788838372.812309:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132264576, offset 0 00000400:00000200:2.0:1788838372.812313:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838372.812317:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838372.812321:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838372.812323:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838372.812326:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838372.812328:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838372.812330:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838372.812333:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2564:2564:254:4294967295] 192.168.203.123@tcp LPNI seq info [2564:2564:6:4294967295] 00000400:00000200:2.0:1788838372.812337:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838372.812343:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838372.812359:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838372.812363:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14d00. 00000800:00000200:2.0:1788838372.812374:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838372.812378:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838372.812381:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838372.813827:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838372.813839:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838372.813841:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296506873 00000100:00000001:3.0:1788838372.813850:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296503633 00000100:00000001:3.0:1788838372.813855:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296506873 00000100:00000001:3.0:1788838372.813858:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296503633 00000100:00000001:3.0:1788838372.813861:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838372.813864:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838372.813867:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838372.813889:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.813898:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838372.813899:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838372.813904:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838372.813907:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838372.813909:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838372.813912:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132264448:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838372.813916:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838372.813920:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838372.813922:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838372.813924:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838372.813931:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc40d9600. 02000000:00000001:3.0:1788838372.813933:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838372.813947:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838372.813951:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b000. 00000400:00000010:3.0:1788838372.813957:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce908. 00000100:00000200:3.0:1788838372.813963:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132264448, portal 4 00000100:00000001:3.0:1788838372.813965:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838372.813966:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419152512 : -113594290399104 : ffff98afc4ac1880) 00000100:00000040:3.0:1788838372.813974:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.813980:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838372.813983:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838372.813986:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce440. 00000100:00000200:3.0:1788838372.813988:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132264448, offset 0 00000400:00000200:3.0:1788838372.813994:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838372.814001:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838372.814006:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838372.814010:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838372.814013:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838372.814016:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838372.814018:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838372.814022:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2565:2565:253:4294967295] 192.168.203.123@tcp LPNI seq info [2565:2565:5:4294967295] 00000400:00000200:3.0:1788838372.814025:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838372.814033:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838372.814038:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838372.814042:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3600. 00000800:00000200:3.0:1788838372.814047:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838372.814053:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838372.814056:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838372.814059:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838372.814063:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 219006 usecs (220 jiffies) 00000400:00000200:3.0:1788838372.814066:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838372.814067:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296503007 00000100:00000001:3.0:1788838372.814070:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296506873 00000100:00000001:3.0:1788838372.814072:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296503007 00000100:00000001:3.0:1788838372.814074:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296506873 00000100:00000001:3.0:1788838372.814076:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838372.814078:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838372.814080:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838372.814083:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838372.814092:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838372.814094:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838372.814097:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838372.814098:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838372.814100:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838372.814102:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838372.814774:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.814780:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22910 usecs (23 jiffies) 00000400:00000200:2.0:1788838372.814784:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838372.814786:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296502811 00000100:00000001:2.0:1788838372.814789:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296506873 00000100:00000001:2.0:1788838372.814791:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296502811 00000100:00000001:2.0:1788838372.814793:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296506873 00000100:00000001:2.0:1788838372.814795:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838372.814798:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838372.814800:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838372.814803:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838372.814806:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838372.814808:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838372.814809:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838372.814811:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838372.814812:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838372.814815:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838372.815034:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838372.815040:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14100. 00000400:00000200:1.0:1788838372.815045:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838372.815051:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838372.815056:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ac38 00000400:00000010:1.0:1788838372.815059:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ac38. 00000100:00000001:1.0:1788838372.815063:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838372.815070:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838372.815079:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838372.815083:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838372.815090:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838372.815092:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838372.815102:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838372.815104:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:1.0:1788838372.815106:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838372.815110:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838372.815112:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cef68 00000400:00000010:1.0:1788838372.815114:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cef68. 00000100:00000001:1.0:1788838372.815116:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838372.815119:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838372.815192:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838372.815196:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838372.815201:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838372.815202:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838372.815212:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838372.815213:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838372.815216:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838372.815219:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838372.815221:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce440 00000400:00000010:1.0:1788838372.815223:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce440. 00000100:00000001:1.0:1788838372.815336:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838372.815340:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838372.815347:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838372.815350:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838372.815356:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838372.815358:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838372.815764:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838372.815770:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14d00. 00000400:00000200:1.0:1788838372.815773:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838372.815777:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838372.815780:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a2a8 00000400:00000010:1.0:1788838372.815782:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a2a8. 00000100:00000001:1.0:1788838372.815785:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838372.815790:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838372.815797:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838372.815799:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838372.815805:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838372.815806:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838372.821108:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821124:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838372.821128:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821131:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838372.821140:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821147:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838372.821155:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821160:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821164:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821168:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd52f80 00000400:00000200:0.0:1788838372.821173:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821178:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6d99 [1] + 224 00000800:00000001:0.0:1788838372.821185:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821189:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838372.821192:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838372.821196:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838372.821203:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838372.821211:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838372.821221:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838372.821254:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838372.821263:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821267:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838372.821269:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821271:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838372.821274:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821277:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838372.821282:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821285:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821287:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821290:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd52f00 00000400:00000200:0.0:1788838372.821294:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821298:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6da1 [1] + 224 00000800:00000001:0.0:1788838372.821302:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821305:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838372.821307:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838372.821311:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838372.821313:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838372.821318:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838372.821326:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838372.821343:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838372.821347:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821350:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838372.821352:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821354:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838372.821357:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821360:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838372.821374:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821377:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821380:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821383:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd53000 00000400:00000200:0.0:1788838372.821386:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821390:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6db1 [1] + 224 00000800:00000001:0.0:1788838372.821393:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821397:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838372.821399:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838372.821403:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838372.821406:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838372.821410:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838372.821419:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838372.821426:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838372.821429:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821433:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838372.821435:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821437:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838372.821440:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821443:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838372.821447:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821449:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821452:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821455:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd53080 00000400:00000200:0.0:1788838372.821457:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838372.821461:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6da9 [1] + 224 00000800:00000001:0.0:1788838372.821464:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821471:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838372.821473:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838372.821477:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838372.821479:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838372.821483:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838372.821491:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838372.821498:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838372.821501:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838372.821504:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838372.821729:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838372.821733:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838372.821740:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838372.821742:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838372.821745:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838372.821750:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a660 00000400:00000010:2.0:1788838372.821753:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a660. 00000100:00000001:2.0:1788838372.821756:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838372.821761:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838372.821770:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.821777:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838372.821778:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838372.821781:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838372.821784:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838372.821786:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838372.821788:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838372.821791:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838372.821800:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=51 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838372.821804:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838372.821806:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838372.821808:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838372.821811:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838372.821814:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838372.821818:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838372.821820:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788838372.821822:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838372.821823:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.821828:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.821835:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838372.821838:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838372.821840:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838372.821844:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838372.821852:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132264320:192.168.203.123@tcp:400:kworker.0 00000400:00000001:2.0:1788838372.821858:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838372.821859:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838372.821861:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838372.821863:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a550 00000400:00000010:2.0:1788838372.821864:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a550. 00000100:00000001:2.0:1788838372.821866:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838372.821870:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838372.821878:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.821885:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838372.821886:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838372.821888:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838372.821889:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838372.821891:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838372.821892:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838372.821894:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838372.821898:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=51 v=5 (5 5 5 16) 00000100:00001000:2.0:1788838372.821901:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838372.821903:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838372.821904:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838372.821906:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838372.821908:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838372.821910:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838372.821911:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788838372.821913:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838372.821914:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838372.821918:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.821924:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838372.821927:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838372.821928:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838372.821931:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838372.821949:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132264576:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838372.821953:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838372.821956:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838372.821960:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132264320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.821966:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838372.821968:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838372.821971:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8d6fc00. 02000000:00000001:2.0:1788838372.821975:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838372.821977:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838372.821979:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838372.821981:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838372.821984:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14c00. 02000000:00000001:2.0:1788838372.821987:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838372.821989:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838372.821991:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838372.821994:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838372.821996:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838372.821997:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838372.822000:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132264576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838372.822007:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838372.822008:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838372.822009:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc8d6e200. 02000000:00000001:2.0:1788838372.822011:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838372.822013:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838372.822014:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838372.822016:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838372.822017:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14700. 02000000:00000001:2.0:1788838372.822019:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838372.822021:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838372.822022:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838372.822024:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838372.822025:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838372.822027:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838372.822033:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838372.822035:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838372.822037:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838372.822040:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838372.822457:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838372.822461:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838372.822465:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838372.822467:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838372.822469:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838372.822473:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838372.822474:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838372.822477:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838372.822483:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838372.822491:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.822499:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838372.822500:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838372.822502:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838372.822504:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838372.822505:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838372.822507:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838372.822509:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838372.822513:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838372.822516:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838372.822518:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838372.822519:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838372.822521:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838372.822522:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838372.822525:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838372.822529:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.822535:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838372.822537:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838372.822538:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838372.822542:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838372.822548:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132264192:192.168.203.123@tcp:400:kworker.0 00000400:00000001:3.0:1788838372.822553:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838372.822554:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838372.822556:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b000. 00000400:00000200:3.0:1788838372.822558:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:3.0:1788838372.822560:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:3.0:1788838372.822562:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838372.822577:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838372.822586:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.822593:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838372.822594:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838372.822596:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838372.822597:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838372.822598:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838372.822600:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838372.822602:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838372.822606:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=51 v=5 (5 5 5 16) 00000100:00001000:3.0:1788838372.822609:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838372.822611:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838372.822612:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838372.822613:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838372.822615:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838372.822618:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838372.822620:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838372.822621:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838372.822623:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838372.822626:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.822631:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838372.822633:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838372.822634:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838372.822637:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838372.822645:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132264448:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838372.822648:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838372.822650:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838372.822653:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1500 x1875731132264192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.822697:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838372.822699:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838372.822702:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d9200. 02000000:00000001:3.0:1788838372.822705:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838372.822706:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838372.822707:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:3.0:1788838372.822709:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838372.822712:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14000. 02000000:00000001:3.0:1788838372.822715:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838372.822716:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838372.822718:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1500. 00000100:00000001:3.0:1788838372.822721:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838372.822722:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838372.822724:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838372.822727:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1880 x1875731132264448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838372.822734:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838372.822735:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838372.822737:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc40d9600. 02000000:00000001:3.0:1788838372.822739:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838372.822740:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838372.822741:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838372.822743:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838372.822744:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14500. 02000000:00000001:3.0:1788838372.822745:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838372.822747:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838372.822748:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1880. 00000100:00000001:3.0:1788838372.822749:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838372.822751:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838372.822752:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838372.822757:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838372.822758:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838372.822760:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838372.822761:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838372.875602:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838372.875607:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838372.875613:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838372.875614:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838372.875730:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838372.875734:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838372.875737:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838373.898900:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838373.898906:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838373.898911:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838373.898912:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838373.899469:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838373.899472:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838373.899475:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788838374.923029:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838374.923037:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838374.923040:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838374.923044:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838374.923048:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838374.923050:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838374.923052:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838374.923054:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838374.923058:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838374.923059:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838374.923111:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838374.923114:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838374.923116:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838375.854587:0:33255:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838375.946740:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838375.946746:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838375.946751:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838375.946752:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838375.948624:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838375.948630:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838375.948635:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1788838376.243280:0:33291:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788838376.243287:0:33291:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg323-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:2.0:1788838376.261264:0:33291:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1788838376.667289:0:33304:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838376.907061:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296506873, at 4296506880 00000100:00000010:1.0:1788838376.907075:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17780. 00000100:00000040:0.0:1788838376.907191:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296506873, at 4296506880 00000100:00000010:0.0:1788838376.907197:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd0b17300. 00010000:00000001:0.0:1788838376.971841:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838376.971849:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838376.971855:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838376.971856:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838376.971938:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838376.971941:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838376.971944:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838377.790266:0:33401:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931133:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838377.931143:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838377.931153:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838377.931159:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:0.0:1788838377.931176:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838377.931179:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838377.931184:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838377.931192:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509c00. 00000100:00000001:0.0:1788838377.931199:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931213:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838377.931224:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838377.931228:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931234:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098be35e0] to pc [ptlrpcd_00_00+0] req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.931265:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931268:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838377.931271:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838377.931276:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a680. 00000020:00000040:0.0:1788838377.931278:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838377.931280:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838377.931282:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838377.931284:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838377.931287:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509400. 00000100:00000001:0.0:1788838377.931290:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931294:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838377.931302:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838377.931304:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931307:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dddaed79] to pc [ptlrpcd_00_01+1] req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.931316:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931318:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838377.931320:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838377.931324:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000040:0.0:1788838377.931326:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838377.931328:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838377.931339:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838377.931341:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838377.931345:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509b00. 00000100:00000001:0.0:1788838377.931347:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931351:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838377.931359:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838377.931361:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931365:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b84feb3] to pc [ptlrpcd_00_00+0] req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.931371:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931373:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788838377.931376:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788838377.931379:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b480. 00000020:00000040:0.0:1788838377.931381:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838377.931383:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838377.931385:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838377.931386:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838377.931389:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afd0509300. 00000100:00000001:0.0:1788838377.931392:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931396:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838377.931403:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838377.931405:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931409:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8163314] to pc [ptlrpcd_00_01+1] req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.931416:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931420:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1845) 00000100:00000001:0.0:1788838377.931434:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838377.931438:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838377.931440:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838377.931446:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.931453:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838377.931455:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838377.931459:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838377.931461:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838377.931464:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838377.931468:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132264832:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838377.931472:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838377.931477:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838377.931479:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838377.931481:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838377.931486:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc66ab800. 02000000:00000001:0.0:1788838377.931488:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838377.931495:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838377.931499:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838377.931505:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838377.931512:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132264832, portal 10 00000100:00000001:0.0:1788838377.931515:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838377.931516:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000040:0.0:1788838377.931524:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.931531:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838377.931534:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838377.931536:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc330. 00000100:00000200:0.0:1788838377.931540:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132264832, offset 0 00000400:00000200:0.0:1788838377.931546:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838377.931562:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.931570:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838377.931575:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838377.931579:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838377.931582:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838377.931584:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838377.931587:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2566:2566:256:4294967295] 192.168.203.123@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:0.0:1788838377.931591:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.931600:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838377.931605:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838377.931610:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509500. 00000800:00000200:0.0:1788838377.931616:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838377.931624:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838377.931629:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838377.931641:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931645:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 846896 usecs (847 jiffies) 00000400:00000200:0.0:1788838377.931648:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838377.931651:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296508751 00000100:00000010:0.0:1788838377.931699:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1f60. 00000100:00000001:0.0:1788838377.931706:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838377.931715:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296508752 00000100:00000010:0.0:1788838377.931718:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1480. 00000100:00000001:0.0:1788838377.931721:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838377.931725:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838377.931727:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.931730:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838377.931734:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.931741:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838377.931743:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838377.931745:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838377.931747:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838377.931749:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838377.931751:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132265088:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838377.931754:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838377.931757:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838377.931758:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838377.931760:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838377.931763:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc66aa000. 02000000:00000001:0.0:1788838377.931765:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838377.931768:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838377.931770:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25e18. 00000400:00000010:0.0:1788838377.931774:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfccc0. 00000100:00000200:0.0:1788838377.931777:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132265088, portal 4 00000100:00000001:0.0:1788838377.931779:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838377.931780:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000040:0.0:1788838377.931786:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.931793:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838377.931795:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838377.931797:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc110. 00000100:00000200:0.0:1788838377.931799:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132265088, offset 0 00000400:00000200:0.0:1788838377.931803:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838377.931807:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.931811:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838377.931813:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838377.931815:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838377.931817:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838377.931819:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838377.931822:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2567:2567:255:4294967295] 192.168.203.123@tcp LPNI seq info [2567:2567:7:4294967295] 00000400:00000200:0.0:1788838377.931826:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.931831:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838377.931835:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838377.931838:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509a00. 00000800:00000200:0.0:1788838377.931842:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838377.931845:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838377.931848:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838377.931851:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.931853:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22857 usecs (23 jiffies) 00000400:00000200:0.0:1788838377.931856:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838377.931858:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296507928 00000100:00000001:0.0:1788838377.931861:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296508751 00000100:00000001:0.0:1788838377.931863:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296507928 00000100:00000001:0.0:1788838377.931865:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296508752 00000100:00000001:0.0:1788838377.931867:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838377.931868:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.931871:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.931873:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.931880:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838377.931882:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838377.931884:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838377.931885:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838377.931886:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838377.931889:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788838377.931890:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838377.931927:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838377.931929:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838377.931984:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838377.931988:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509500. 00000400:00000200:1.0:1788838377.931998:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838377.932006:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838377.932012:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc330 00000400:00000010:1.0:1788838377.932014:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc330. 00000100:00000001:1.0:1788838377.932021:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838377.932028:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838377.932037:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838377.932042:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838377.932052:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838377.932053:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838377.932117:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838377.932120:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509a00. 00000400:00000200:1.0:1788838377.932123:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838377.932127:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838377.932129:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc110 00000400:00000010:1.0:1788838377.932131:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc110. 00000100:00000001:1.0:1788838377.932133:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838377.932136:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838377.932143:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838377.932145:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838377.932151:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838377.932152:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838377.933215:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838377.933217:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.933219:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838377.933221:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838377.933273:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838377.933283:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838377.933291:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838377.933293:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838377.933296:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838377.933299:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838377.933301:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838377.933304:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132264704:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838377.933307:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838377.933310:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838377.933313:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838377.933315:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838377.933319:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd06ce000. 02000000:00000001:1.0:1788838377.933321:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838377.933326:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838377.933340:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f85d8. 00000400:00000010:1.0:1788838377.933345:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838377.933350:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132264704, portal 25 00000100:00000001:1.0:1788838377.933353:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838377.933355:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:1.0:1788838377.933360:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838377.933365:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838377.933367:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838377.933369:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838377.933371:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132264704, offset 0 00000400:00000200:1.0:1788838377.933376:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838377.933382:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838377.933388:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838377.933391:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838377.933393:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838377.933396:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838377.933399:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838377.933401:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2568:2568:256:4294967295] 192.168.203.123@tcp LPNI seq info [2568:2568:8:4294967295] 00000400:00000200:1.0:1788838377.933405:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838377.933413:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838377.933418:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838377.933422:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933e00. 00000800:00000200:1.0:1788838377.933426:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838377.933431:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838377.933434:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838377.933449:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838377.933454:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838377.933457:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296511992 00000100:00000001:1.0:1788838377.933463:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296508751 00000100:00000001:1.0:1788838377.933466:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296511992 00000100:00000001:1.0:1788838377.933469:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296508752 00000100:00000001:1.0:1788838377.933472:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838377.933474:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838377.933476:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838377.933480:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838377.933486:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838377.933488:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838377.933490:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838377.933491:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838377.933493:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838377.933495:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132264960:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838377.933498:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838377.933500:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838377.933502:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838377.933503:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838377.933506:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd06cf200. 02000000:00000001:1.0:1788838377.933508:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838377.933512:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838377.933514:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f80b0. 00000400:00000010:1.0:1788838377.933517:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfca18. 00000100:00000200:1.0:1788838377.933519:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132264960, portal 4 00000100:00000001:1.0:1788838377.933521:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838377.933522:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:1.0:1788838377.933528:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838377.933534:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838377.933536:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838377.933539:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc550. 00000100:00000200:1.0:1788838377.933541:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132264960, offset 0 00000400:00000200:1.0:1788838377.933544:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838377.933558:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838377.933562:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838377.933564:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838377.933567:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838377.933569:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838377.933572:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838377.933574:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2569:2569:255:4294967295] 192.168.203.123@tcp LPNI seq info [2569:2569:7:4294967295] 00000400:00000200:1.0:1788838377.933578:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838377.933583:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838377.933587:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838377.933590:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933700. 00000800:00000200:1.0:1788838377.933594:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838377.933598:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838377.933600:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838377.933603:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838377.933606:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 217990 usecs (218 jiffies) 00000400:00000200:1.0:1788838377.933609:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838377.933611:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296508124 00000100:00000001:1.0:1788838377.933613:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296511992 00000100:00000001:1.0:1788838377.933615:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296508124 00000100:00000001:1.0:1788838377.933617:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296511992 00000100:00000001:1.0:1788838377.933619:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838377.933621:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838377.933623:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838377.933626:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838377.934318:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838377.934323:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933e00. 00000400:00000200:0.0:1788838377.934328:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838377.934343:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838377.934348:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:0.0:1788838377.934351:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:0.0:1788838377.934355:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838377.934360:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.934370:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838377.934373:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.934380:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.934381:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838377.934444:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838377.934447:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933700. 00000400:00000200:0.0:1788838377.934450:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838377.934454:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838377.934456:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc550 00000400:00000010:0.0:1788838377.934459:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc550. 00000100:00000001:0.0:1788838377.934461:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838377.934465:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.934472:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838377.934475:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.934481:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.934483:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838377.944609:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944625:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838377.944629:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944631:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838377.944639:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944646:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838377.944671:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944678:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944683:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944700:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd53280 00000400:00000200:0.0:1788838377.944705:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944712:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6dc9 [1] + 224 00000800:00000001:0.0:1788838377.944720:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944724:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838377.944727:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838377.944731:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838377.944738:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838377.944746:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838377.944758:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.944773:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838377.944782:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944786:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838377.944788:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944790:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838377.944793:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944796:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838377.944800:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944803:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944805:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944808:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd53180 00000400:00000200:0.0:1788838377.944812:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944816:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6db9 [1] + 224 00000800:00000001:0.0:1788838377.944820:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944823:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838377.944825:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838377.944828:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838377.944831:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838377.944835:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838377.944845:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.944853:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838377.944857:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944861:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838377.944862:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944865:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838377.944875:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944878:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838377.944882:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944884:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944887:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944890:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd53100 00000400:00000200:0.0:1788838377.944894:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944899:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6dd9 [1] + 224 00000800:00000001:0.0:1788838377.944902:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944906:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838377.944908:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838377.944911:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838377.944913:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838377.944917:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838377.944926:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.944933:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838377.944937:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944941:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838377.944942:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944944:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838377.944947:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944951:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838377.944955:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944958:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944960:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944963:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd53200 00000400:00000200:0.0:1788838377.944966:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838377.944970:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6de9 [1] + 224 00000800:00000001:0.0:1788838377.944974:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.944981:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838377.944983:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838377.944986:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838377.944989:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838377.944994:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838377.945002:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945009:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838377.945012:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838377.945015:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945028:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838377.945031:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838377.945037:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838377.945039:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838377.945042:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f85d8. 00000400:00000200:0.0:1788838377.945046:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc330 00000400:00000010:0.0:1788838377.945048:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc330. 00000100:00000001:0.0:1788838377.945051:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838377.945055:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838377.945064:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945070:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838377.945072:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945074:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838377.945077:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838377.945081:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838377.945083:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838377.945086:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838377.945094:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=56 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838377.945098:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838377.945101:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838377.945102:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838377.945105:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838377.945107:0:2352:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.945110:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.945115:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945122:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838377.945125:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838377.945127:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838377.945130:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838377.945138:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2352:1875731132264704:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838377.945144:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838377.945145:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838377.945146:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f80b0. 00000400:00000200:0.0:1788838377.945149:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfca18 00000400:00000010:0.0:1788838377.945151:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfca18. 00000100:00000001:0.0:1788838377.945152:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838377.945155:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838377.945162:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945169:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838377.945170:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945172:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838377.945173:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838377.945175:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838377.945176:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838377.945178:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838377.945183:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=56 v=5 (5 5 5 16) 00000100:00001000:0.0:1788838377.945186:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838377.945188:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838377.945189:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838377.945190:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838377.945193:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.945196:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838377.945198:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788838377.945199:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838377.945201:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.945205:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945216:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838377.945219:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838377.945220:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838377.945224:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838377.945230:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132264960:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838377.945235:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838377.945236:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838377.945238:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:0.0:1788838377.945240:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838377.945242:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838377.945244:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838377.945247:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838377.945255:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945261:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838377.945262:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945264:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838377.945265:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838377.945266:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838377.945267:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838377.945269:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838377.945273:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=56 v=5 (5 101 101 101) 00000100:00001000:0.0:1788838377.945276:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838377.945278:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838377.945279:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838377.945281:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838377.945282:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.945284:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838377.945286:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788838377.945288:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838377.945289:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.945293:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945300:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838377.945301:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838377.945302:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838377.945306:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838377.945313:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132264832:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838377.945319:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838377.945320:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838377.945321:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25e18. 00000400:00000200:0.0:1788838377.945323:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfccc0 00000400:00000010:0.0:1788838377.945325:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfccc0. 00000100:00000001:0.0:1788838377.945326:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838377.945338:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838377.945347:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945353:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838377.945355:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945356:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838377.945358:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838377.945359:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838377.945360:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838377.945362:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838377.945366:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=56 v=5 (5 5 5 16) 00000100:00001000:0.0:1788838377.945368:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838377.945370:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838377.945372:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838377.945374:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838377.945376:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.945378:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838377.945379:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788838377.945381:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838377.945382:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838377.945386:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945391:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838377.945393:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838377.945394:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838377.945397:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838377.945403:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132265088:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838377.945407:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945410:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838377.945413:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132264704/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945419:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838377.945421:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838377.945424:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd06ce000. 02000000:00000001:0.0:1788838377.945427:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838377.945430:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838377.945431:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838377.945433:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838377.945436:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509c00. 02000000:00000001:0.0:1788838377.945439:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838377.945441:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838377.945443:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:0.0:1788838377.945446:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838377.945447:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945448:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838377.945451:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909500 x1875731132264960/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945457:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838377.945458:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838377.945459:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd06cf200. 02000000:00000001:0.0:1788838377.945461:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838377.945462:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838377.945463:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838377.945465:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838377.945467:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509b00. 02000000:00000001:0.0:1788838377.945468:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838377.945469:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838377.945471:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909500. 00000100:00000001:0.0:1788838377.945473:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838377.945474:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945476:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838377.945478:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a680 x1875731132264832/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945484:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838377.945486:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838377.945487:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc66ab800. 02000000:00000001:0.0:1788838377.945490:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838377.945491:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838377.945492:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838377.945494:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838377.945495:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509400. 02000000:00000001:0.0:1788838377.945507:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838377.945508:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838377.945509:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a680. 00000100:00000001:0.0:1788838377.945511:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838377.945513:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945514:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838377.945517:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b480 x1875731132265088/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838377.945523:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838377.945524:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838377.945526:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc66aa000. 02000000:00000001:0.0:1788838377.945529:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838377.945530:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838377.945531:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838377.945533:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838377.945534:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afd0509300. 02000000:00000001:0.0:1788838377.945536:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838377.945537:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838377.945538:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b480. 00000100:00000001:0.0:1788838377.945541:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838377.945542:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945544:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838377.945551:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838377.945553:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838377.945555:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838377.945557:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838377.995694:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838377.995701:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838377.995706:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838377.995707:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838377.995778:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838377.995782:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838377.995785:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788838378.159089:0:33437:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788838378.159095:0:33437:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:0.0:1788838378.174978:0:33437:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788838379.019032:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838379.019039:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838379.019045:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838379.019046:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838379.019124:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838379.019127:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838379.019130:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838379.666631:0:33455:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.043006:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838380.043012:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.043017:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838380.043030:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838380.043033:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838380.043039:0:14789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838380.043041:0:14789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838380.043042:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.043045:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838380.043048:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.043049:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.043051:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838380.045496:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838380.045502:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838380.045506:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788838380.106003:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53d08 00000080:00200008:0.0:1788838380.106012:0:33475:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838380.106019:0:33475:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838380.106021:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53c80 00000080:00200000:0.0:1788838380.106022:0:33475:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838380.106029:0:33475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4011400. 00800000:00000002:0.0:1788838380.106035:0:33475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838380.106039:0:33475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838380.106043:0:33475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838380.106045:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53ba0 00800000:00000002:0.0:1788838380.106048:0:33475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838380.106051:0:33475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838380.106054:0:33475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838380.106059:0:33475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838380.106061:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53a70 00000002:00010000:0.0:1788838380.106063:0:33475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838380.106067:0:33475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838380.106069:0:33475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838380.106072:0:33475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838380.106078:0:33475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:0.0:1788838380.106081:0:33475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838380.106086:0:33475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838380.106089:0:33475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838380.106094:0:33475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788838380.106104:0:33475:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838380.106108:0:33475:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838380.106111:0:33475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788838380.106123:0:33475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838380.106124:0:33475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838380.106127:0:33475:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838380.106129:0:33475:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838380.106131:0:33475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838380.106133:0:33475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838380.106135:0:33475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838380.106138:0:33475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838380.106141:0:33475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4011400. 00000080:00000001:0.0:1788838380.106144:0:33475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838380.106146:0:33475:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838380.106149:0:33475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838380.106152:0:33475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:0.0:1788838380.106155:0:33475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838380.106158:0:33475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838380.106159:0:33475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838380.106161:0:33475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838380.106164:0:33475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838380.106166:0:33475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838380.106169:0:33475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838380.106172:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838380.106173:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838380.106174:0:33475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838380.106176:0:33475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838380.106178:0:33475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb00d53cb8 00010000:00000001:0.0:1788838380.106180:0:33475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838380.106181:0:33475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838380.106182:0:33475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838380.106184:0:33475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838380.106186:0:33475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838380.106188:0:33475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838380.106191:0:33475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838380.106197:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838380.106198:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838380.106200:0:33475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838380.106202:0:33475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838380.106204:0:33475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838380.106211:0:33475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838380.106213:0:33475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838380.106216:0:33475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838380.106219:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838380.106220:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838380.106222:0:33475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.106224:0:33475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838380.106226:0:33475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.106228:0:33475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.106230:0:33475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838380.106232:0:33475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838380.106233:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838380.106234:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838380.106237:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838380.106238:0:33475:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838380.106241:0:33475:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838380.106245:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53d08 00000080:00000008:0.0:1788838380.106247:0:33475:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838380.109233:0:33475:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838380.109275:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53d08 00000080:00200008:1.0:1788838380.109279:0:33475:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788838380.109286:0:33475:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838380.109287:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53c80 00000080:00200000:1.0:1788838380.109289:0:33475:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838380.109295:0:33475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd06cf400. 00800000:00000002:1.0:1788838380.109300:0:33475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838380.109303:0:33475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838380.109307:0:33475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838380.109310:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53ba0 00800000:00000002:1.0:1788838380.109313:0:33475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838380.109326:0:33475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838380.109330:0:33475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838380.109335:0:33475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838380.109337:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53a70 00000002:00010000:1.0:1788838380.109338:0:33475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838380.109341:0:33475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838380.109343:0:33475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838380.109346:0:33475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838380.109353:0:33475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:1.0:1788838380.109356:0:33475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838380.109361:0:33475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838380.109365:0:33475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838380.109370:0:33475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788838380.109381:0:33475:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838380.109386:0:33475:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838380.109389:0:33475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788838380.109396:0:33475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838380.109398:0:33475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838380.109400:0:33475:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838380.109401:0:33475:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838380.109403:0:33475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838380.109405:0:33475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838380.109407:0:33475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838380.109409:0:33475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838380.109412:0:33475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd06cf400. 00000080:00000001:1.0:1788838380.109415:0:33475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838380.109417:0:33475:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838380.109419:0:33475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838380.109423:0:33475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:1.0:1788838380.109426:0:33475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838380.109428:0:33475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838380.109429:0:33475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838380.109431:0:33475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838380.109433:0:33475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:1.0:1788838380.109435:0:33475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:1.0:1788838380.109438:0:33475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:1.0:1788838380.109440:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838380.109442:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838380.109443:0:33475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838380.109444:0:33475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838380.109446:0:33475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb00d53cb8 00010000:00000001:1.0:1788838380.109448:0:33475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838380.109449:0:33475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838380.109450:0:33475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:1.0:1788838380.109451:0:33475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:1.0:1788838380.109453:0:33475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:1.0:1788838380.109455:0:33475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838380.109457:0:33475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838380.109462:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838380.109463:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838380.109465:0:33475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838380.109466:0:33475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838380.109469:0:33475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788838380.109475:0:33475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838380.109478:0:33475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838380.109480:0:33475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838380.109484:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838380.109485:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838380.109487:0:33475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.109490:0:33475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838380.109492:0:33475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.109494:0:33475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.109497:0:33475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.109499:0:33475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838380.109500:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838380.109501:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838380.109504:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838380.109505:0:33475:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838380.109508:0:33475:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838380.109512:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53d08 00000080:00000008:1.0:1788838380.109514:0:33475:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788838380.109609:0:33475:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838380.109611:0:33475:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838380.109613:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53b78 00000080:00200000:1.0:1788838380.109615:0:33475:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838380.109619:0:33475:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd06cf400. 00800000:00000002:1.0:1788838380.109622:0:33475:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838380.109624:0:33475:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838380.109626:0:33475:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838380.109628:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53a98 00800000:00000002:1.0:1788838380.109630:0:33475:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838380.109633:0:33475:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838380.109634:0:33475:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838380.109637:0:33475:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838380.109638:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53968 00000002:00010000:1.0:1788838380.109640:0:33475:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838380.109642:0:33475:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838380.109644:0:33475:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838380.109645:0:33475:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838380.109648:0:33475:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:1.0:1788838380.109650:0:33475:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838380.109652:0:33475:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838380.109678:0:33475:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838380.109682:0:33475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788838380.109690:0:33475:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838380.109693:0:33475:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838380.109695:0:33475:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788838380.109701:0:33475:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838380.109703:0:33475:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838380.109704:0:33475:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838380.109706:0:33475:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838380.109708:0:33475:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838380.109710:0:33475:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838380.109712:0:33475:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838380.109713:0:33475:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838380.109715:0:33475:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd06cf400. 00000080:00000001:1.0:1788838380.109718:0:33475:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838380.109719:0:33475:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838380.109722:0:33475:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838380.109724:0:33475:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:1.0:1788838380.109727:0:33475:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838380.109728:0:33475:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838380.109730:0:33475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838380.109731:0:33475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838380.109732:0:33475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:1.0:1788838380.109734:0:33475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:1.0:1788838380.109737:0:33475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:1.0:1788838380.109739:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838380.109740:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838380.109741:0:33475:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838380.109742:0:33475:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838380.109744:0:33475:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb00d53bb0 00010000:00000001:1.0:1788838380.109746:0:33475:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838380.109747:0:33475:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838380.109749:0:33475:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:1.0:1788838380.109751:0:33475:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:1.0:1788838380.109753:0:33475:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:1.0:1788838380.109755:0:33475:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838380.109757:0:33475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788838380.109762:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838380.109763:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838380.109764:0:33475:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838380.109766:0:33475:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838380.109767:0:33475:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788838380.109773:0:33475:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838380.109774:0:33475:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838380.109775:0:33475:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838380.109777:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838380.109778:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838380.109779:0:33475:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.109781:0:33475:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838380.109782:0:33475:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.109784:0:33475:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.109785:0:33475:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.109786:0:33475:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838380.109787:0:33475:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838380.109788:0:33475:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838380.109790:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838380.109791:0:33475:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838380.109793:0:33475:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788838380.109796:0:33475:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.109799:0:33475:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788838380.109801:0:33475:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788838380.109802:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53b78 00000080:00200008:1.0:1788838380.109804:0:33475:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000 00000080:00000010:1.0:1788838380.109808:0:33475:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afda0f2500. 00000080:00000001:1.0:1788838380.109812:0:33475:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.109814:0:33475:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.109883:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.109885:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.109891:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.109894:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.109898:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.109902:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.109905:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.109907:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.109908:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.109914:0:33475:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788838380.109916:0:33475:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: age 1832, max_age 1841 00000002:00000001:1.0:1788838380.109919:0:33475:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788838380.109921:0:33475:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000010:1.0:1788838380.109926:0:33475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838380.109928:0:33475:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838380.109931:0:33475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838380.109934:0:33475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838380.109937:0:33475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838380.109943:0:33475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933b00. 00000100:00000001:1.0:1788838380.109950:0:33475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.109953:0:33475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838380.109955:0:33475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838380.109961:0:33475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd1e89d80. 00000100:00000001:1.0:1788838380.109963:0:33475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479641222528 : -113594068329088 : ffff98afd1e89d80) 00000100:00000001:1.0:1788838380.109966:0:33475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838380.109967:0:33475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000001:1.0:1788838380.109972:0:33475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838380.109977:0:33475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.109979:0:33475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838380.109980:0:33475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838380.109991:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.110000:0:33475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838380.110002:0:33475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838380.110006:0:33475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838380.110008:0:33475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838380.110010:0:33475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838380.110013:0:33475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33475:1875731132265216:192.168.203.123@tcp:41:lfs.0 00000100:00000001:1.0:1788838380.110017:0:33475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838380.110021:0:33475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838380.110023:0:33475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838380.110025:0:33475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838380.110029:0:33475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ebc00. 02000000:00000001:1.0:1788838380.110031:0:33475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838380.110039:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838380.110043:0:33475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838380.110050:0:33475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838380.110056:0:33475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132265216, portal 10 00000100:00000001:1.0:1788838380.110058:0:33475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838380.110059:0:33475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000040:1.0:1788838380.110066:0:33475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.110073:0:33475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838380.110076:0:33475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838380.110079:0:33475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc2a8. 00000100:00000200:1.0:1788838380.110082:0:33475:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132265216, offset 0 00000400:00000200:1.0:1788838380.110088:0:33475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838380.110095:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.110102:0:33475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838380.110107:0:33475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838380.110111:0:33475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838380.110115:0:33475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838380.110118:0:33475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838380.111115:0:33475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2570:2570:256:4294967295] 192.168.203.123@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:1.0:1788838380.111128:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.111140:0:33475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838380.111147:0:33475:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838380.111448:0:33475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933300. 00000800:00000200:1.0:1788838380.111458:0:33475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838380.111464:0:33475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838380.111469:0:33475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838380.111513:0:33475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838380.111520:0:33475:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 845842 usecs (846 jiffies) 00000400:00000200:1.0:1788838380.111523:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838380.111527:0:33475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296510930 00000100:00000001:1.0:1788838380.111529:0:33475:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296511992 00000100:00000001:1.0:1788838380.111531:0:33475:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296510930 00000100:00000001:1.0:1788838380.111533:0:33475:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296511992 00000100:00000001:1.0:1788838380.111535:0:33475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838380.111537:0:33475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.111540:0:33475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838380.111542:0:33475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838380.111544:0:33475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd1e89d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838380.111547:0:33475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838380.111549:0:33475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838380.111837:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838380.111841:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933300. 00000400:00000200:0.0:1788838380.111845:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838380.111850:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838380.111857:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc2a8 00000400:00000010:0.0:1788838380.111859:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc2a8. 00000100:00000001:0.0:1788838380.111863:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838380.111869:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838380.111880:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838380.111884:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838380.111890:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838380.111892:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838380.116282:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838380.116298:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838380.116302:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838380.116304:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838380.116313:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838380.116329:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838380.116339:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838380.116344:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838380.116349:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838380.116353:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 10 MB=0x6a9f7afd53300 00000400:00000200:0.0:1788838380.116357:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838380.116363:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 368/368 into md 0x6df9 [1] + 224 00000800:00000001:0.0:1788838380.116370:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838380.116377:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838380.116380:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838380.116385:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838380.116392:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838380.116399:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838380.116410:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838380.116431:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838380.116439:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838380.116442:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838380.116502:0:33475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838380.116509:0:33475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838380.116511:0:33475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838380.116514:0:33475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:1.0:1788838380.116518:0:33475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:1.0:1788838380.116521:0:33475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:1.0:1788838380.116524:0:33475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838380.116528:0:33475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838380.116538:0:33475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.116544:0:33475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838380.116547:0:33475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838380.116549:0:33475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838380.116552:0:33475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838380.116554:0:33475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838380.116556:0:33475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838380.116559:0:33475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838380.116567:0:33475:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=59 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838380.116572:0:33475:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838380.116574:0:33475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838380.116576:0:33475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838380.116579:0:33475:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838380.116582:0:33475:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.116585:0:33475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838380.116587:0:33475:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1788838380.116589:0:33475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838380.116591:0:33475:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838380.116596:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.116604:0:33475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838380.116606:0:33475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838380.116608:0:33475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838380.116612:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838380.116620:0:33475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33475:1875731132265216:192.168.203.123@tcp:41:lfs.0 00000100:00000001:1.0:1788838380.116624:0:33475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838380.116626:0:33475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.116629:0:33475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838380.116631:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838380.116634:0:33475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.116641:0:33475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838380.116643:0:33475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd1e89d80. 00000100:00000001:1.0:1788838380.116646:0:33475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838380.116647:0:33475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838380.116652:0:33475:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788838380.116687:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838380.116691:0:33475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121c00 x1875731132265216/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.116698:0:33475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838380.116700:0:33475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838380.116703:0:33475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ebc00. 02000000:00000001:1.0:1788838380.116706:0:33475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838380.116709:0:33475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838380.116710:0:33475:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838380.116713:0:33475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838380.116715:0:33475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933b00. 02000000:00000001:1.0:1788838380.116718:0:33475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838380.116720:0:33475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838380.116722:0:33475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121c00. 00000100:00000001:1.0:1788838380.116725:0:33475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838380.116726:0:33475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838380.116728:0:33475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838380.116729:0:33475:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838380.116731:0:33475:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788838380.116734:0:33475:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: update ffff98afd0548450 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:1.0:1788838380.116738:0:33475:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838380.116752:0:33475:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116755:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838380.116757:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.116760:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116763:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116826:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.116829:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.116836:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.116839:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.116844:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.116847:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116850:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.116853:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.116855:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.116860:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116862:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116864:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.116867:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.116869:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116871:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116875:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.116876:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.116879:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.116880:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.116882:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.116884:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116886:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.116887:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.116888:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.116890:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116892:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116894:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.116895:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.116897:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116899:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116902:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.116903:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.116905:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.116906:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.116908:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.116910:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116912:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.116913:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.116914:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.116916:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116918:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116920:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.116922:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.116924:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116926:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116928:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.116930:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.116932:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.116933:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.116934:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.116936:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116938:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.116939:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.116940:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.116942:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116944:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116945:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.116948:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.116949:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116951:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116954:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.116955:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.116958:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.116959:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.116961:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.116962:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116964:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.116964:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.116965:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.116968:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116969:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116971:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.116973:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.116975:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116976:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116979:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.116980:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.116982:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.116983:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.116985:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.116986:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.116988:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.116989:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.116990:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.116992:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116993:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116994:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.116996:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.116998:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.116999:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117001:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117002:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117004:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117005:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117007:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117009:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117011:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117012:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117013:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117016:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117017:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117019:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117021:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117023:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117024:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117027:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117028:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117031:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117032:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117034:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117035:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117037:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117038:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117039:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117042:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117043:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117045:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117047:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117049:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117050:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117053:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117054:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117056:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117058:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117059:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117061:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117063:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117064:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117065:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117068:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117069:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117071:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117073:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117075:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117077:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117080:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117081:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117084:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117085:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117088:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117090:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117091:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117092:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117093:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117096:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117097:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117099:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117101:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117103:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117105:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117108:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117109:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117111:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117112:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117114:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117116:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117117:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117118:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117120:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117122:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117124:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117126:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117128:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117130:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117132:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117134:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117136:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117138:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117139:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117142:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117144:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117145:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117147:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117148:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117150:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117152:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117153:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117156:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117157:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117159:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117162:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117163:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117166:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117167:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117169:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117170:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117172:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117173:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117174:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117176:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117178:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117180:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117182:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117183:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117185:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117188:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117190:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117192:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117193:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117195:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117196:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117198:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117199:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117200:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117202:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117205:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117206:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117209:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117211:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117212:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117216:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117217:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117219:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117220:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117223:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117225:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117226:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117227:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117229:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117231:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117233:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117234:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117236:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117238:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117239:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117242:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117243:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117246:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117247:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117248:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117251:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117252:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117253:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117254:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117257:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117258:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117260:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117262:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117265:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117267:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117270:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117271:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117273:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117274:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117276:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117278:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117279:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117280:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117281:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117284:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117285:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117286:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117288:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117291:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117292:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117295:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117296:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117298:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117299:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117301:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117303:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117305:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117306:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117307:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117309:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117311:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117313:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117322:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117325:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117327:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117330:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117332:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117334:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117335:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117337:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117339:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117341:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117342:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117343:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117346:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117347:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117349:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117351:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117353:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117355:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117358:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117359:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117362:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117362:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117364:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117366:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117368:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117369:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117370:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117372:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117374:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117375:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117377:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117379:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117380:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117383:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117385:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117387:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117388:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117390:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117392:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117394:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117395:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117396:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117398:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117400:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117401:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117404:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117405:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117407:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117410:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117411:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117413:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117414:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117416:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117418:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117420:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117421:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117422:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117424:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117426:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117428:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117429:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117431:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117432:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117434:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117435:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117437:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117438:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117440:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117442:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117443:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117444:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117445:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117447:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117449:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117450:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117452:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117454:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117455:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117457:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117458:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117460:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117461:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117463:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117465:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117466:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117467:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117468:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117470:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117472:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117474:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117475:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117478:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117479:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117481:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117483:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117484:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117485:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117487:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117490:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117491:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117492:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117493:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117495:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117497:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117499:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117501:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117503:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117504:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117507:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117508:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117510:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117511:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117513:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117515:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117517:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117518:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117519:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117522:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117523:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117524:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117526:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117528:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117530:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117533:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117534:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117537:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117538:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117540:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117542:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117544:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117545:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117546:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117548:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117550:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117552:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117554:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117556:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117558:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117560:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117561:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117564:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117565:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117567:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117569:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117571:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117572:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117573:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117575:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117577:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117579:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117580:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117582:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117584:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117587:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117588:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117591:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117592:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117594:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117596:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117598:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117599:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117600:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117602:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117604:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117606:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117608:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117610:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117611:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117613:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117615:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117617:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117618:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117620:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117622:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117623:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117624:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117625:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117627:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117628:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117630:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117632:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117634:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117635:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117638:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117639:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117641:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117642:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117644:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117646:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117648:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117649:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117650:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117653:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117684:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117685:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117688:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117690:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117692:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117695:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117697:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117700:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117701:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117703:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117706:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117707:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117709:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117710:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117712:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117714:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117716:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117718:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117720:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117722:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117724:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117726:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117728:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117729:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117730:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117732:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117734:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117735:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117736:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117738:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117740:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117741:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117743:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117745:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117747:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117749:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117751:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117753:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117754:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117755:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117757:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117758:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117760:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117761:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117763:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117765:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117767:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117769:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117771:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117772:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117775:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117776:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117778:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117779:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117781:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117783:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117784:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117785:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117786:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117788:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117790:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117792:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117794:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117795:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117797:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117799:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117801:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117803:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117804:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117805:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117807:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117809:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117810:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117811:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117813:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117815:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117818:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117820:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117822:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117824:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117826:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117827:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117829:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117830:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117832:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117834:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117835:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117836:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117837:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117840:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117841:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117843:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117845:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117847:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117848:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117851:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117852:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117854:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117855:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117857:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117858:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117860:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117860:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117861:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117863:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117865:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117866:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117868:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117870:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117872:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117875:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117876:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117878:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117879:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117882:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117884:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117885:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117887:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117888:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117890:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117892:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117893:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117895:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117897:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117899:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117902:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117903:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117906:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117907:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117909:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117911:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117912:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117913:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117915:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117917:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117919:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117921:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117923:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117925:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117926:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117929:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117931:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117933:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117934:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117936:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117938:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117940:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117941:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117942:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117944:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117946:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117948:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117950:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117952:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117954:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117957:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117958:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117960:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117961:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117963:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117966:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117967:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117968:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117970:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.117972:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117974:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117975:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.117978:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.117980:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117981:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.117984:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.117986:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.117988:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.117989:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.117991:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.117993:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.117995:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.117996:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.117997:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118000:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118002:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118004:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118006:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118008:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118009:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118012:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118013:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118016:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118017:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118018:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118020:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118022:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118022:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118024:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118026:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118028:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118030:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118032:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118034:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118035:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118038:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118039:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118041:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118042:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118044:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118046:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118047:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118049:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118050:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118052:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118054:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118056:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118058:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118059:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118061:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118064:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118065:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118068:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118069:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118071:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118073:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118075:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118076:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118077:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118079:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118081:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118083:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118085:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118087:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118088:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118091:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118092:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118095:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118096:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118098:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118100:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118101:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118102:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118103:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118105:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118107:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118109:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118111:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118113:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118115:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118117:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118118:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118121:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118122:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118123:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118126:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118127:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118128:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118129:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118132:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118134:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118135:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118137:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118140:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118141:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118144:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118145:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118147:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118148:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118151:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118153:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118154:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118155:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118156:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118158:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118160:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118162:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118164:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118166:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118168:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118171:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118172:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118175:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118176:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118177:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118179:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118181:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118182:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118183:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118185:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118187:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118189:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118191:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118192:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118194:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118197:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118198:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118200:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118201:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118203:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118205:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118206:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118207:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118208:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118210:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118212:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118213:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118216:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118218:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118219:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118222:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118224:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118226:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118227:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118229:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118231:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118232:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118233:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118235:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118237:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118239:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118240:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118243:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118244:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118246:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118249:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118250:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118252:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118253:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118255:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118257:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118259:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118260:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118261:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118264:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118265:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118267:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118269:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118271:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118272:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118275:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118276:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118279:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118279:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118282:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118284:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118286:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118287:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118288:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118290:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118291:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118292:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118295:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118296:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118298:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118301:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118302:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118305:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118306:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118308:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118310:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118312:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118313:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118324:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118327:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118329:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118330:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118332:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118334:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118336:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118340:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118341:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118344:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118345:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118347:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118350:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118351:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118353:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118354:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118357:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118359:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118360:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118362:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118364:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118366:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118369:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118370:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118373:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118374:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118376:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118378:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118380:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118381:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118382:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118385:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118386:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118389:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118390:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118392:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118394:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118397:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118398:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118401:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118402:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118404:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118406:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118408:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118409:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118411:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118413:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118415:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118417:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118419:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118421:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118423:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118425:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118427:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118429:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118430:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118431:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118433:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118435:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118436:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118437:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118439:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118441:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118442:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118444:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118446:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118447:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118450:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118451:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118453:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118454:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118456:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118458:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118459:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118460:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118461:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118463:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118465:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118467:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118469:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118471:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118473:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118475:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118476:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118478:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118479:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118481:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118483:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118484:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118485:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118487:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118489:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118490:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118492:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118494:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118496:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118497:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118500:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118501:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118503:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118504:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118506:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118508:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118509:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118510:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118511:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118513:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118515:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118516:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118518:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118520:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118521:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118524:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118526:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118528:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118529:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118531:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118533:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118535:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118536:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118537:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118539:0:33475:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118541:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118543:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788838380.118545:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118547:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118549:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788838380.118552:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118553:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118555:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118556:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118558:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118560:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118562:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788838380.118563:0:33475:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788838380.118564:0:33475:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00800000:00000001:1.0:1788838380.118567:0:33475:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788838380.118569:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788838380.118571:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788838380.118572:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:1.0:1788838380.118574:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788838380.118576:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788838380.118579:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838380.118580:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:1.0:1788838380.118583:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788838380.118584:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788838380.118586:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afd13e9400. 00000020:00000001:1.0:1788838380.118588:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838380.118590:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788838380.118593:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788838380.118595:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afd13e9400 uarg=0000000000000000 00020000:00000001:1.0:1788838380.118601:0:33475:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788838380.118603:0:33475:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff98afd0025800: age 1832, max_age 1841 00000008:00000001:1.0:1788838380.118606:0:33475:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788838380.118609:0:33475:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000010:1.0:1788838380.118615:0:33475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838380.118618:0:33475:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838380.118621:0:33475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838380.118622:0:33475:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838380.118624:0:33475:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788838380.118626:0:33475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838380.118629:0:33475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838380.118633:0:33475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838380.118638:0:33475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933b00. 00000100:00000001:1.0:1788838380.118644:0:33475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.118647:0:33475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838380.118649:0:33475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838380.118677:0:33475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd1e89d80. 00000100:00000001:1.0:1788838380.118680:0:33475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479641222528 : -113594068329088 : ffff98afd1e89d80) 00000100:00000001:1.0:1788838380.118683:0:33475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838380.118684:0:33475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000001:1.0:1788838380.118689:0:33475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838380.118693:0:33475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.118694:0:33475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838380.118696:0:33475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838380.118704:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.118713:0:33475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838380.118715:0:33475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838380.118719:0:33475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838380.118722:0:33475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838380.118725:0:33475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838380.118728:0:33475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33475:1875731132265344:192.168.203.123@tcp:13:lfs.0 00000100:00000001:1.0:1788838380.118733:0:33475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838380.118737:0:33475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838380.118739:0:33475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838380.118741:0:33475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838380.118746:0:33475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ebc00. 02000000:00000001:1.0:1788838380.118747:0:33475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838380.118753:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838380.118757:0:33475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8ec8. 00000400:00000010:1.0:1788838380.118764:0:33475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838380.118770:0:33475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132265344, portal 4 00000100:00000001:1.0:1788838380.118772:0:33475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838380.118773:0:33475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000040:1.0:1788838380.118779:0:33475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.118786:0:33475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838380.118789:0:33475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838380.118791:0:33475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc7f8. 00000100:00000200:1.0:1788838380.118794:0:33475:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875731132265344, offset 0 00000400:00000200:1.0:1788838380.118801:0:33475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838380.118808:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.118814:0:33475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838380.118820:0:33475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838380.118824:0:33475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838380.118828:0:33475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838380.118830:0:33475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838380.118834:0:33475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2571:2571:256:4294967295] 192.168.203.123@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:1.0:1788838380.118838:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.118847:0:33475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838380.118854:0:33475:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838380.118859:0:33475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933d00. 00000800:00000200:1.0:1788838380.118865:0:33475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838380.118874:0:33475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838380.118878:0:33475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838380.118897:0:33475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838380.118902:0:33475:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 217001 usecs (218 jiffies) 00000400:00000200:1.0:1788838380.118905:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838380.118908:0:33475:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296510308 00000800:00000200:1.0:1788838380.119011:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838380.119015:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933d00. 00000400:00000200:1.0:1788838380.119019:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838380.119024:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838380.119029:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc7f8 00000400:00000010:1.0:1788838380.119031:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc7f8. 00000100:00000001:1.0:1788838380.119035:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838380.119039:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.119047:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838380.119050:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.119056:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.119058:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838380.119074:0:33475:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296511992 00000100:00000001:1.0:1788838380.119077:0:33475:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296510308 00000100:00000001:1.0:1788838380.119080:0:33475:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296511992 00000100:00000001:1.0:1788838380.119082:0:33475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838380.119084:0:33475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.119086:0:33475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838380.119088:0:33475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838380.119091:0:33475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd1e89d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838380.119093:0:33475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838380.119095:0:33475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838380.131160:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838380.131374:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838380.131379:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838380.131384:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838380.131393:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.131400:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838380.131413:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.131418:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.131423:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.131427:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 4 MB=0x6a9f7afd53380 00000400:00000200:1.0:1788838380.131432:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.131438:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 368/368 into md 0x6e09 [1] + 224 00000800:00000001:1.0:1788838380.131445:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838380.131456:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838380.131459:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838380.131463:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838380.131470:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838380.131479:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838380.131490:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.131577:0:33475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838380.132150:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838380.132162:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838380.132166:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838380.132470:0:33475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838380.132473:0:33475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838380.132477:0:33475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8ec8. 00000400:00000200:2.0:1788838380.132483:0:33475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:2.0:1788838380.132486:0:33475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:2.0:1788838380.132489:0:33475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838380.132497:0:33475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838380.132506:0:33475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.132578:0:33475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838380.132581:0:33475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838380.132584:0:33475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838380.132586:0:33475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838380.132588:0:33475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838380.132590:0:33475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838380.132593:0:33475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838380.132602:0:33475:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef4f0 time=27 v=5 (5 0 0 0) 00000100:00001000:2.0:1788838380.132606:0:33475:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838380.132608:0:33475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838380.132610:0:33475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838380.132613:0:33475:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838380.132616:0:33475:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838380.132620:0:33475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838380.132621:0:33475:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788838380.132624:0:33475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838380.132625:0:33475:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838380.132631:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.132637:0:33475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838380.132639:0:33475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838380.132641:0:33475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838380.132645:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838380.132653:0:33475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33475:1875731132265344:192.168.203.123@tcp:13:lfs.0 00000100:00000001:2.0:1788838380.132735:0:33475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838380.132738:0:33475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838380.132740:0:33475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838380.132742:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838380.132746:0:33475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.132753:0:33475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838380.132755:0:33475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd1e89d80. 00000100:00000001:2.0:1788838380.132759:0:33475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838380.132760:0:33475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838380.132765:0:33475:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788838380.132766:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838380.132769:0:33475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121c00 x1875731132265344/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.132774:0:33475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838380.132776:0:33475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838380.132779:0:33475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ebc00. 02000000:00000001:2.0:1788838380.132782:0:33475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838380.132784:0:33475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838380.132786:0:33475:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838380.132788:0:33475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838380.132791:0:33475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933b00. 02000000:00000001:2.0:1788838380.132794:0:33475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838380.132795:0:33475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838380.132797:0:33475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121c00. 00000100:00000001:2.0:1788838380.132800:0:33475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838380.132801:0:33475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788838380.132805:0:33475:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff98afd0025800: update ffff98afd054d178 cache blocks 3679/3683 objects 117792/118190 00020000:00000001:2.0:1788838380.132809:0:33475:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838380.132814:0:33475:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.132818:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838380.132821:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afd13e9400. 00000080:00000001:2.0:1788838380.132824:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.132827:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.132936:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.132939:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.132946:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.132948:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.132953:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.132970:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.132972:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.132975:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.132976:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.132983:0:33475:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788838380.132985:0:33475:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff98afd0025800: age 1832, max_age 1841 00000008:00000001:2.0:1788838380.132988:0:33475:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788838380.132990:0:33475:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000010:2.0:1788838380.132996:0:33475:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838380.132999:0:33475:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838380.133002:0:33475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838380.133003:0:33475:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838380.133005:0:33475:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788838380.133007:0:33475:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838380.133009:0:33475:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838380.133014:0:33475:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838380.133019:0:33475:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14c00. 00000100:00000001:2.0:1788838380.133035:0:33475:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838380.133038:0:33475:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838380.133040:0:33475:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838380.133045:0:33475:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd05710c0. 00000100:00000001:2.0:1788838380.133047:0:33475:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479614906560 : -113594094645056 : ffff98afd05710c0) 00000100:00000001:2.0:1788838380.133050:0:33475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838380.133060:0:33475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838380.133065:0:33475:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838380.133068:0:33475:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838380.133070:0:33475:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838380.133072:0:33475:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838380.133084:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.133092:0:33475:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838380.133094:0:33475:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838380.133098:0:33475:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838380.133100:0:33475:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838380.133103:0:33475:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838380.133106:0:33475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33475:1875731132265472:192.168.203.123@tcp:13:lfs.0 00000100:00000001:2.0:1788838380.133110:0:33475:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838380.133115:0:33475:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838380.133117:0:33475:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838380.133120:0:33475:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838380.133124:0:33475:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838380.133126:0:33475:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838380.133132:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838380.133136:0:33475:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838380.133140:0:33475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a550. 00000100:00000200:2.0:1788838380.133146:0:33475:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132265472, portal 4 00000100:00000001:2.0:1788838380.133148:0:33475:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838380.133150:0:33475:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838380.133156:0:33475:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.133163:0:33475:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838380.133166:0:33475:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838380.133168:0:33475:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a660. 00000100:00000200:2.0:1788838380.133172:0:33475:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875731132265472, offset 0 00000400:00000200:2.0:1788838380.133177:0:33475:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838380.133193:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838380.133200:0:33475:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838380.133205:0:33475:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838380.133209:0:33475:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838380.133212:0:33475:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838380.133215:0:33475:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838380.133218:0:33475:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2572:2572:256:4294967295] 192.168.203.123@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:2.0:1788838380.133221:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838380.133228:0:33475:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838380.133233:0:33475:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838380.133238:0:33475:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14700. 00000800:00000200:2.0:1788838380.133244:0:33475:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838380.133251:0:33475:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838380.133255:0:33475:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838380.133271:0:33475:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838380.133276:0:33475:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22828 usecs (23 jiffies) 00000400:00000200:2.0:1788838380.133279:0:33475:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838380.133282:0:33475:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296510129 00000100:00000001:2.0:1788838380.133284:0:33475:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296511992 00000100:00000001:2.0:1788838380.133287:0:33475:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296510129 00000100:00000001:2.0:1788838380.133289:0:33475:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296511992 00000100:00000001:2.0:1788838380.133291:0:33475:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838380.133294:0:33475:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838380.133296:0:33475:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838380.133298:0:33475:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838380.133309:0:33475:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd05710c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838380.133311:0:33475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838380.133313:0:33475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838380.133757:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838380.133762:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14700. 00000400:00000200:1.0:1788838380.133767:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838380.133772:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838380.133777:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a660 00000400:00000010:1.0:1788838380.133779:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a660. 00000100:00000001:1.0:1788838380.133783:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838380.133787:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.133802:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838380.133805:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838380.133811:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838380.133813:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838380.138176:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838380.138201:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838380.138205:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838380.138208:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838380.138215:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.138223:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838380.138231:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.138235:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.138240:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.138244:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 4 MB=0x6a9f7afd53400 00000400:00000200:1.0:1788838380.138249:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838380.138253:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 368/368 into md 0x6e19 [1] + 224 00000800:00000001:1.0:1788838380.138259:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838380.138265:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838380.138268:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838380.138272:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838380.138278:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838380.138287:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838380.138297:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.138474:0:33475:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838380.138490:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838380.138499:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838380.138501:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838380.139472:0:33475:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838380.139477:0:33475:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838380.139480:0:33475:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838380.139486:0:33475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a550 00000400:00000010:2.0:1788838380.139488:0:33475:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a550. 00000100:00000001:2.0:1788838380.139492:0:33475:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838380.139499:0:33475:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838380.139510:0:33475:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.139684:0:33475:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838380.139687:0:33475:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838380.139689:0:33475:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838380.139693:0:33475:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838380.139695:0:33475:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838380.139697:0:33475:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838380.139700:0:33475:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838380.139709:0:33475:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52cf0 time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1788838380.139714:0:33475:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838380.139717:0:33475:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838380.139719:0:33475:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838380.139722:0:33475:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838380.139725:0:33475:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838380.139729:0:33475:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838380.139731:0:33475:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788838380.139733:0:33475:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838380.139735:0:33475:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838380.139740:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.139747:0:33475:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838380.139750:0:33475:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838380.139752:0:33475:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838380.139756:0:33475:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838380.139763:0:33475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:33475:1875731132265472:192.168.203.123@tcp:13:lfs.0 00000100:00000001:2.0:1788838380.139768:0:33475:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838380.139771:0:33475:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838380.139773:0:33475:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838380.139775:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838380.139779:0:33475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.139785:0:33475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838380.139788:0:33475:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd05710c0. 00000100:00000001:2.0:1788838380.139792:0:33475:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838380.139793:0:33475:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838380.139799:0:33475:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788838380.139801:0:33475:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838380.139804:0:33475:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132265472/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838396 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838380.139810:0:33475:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838380.139813:0:33475:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838380.139816:0:33475:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406c800. 02000000:00000001:2.0:1788838380.139818:0:33475:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838380.139821:0:33475:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838380.139823:0:33475:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838380.139825:0:33475:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838380.139828:0:33475:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14c00. 02000000:00000001:2.0:1788838380.139832:0:33475:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838380.139833:0:33475:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838380.139835:0:33475:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838380.139838:0:33475:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838380.139840:0:33475:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788838380.139844:0:33475:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff98afd0025800: update ffff98afd09b8450 cache blocks 3679/3683 objects 117792/118189 00020000:00000001:2.0:1788838380.139848:0:33475:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838380.139854:0:33475:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.139857:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838380.139859:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.139863:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.139865:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.139982:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.139985:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.139993:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.139995:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.140001:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.140004:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.140006:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.140009:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.140011:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.140014:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140016:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140019:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.140250:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.140255:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140258:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140263:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.140264:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.140269:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.140270:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.140273:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.140275:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.140276:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.140277:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.140279:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.140281:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140283:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140285:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.140287:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.140289:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140290:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140295:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.140296:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.140968:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.140971:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.140974:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.140978:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.140980:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.140982:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.140983:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.140986:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140988:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140991:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.140993:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.140995:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.140997:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141004:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141005:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141009:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141010:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141012:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141015:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141017:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141018:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141019:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141033:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141035:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141037:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141039:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141042:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141044:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141047:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141049:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141060:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141061:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141064:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141066:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141068:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141069:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141070:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141073:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141074:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141076:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141078:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141080:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141081:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141085:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141086:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141088:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141089:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141091:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141093:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141094:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141095:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141097:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141099:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141101:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141103:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141105:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141107:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141109:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141111:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141113:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141115:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141116:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141118:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141120:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141122:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141123:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141124:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141126:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141128:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141130:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141132:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141134:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141136:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141138:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141140:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141142:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141143:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141146:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141147:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141149:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141150:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141151:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141153:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141155:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141157:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141159:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141161:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141162:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141165:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141167:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141169:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141170:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141172:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141174:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141176:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141177:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141179:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141190:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141192:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141193:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141195:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141198:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141200:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141204:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141205:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141208:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141209:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141211:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141213:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141214:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141215:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141216:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141219:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141220:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141222:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141224:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141226:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141227:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141230:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141232:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141234:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141235:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141237:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141239:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141240:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141241:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141242:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141244:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141246:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141247:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141249:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141250:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141252:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141255:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141256:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141258:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141259:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141260:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141262:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141263:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141264:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141265:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141268:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141269:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141271:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141272:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141275:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141276:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141279:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141280:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141282:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141284:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141285:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141287:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141288:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141289:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141290:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141293:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141294:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141296:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141297:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141311:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141313:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141324:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141325:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141327:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141329:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141331:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141333:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141334:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141335:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141336:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141339:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141340:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141342:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141344:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141346:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141347:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141350:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141351:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141353:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141354:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141356:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141358:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141360:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141361:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141362:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141364:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141365:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141367:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141369:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141371:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141373:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141375:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141376:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141378:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141379:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141382:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141383:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141385:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141386:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141387:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141389:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141391:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141392:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141395:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141397:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141398:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141401:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141402:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141405:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141406:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141408:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141410:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141411:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141413:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141414:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141416:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141418:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141419:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141421:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141423:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141424:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141427:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141428:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141431:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141432:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141434:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141436:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141437:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141438:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141439:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141441:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141443:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141444:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141446:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141448:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141449:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141452:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141453:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141456:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141457:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141459:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141461:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141463:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141464:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141465:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141468:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141470:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141472:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141474:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141477:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141478:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141481:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141482:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141485:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141486:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.141488:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.141490:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.141491:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.141492:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.141493:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.141495:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141497:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141498:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.141501:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.141503:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141505:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.141507:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.141509:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.141511:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.141512:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142069:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142074:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142077:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142079:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142080:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142083:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142085:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142087:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142089:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142093:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142095:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142102:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142103:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142108:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142109:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142112:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142114:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142115:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142116:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142118:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142120:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142122:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142123:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142126:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142128:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142130:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142133:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142134:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142137:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142137:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142140:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142142:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142143:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142144:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142145:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142148:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142149:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142151:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142153:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142155:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142156:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142160:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142161:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142164:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142165:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142167:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142169:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142170:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142172:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142173:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142175:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142402:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142405:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142407:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142410:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142411:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142416:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142417:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142422:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142423:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142425:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142428:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142430:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142431:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142432:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142435:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142436:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142438:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142439:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142441:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142442:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142446:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142447:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142449:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142449:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142452:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142453:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142455:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142455:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142456:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142458:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142460:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142461:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142463:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142465:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142467:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142470:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142471:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142474:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142474:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142476:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142478:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142479:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142480:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142481:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142483:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142484:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142486:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142487:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142489:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142490:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142493:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142494:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142496:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142497:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142499:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142501:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142503:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142504:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142505:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142508:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142509:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142511:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142512:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142750:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142754:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142759:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142761:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142764:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142765:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142768:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142771:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142772:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142773:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142775:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142777:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142779:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142781:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142783:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142785:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142786:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142789:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142791:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142794:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142795:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142797:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142799:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142801:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142802:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142803:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142806:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142809:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142810:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142812:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142814:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142816:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142819:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142820:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142823:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142824:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142826:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142828:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142830:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142831:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142833:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142835:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142837:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142838:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142840:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142842:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142844:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142846:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142847:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142849:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142850:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142852:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142854:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142855:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142856:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142857:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142859:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142861:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142863:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142865:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142867:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142868:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142871:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142872:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142874:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142875:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142877:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142879:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142880:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142881:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142882:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142884:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142885:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142887:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142889:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142891:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142892:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142895:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142896:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142899:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142900:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142902:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142904:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142905:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142906:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142907:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142910:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142912:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142913:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142915:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142918:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142919:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142922:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142924:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142927:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142928:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142930:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142933:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142934:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142935:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142937:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142939:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142941:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142943:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142945:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142947:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142949:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142952:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142954:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142956:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142957:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142960:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142962:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142963:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142965:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142966:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142968:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142970:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142972:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.142973:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.142975:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142977:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142980:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.142981:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.142984:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.142985:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.142988:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.142990:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.142992:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.142993:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.142994:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.142996:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142998:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.142999:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143001:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143003:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143005:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143008:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143009:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143012:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143013:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143015:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143017:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143019:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143020:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143021:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143024:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143026:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143028:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143030:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143031:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143033:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143036:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143037:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143040:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143041:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143043:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143046:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143047:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143049:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143260:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143264:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143266:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143268:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143270:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143273:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143274:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143280:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143281:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143284:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143285:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143288:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143291:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143292:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143293:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143294:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143297:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143308:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143310:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143312:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143322:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143325:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143328:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143329:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143331:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143333:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143335:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143337:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143339:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143340:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143342:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143344:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143346:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143348:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143349:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143351:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143353:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143356:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143357:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143359:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143360:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143362:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143364:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143365:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143366:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143367:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143369:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143371:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143373:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143374:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143376:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143378:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143381:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143382:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143385:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143385:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143387:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143389:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143391:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143391:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143392:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143394:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143396:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143398:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143400:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143403:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143405:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143408:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143409:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143411:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143413:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143414:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143417:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143418:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143419:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143420:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143422:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143424:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143425:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143427:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143429:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143431:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143434:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143435:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143437:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143438:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143440:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143442:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143443:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143445:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143446:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143448:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143450:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143452:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143454:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143456:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143458:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143460:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143462:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143464:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143466:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143467:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143470:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143471:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143472:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143473:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143476:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143477:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143479:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143481:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143483:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143484:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143487:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143488:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143490:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143491:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143493:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143495:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143496:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143497:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143498:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143501:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143503:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143504:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143506:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143508:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143509:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143588:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143590:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143594:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143595:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143599:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143601:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143603:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143605:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143606:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143609:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143610:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143612:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143614:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143616:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143618:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143622:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143623:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143625:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143626:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143628:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143629:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143631:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143632:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143633:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143635:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143637:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143639:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143640:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143642:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143644:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143647:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143648:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143650:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143651:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143653:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143767:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143769:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143771:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143772:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143775:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143777:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143779:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143781:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143783:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143785:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143789:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143790:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143793:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143794:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143797:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143800:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143801:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143802:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143815:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143818:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143820:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143822:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143823:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143826:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143828:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143831:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143832:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143834:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143835:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143837:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143839:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143840:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143841:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143842:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143844:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143846:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143848:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143850:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143852:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143853:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143856:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143857:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143859:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143860:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143863:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143864:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143866:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143866:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143867:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143869:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143871:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143873:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143875:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143877:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143878:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143881:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143882:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143884:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143885:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143886:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143888:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143889:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143890:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143891:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143893:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143895:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143897:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143899:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143901:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143903:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143905:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143907:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143909:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143910:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143912:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143914:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143915:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143916:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143917:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143920:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143921:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143923:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143924:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143926:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143928:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143931:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143932:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143934:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143935:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143937:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143939:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143940:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143942:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143943:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143945:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143947:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143948:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143950:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143952:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143953:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143955:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143957:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143958:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143959:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143961:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143963:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143965:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143966:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143967:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143969:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143971:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143972:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.143975:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.143977:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143979:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143981:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.143983:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.143985:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.143986:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.143987:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.143989:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.143991:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.143992:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.143993:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.143995:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143997:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.143999:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.144001:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.144003:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144004:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144007:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.144008:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.144011:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.144012:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.144015:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.144017:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.144019:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.144020:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.144021:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.144023:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144025:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144026:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.144029:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.144031:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144033:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144036:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.144037:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.144040:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.144041:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.144043:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.144045:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.144046:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.144047:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.144049:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.144292:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144296:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144297:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.144300:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.144303:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144305:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144310:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.144312:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.144323:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.144325:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.144328:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.144330:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.144333:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.144334:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.144336:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.144339:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144340:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144342:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.144345:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.144347:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144349:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144352:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.144353:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.144356:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.144357:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.144359:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.144361:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.144362:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.144363:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.144364:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.144366:0:33475:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144368:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144370:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838380.144372:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.144374:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144376:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838380.144379:0:33475:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838380.144380:0:33475:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff065046a0 00000080:00000001:2.0:1788838380.144382:0:33475:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838380.144383:0:33475:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838380.144385:0:33475:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838380.144388:0:33475:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.144389:0:33475:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838380.144390:0:33475:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838380.144391:0:33475:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838380.144394:0:33475:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838380.144396:0:33475:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838380.144397:0:33475:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788838380.144400:0:33475:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838380.144401:0:33475:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838380.144403:0:33475:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838380.144413:0:33475:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788838380.144415:0:33475:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788838380.144418:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53dd0 00000080:00200008:2.0:1788838380.144420:0:33475:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000 00000080:00400000:2.0:1788838380.144423:0:33475:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788838380.144427:0:33475:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afda0f2500. 00000080:00000001:2.0:1788838380.144431:0:33475:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788838380.144433:0:33475:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d53dd0 00000080:00000008:2.0:1788838380.144434:0:33475:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000, rc = 0 00000080:00000001:2.0:1788838380.144436:0:33475:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838380.144438:0:33475:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838381.055121:0:33585:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838381.067777:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838381.067785:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838381.067792:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838381.067794:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838381.067867:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838381.067871:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838381.067874:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838382.026779:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296511992, at 4296512000 00000100:00000010:1.0:1788838382.026794:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1480. 00000100:00000040:0.0:1788838382.029239:0:30713:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296511992, at 4296512002 00000100:00000010:0.0:1788838382.029253:0:30713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1f60. 00010000:00000001:0.0:1788838382.090752:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838382.090759:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838382.090764:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838382.090766:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838382.091054:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838382.091058:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838382.091130:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838382.367538:0:33723:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053003:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838383.053012:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838383.053021:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120380. 00000020:00000040:1.0:1788838383.053026:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838383.053030:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838383.053033:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838383.053038:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838383.053045:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933d00. 00000100:00000001:1.0:1788838383.053052:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053180:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838383.053191:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838383.053195:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053201:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de2cd63] to pc [ptlrpcd_00_00+0] req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.053252:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.053257:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838383.053259:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838383.053266:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.053274:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838383.053276:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.053280:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838383.053283:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838383.053286:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838383.053290:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132265600:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838383.053306:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838383.053312:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838383.053314:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.053317:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838383.053322:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490cc00. 02000000:00000001:0.0:1788838383.053324:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838383.053331:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838383.053335:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25e18. 00000400:00000010:0.0:1788838383.053341:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfccc0. 00000100:00000200:0.0:1788838383.053347:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132265600, portal 25 00000100:00000001:0.0:1788838383.053349:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838383.053351:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000040:0.0:1788838383.053357:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.053365:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838383.053368:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838383.053371:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838383.053374:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132265600, offset 0 00000400:00000200:0.0:1788838383.053381:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838383.053390:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.053397:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838383.053402:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838383.053406:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838383.053409:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838383.053412:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838383.053416:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2573:2573:256:4294967295] 192.168.203.123@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:0.0:1788838383.053420:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.053429:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838383.053435:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838383.053440:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509600. 00000800:00000200:0.0:1788838383.053446:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838383.053454:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838383.053458:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838383.053471:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838383.053475:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838383.053478:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296517112 00000100:00000010:0.0:1788838383.053482:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1000. 00000100:00000001:0.0:1788838383.053489:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838383.053574:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053577:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838383.053581:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838383.053584:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838383.053587:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838383.053589:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838383.053590:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838383.053592:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838383.053597:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933600. 00000100:00000001:1.0:1788838383.053600:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053605:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838383.053612:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838383.053614:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053618:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e145d3b] to pc [ptlrpcd_00_01+1] req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.053632:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053634:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838383.053637:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838383.053640:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120000. 00000020:00000040:1.0:1788838383.053642:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:1.0:1788838383.053644:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838383.053645:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838383.053646:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838383.053649:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933b00. 00000100:00000001:1.0:1788838383.053651:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053681:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838383.053688:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838383.053690:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.053693:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd429b59] to pc [ptlrpcd_00_00+0] req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.053917:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296517112 00000100:00000010:0.0:1788838383.053924:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a11e0. 00000100:00000001:0.0:1788838383.053927:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838383.053931:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838383.053934:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.053937:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.053940:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.053946:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838383.053948:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838383.053951:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.053952:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838383.053953:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838383.053955:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788838383.053957:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.053958:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838383.053960:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.053961:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.053962:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838383.055229:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838383.055239:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.055247:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838383.055249:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.055252:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838383.055255:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838383.055257:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838383.055260:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132265728:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838383.055263:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838383.055267:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838383.055269:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.055271:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838383.055278:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490d800. 02000000:00000001:0.0:1788838383.055279:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838383.055285:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838383.055289:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838383.055305:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc6e8. 00000100:00000200:0.0:1788838383.055311:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132265728, portal 10 00000100:00000001:0.0:1788838383.055313:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838383.055315:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:0.0:1788838383.055322:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.055329:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838383.055331:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838383.055333:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838383.055336:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132265728, offset 0 00000400:00000200:0.0:1788838383.055340:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838383.055347:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.055352:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838383.055356:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838383.055359:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838383.055362:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838383.055364:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838383.055367:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2574:2574:255:4294967295] 192.168.203.123@tcp LPNI seq info [2574:2574:7:4294967295] 00000400:00000200:0.0:1788838383.055371:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.055378:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838383.055382:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838383.055386:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509400. 00000800:00000200:0.0:1788838383.055391:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838383.055399:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838383.055403:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838383.055406:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838383.055409:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 844778 usecs (845 jiffies) 00000400:00000200:0.0:1788838383.055412:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838383.055414:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296513871 00000100:00000001:0.0:1788838383.055416:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296517112 00000100:00000001:0.0:1788838383.055418:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296513871 00000100:00000001:0.0:1788838383.055420:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296517112 00000100:00000001:0.0:1788838383.055422:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838383.055424:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.055427:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.055429:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.055434:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838383.055436:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838383.055438:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.055440:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838383.055441:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838383.055444:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.055450:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838383.055452:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.055454:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838383.055455:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838383.055457:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838383.055459:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132265856:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838383.055461:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838383.055464:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838383.055465:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.055467:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838383.055469:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490d400. 02000000:00000001:0.0:1788838383.055471:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838383.055473:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838383.055475:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25b58. 00000400:00000010:0.0:1788838383.055478:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc3b8. 00000100:00000200:0.0:1788838383.055481:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132265856, portal 4 00000100:00000001:0.0:1788838383.055483:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838383.055484:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627157504 : -113594082394112 : ffff98afd1120000) 00000100:00000040:0.0:1788838383.055488:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.055494:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788838383.055553:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.055557:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838383.055561:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838383.055566:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121180. 00000020:00000040:1.0:1788838383.055569:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:1.0:1788838383.055572:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838383.055574:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838383.055577:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838383.055582:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933300. 00000100:00000001:1.0:1788838383.055586:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.055592:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838383.055600:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838383.055604:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.055610:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000285437a7] to pc [ptlrpcd_00_01+1] req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.055619:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.055623:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1850) 00000100:00000040:0.0:1788838383.055815:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838383.055818:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838383.055821:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132265856, offset 0 00000400:00000200:0.0:1788838383.055826:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838383.055831:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.055834:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838383.055837:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838383.055839:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838383.055841:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838383.055843:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838383.055846:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2575:2575:254:4294967295] 192.168.203.123@tcp LPNI seq info [2575:2575:6:4294967295] 00000400:00000200:0.0:1788838383.055915:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.055922:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838383.055926:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838383.055929:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509300. 00000800:00000200:0.0:1788838383.055933:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838383.055937:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838383.055940:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838383.055943:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838383.055946:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 216023 usecs (217 jiffies) 00000400:00000200:0.0:1788838383.055948:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838383.055950:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296513246 00000100:00000001:0.0:1788838383.055953:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296517112 00000100:00000001:0.0:1788838383.055955:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296513246 00000100:00000001:0.0:1788838383.055957:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296517112 00000100:00000001:0.0:1788838383.055958:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838383.055960:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.055963:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.055965:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.055968:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838383.055969:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838383.055971:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.055972:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838383.055974:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838383.055976:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788838383.055978:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.055980:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838383.055981:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.055982:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.055983:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838383.055984:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838383.055989:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.055995:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838383.055996:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.055998:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838383.056000:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838383.056002:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838383.056005:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132265984:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838383.056008:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838383.056010:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838383.056012:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.056014:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838383.056017:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc137ec00. 02000000:00000001:0.0:1788838383.056019:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838383.056022:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838383.056025:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25160. 00000400:00000010:0.0:1788838383.056028:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc908. 00000100:00000200:0.0:1788838383.056031:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132265984, portal 4 00000100:00000001:0.0:1788838383.056033:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838383.056034:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627161984 : -113594082389632 : ffff98afd1121180) 00000100:00000040:0.0:1788838383.056039:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.056046:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838383.056049:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838383.056051:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcd48. 00000100:00000200:0.0:1788838383.056053:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132265984, offset 0 00000400:00000200:0.0:1788838383.056171:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838383.056175:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.056179:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838383.056182:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838383.056184:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838383.056186:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838383.056189:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838383.056191:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2576:2576:253:4294967295] 192.168.203.123@tcp LPNI seq info [2576:2576:5:4294967295] 00000400:00000200:0.0:1788838383.056196:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.056201:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838383.056205:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838383.056208:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd0509100. 00000800:00000200:0.0:1788838383.056212:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838383.056216:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838383.056219:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0509100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838383.056222:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838383.056224:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22753 usecs (23 jiffies) 00000400:00000200:0.0:1788838383.056227:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838383.056228:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296513052 00000100:00000001:0.0:1788838383.056231:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296517112 00000100:00000001:0.0:1788838383.056233:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296513052 00000100:00000001:0.0:1788838383.056234:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296517112 00000100:00000001:0.0:1788838383.056237:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838383.056238:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.056241:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.056243:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838383.056282:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838383.056286:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509600. 00000400:00000200:0.0:1788838383.056289:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838383.056294:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838383.056458:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838383.056461:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838383.056465:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838383.056471:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.056481:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838383.056484:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.056490:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.056492:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838383.056578:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838383.056581:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509400. 00000400:00000200:0.0:1788838383.056584:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838383.056588:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838383.056591:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:0.0:1788838383.056592:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:0.0:1788838383.056594:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838383.056598:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.056605:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838383.056608:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.056614:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.056615:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838383.056622:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838383.056624:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509300. 00000400:00000200:0.0:1788838383.056627:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838383.056630:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838383.056632:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000400:00000010:0.0:1788838383.056634:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:0.0:1788838383.056636:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838383.056639:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.056646:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838383.056649:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.056676:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.056677:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838383.057172:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838383.057175:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd0509100. 00000400:00000200:0.0:1788838383.057179:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838383.057183:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838383.057186:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcd48 00000400:00000010:0.0:1788838383.057188:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcd48. 00000100:00000001:0.0:1788838383.057191:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838383.057196:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.057204:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838383.057207:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.057214:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.057215:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838383.057226:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.057228:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838383.062370:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838383.062386:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838383.062390:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838383.062393:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838383.062401:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062409:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838383.062418:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062422:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062427:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062431:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd53480 00000400:00000200:1.0:1788838383.062436:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062441:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6e21 [1] + 224 00000800:00000001:1.0:1788838383.062448:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838383.062452:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838383.062455:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838383.062459:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838383.062467:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838383.062476:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838383.062496:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.062517:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838383.062526:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838383.062530:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838383.062531:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838383.062533:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838383.062535:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062538:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838383.062543:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062545:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062547:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062549:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd53500 00000400:00000200:1.0:1788838383.062552:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838383.062556:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6e31 [1] + 224 00000800:00000001:1.0:1788838383.062559:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838383.062564:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838383.062566:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838383.062569:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838383.062572:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838383.062575:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838383.062583:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.062589:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838383.062592:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838383.062594:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.062653:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.062681:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838383.062688:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838383.062690:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838383.062693:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:0.0:1788838383.062698:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc6e8 00000400:00000010:0.0:1788838383.062700:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc6e8. 00000100:00000001:0.0:1788838383.062702:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838383.062707:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838383.062714:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.062719:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838383.062722:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.062724:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838383.062727:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838383.062729:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838383.062732:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.062735:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838383.062744:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=62 v=5 (5 101 101 101) 00000100:00001000:0.0:1788838383.062748:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838383.062750:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838383.062751:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838383.062754:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838383.062757:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.062760:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838383.062762:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788838383.062764:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838383.062765:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838383.062771:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.062778:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838383.062781:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838383.062783:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838383.062787:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838383.062793:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132265728:192.168.203.123@tcp:400:kworker.0 00000400:00000001:0.0:1788838383.062799:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838383.062800:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838383.062801:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25e18. 00000400:00000200:0.0:1788838383.062804:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfccc0 00000400:00000010:0.0:1788838383.062805:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfccc0. 00000100:00000001:0.0:1788838383.062807:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838383.062810:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838383.062817:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.062822:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838383.062823:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.062825:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838383.062826:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838383.062827:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838383.062828:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838383.062830:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838383.062832:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838383.062835:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838383.062837:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838383.062838:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838383.062839:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838383.062841:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.062842:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838383.062845:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.062851:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838383.062852:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838383.062853:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838383.062857:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838383.062864:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132265600:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838383.062868:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.062871:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838383.062874:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132265728/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.062881:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838383.062883:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838383.062886:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490d800. 02000000:00000001:0.0:1788838383.062890:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838383.062892:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838383.062894:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838383.062896:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838383.062899:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933600. 02000000:00000001:0.0:1788838383.062902:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838383.062904:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838383.062906:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:0.0:1788838383.062909:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838383.062911:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.062912:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838383.062916:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120380 x1875731132265600/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.062922:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838383.062923:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838383.062924:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490cc00. 02000000:00000001:0.0:1788838383.062927:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838383.062928:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838383.062929:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838383.062931:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838383.062932:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933d00. 02000000:00000001:0.0:1788838383.062934:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838383.062935:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838383.062937:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120380. 00000100:00000001:0.0:1788838383.062951:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838383.062952:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838383.062955:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.062956:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838383.062957:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838383.062959:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838383.062960:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838383.067154:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838383.067177:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838383.067181:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838383.067183:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838383.067191:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067199:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838383.067206:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067210:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067216:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067220:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd53600 00000400:00000200:0.0:1788838383.067225:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067231:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6e51 [1] + 224 00000800:00000001:0.0:1788838383.067238:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838383.067242:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838383.067245:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838383.067249:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838383.067256:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838383.067265:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838383.067275:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.067306:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838383.067315:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838383.067319:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838383.067321:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838383.067323:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838383.067326:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067330:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838383.067334:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067336:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067339:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067342:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd53580 00000400:00000200:0.0:1788838383.067344:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838383.067348:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6e41 [1] + 224 00000800:00000001:0.0:1788838383.067351:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838383.067358:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838383.067360:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838383.067363:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838383.067366:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838383.067371:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838383.067380:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838383.067387:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838383.067390:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838383.067393:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838383.067784:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838383.067788:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838383.067795:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838383.067797:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838383.067800:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25160. 00000400:00000200:1.0:1788838383.067805:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc908 00000400:00000010:1.0:1788838383.067807:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc908. 00000100:00000001:1.0:1788838383.067810:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838383.067815:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838383.067823:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.067828:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838383.067830:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838383.067833:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838383.067837:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838383.067839:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838383.067841:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838383.067843:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838383.067851:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=62 v=5 (5 5 5 16) 00000100:00001000:1.0:1788838383.067855:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838383.067857:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838383.067859:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838383.067862:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838383.067865:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838383.067868:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838383.067870:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788838383.067872:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838383.067873:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.067877:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.067884:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838383.067887:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838383.067888:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838383.067891:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838383.067898:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132265984:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838383.067903:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838383.067904:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838383.067905:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25b58. 00000400:00000200:1.0:1788838383.067907:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc3b8 00000400:00000010:1.0:1788838383.067909:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc3b8. 00000100:00000001:1.0:1788838383.067911:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838383.067914:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838383.067921:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.067927:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838383.067928:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838383.067929:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838383.067930:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838383.067931:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838383.067933:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838383.067934:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838383.067937:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=62 v=5 (5 5 5 16) 00000100:00001000:1.0:1788838383.067940:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838383.067942:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838383.067943:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838383.067944:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838383.067946:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838383.067947:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838383.067949:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788838383.067950:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838383.067951:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838383.067954:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.067960:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838383.067962:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838383.067963:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838383.067966:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838383.067974:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132265856:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838383.067977:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838383.067980:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838383.067983:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121180 x1875731132265984/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.067988:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838383.067990:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838383.067994:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc137ec00. 02000000:00000001:1.0:1788838383.067998:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838383.068000:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838383.068002:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838383.068004:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838383.068007:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933300. 02000000:00000001:1.0:1788838383.068010:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838383.068011:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838383.068013:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121180. 00000100:00000001:1.0:1788838383.068015:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838383.068017:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838383.068019:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838383.068022:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120000 x1875731132265856/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838383.068027:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838383.068028:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838383.068030:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490d400. 02000000:00000001:1.0:1788838383.068032:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838383.068033:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838383.068033:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838383.068035:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838383.068036:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933b00. 02000000:00000001:1.0:1788838383.068038:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838383.068039:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838383.068040:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120000. 00000100:00000001:1.0:1788838383.068041:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838383.068042:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838383.068044:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838383.068050:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838383.068052:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838383.068620:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838383.068624:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838383.114964:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838383.114972:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838383.114977:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838383.114979:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838383.115039:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838383.115043:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838383.115046:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838384.084080:0:33867:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838384.138729:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838384.138736:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838384.138742:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838384.138744:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838384.138990:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838384.138993:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838384.138996:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788838384.765277:0:33929:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838385.162807:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838385.162817:0:30713:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838385.162819:0:30713:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838385.162823:0:30713:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838385.162828:0:30713:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838385.162831:0:30713:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838385.162835:0:30713:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838385.162838:0:30713:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838385.162843:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838385.162845:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838385.162883:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838385.162887:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838385.162890:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788838385.586160:0:34020:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838385.863814:0:34056:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788838385.863820:0:34056:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 23:33:04 (1788838384) 00000001:00000001:3.0:1788838385.883968:0:34056:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788838386.187070:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838386.187077:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.187084:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838386.187086:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.187132:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838386.187145:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.187148:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838386.482008:0:34100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838386.482015:0:34100:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838386.482019:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77de0 00000080:00200000:0.0:1788838386.482024:0:34100:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838386.482032:0:34100:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:0.0:1788838386.482039:0:34100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838386.482044:0:34100:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838386.482049:0:34100:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.482051:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77d00 00800000:00000002:0.0:1788838386.482053:0:34100:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838386.482057:0:34100:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838386.482060:0:34100:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838386.482066:0:34100:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.482067:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77bd0 00000002:00010000:0.0:1788838386.482069:0:34100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838386.482073:0:34100:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838386.482075:0:34100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838386.482078:0:34100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838386.482084:0:34100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:0.0:1788838386.482087:0:34100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838386.482091:0:34100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838386.482095:0:34100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838386.482099:0:34100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788838386.482108:0:34100:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838386.482114:0:34100:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838386.482117:0:34100:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788838386.482123:0:34100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838386.482125:0:34100:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838386.482127:0:34100:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.482128:0:34100:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.482130:0:34100:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.482132:0:34100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838386.482134:0:34100:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838386.482137:0:34100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838386.482141:0:34100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000080:00000001:0.0:1788838386.482145:0:34100:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838386.482147:0:34100:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.482149:0:34100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838386.482153:0:34100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:0.0:1788838386.482156:0:34100:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838386.482158:0:34100:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838386.482159:0:34100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.482161:0:34100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.482164:0:34100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838386.482166:0:34100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482168:0:34100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482171:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482172:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838386.482173:0:34100:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838386.482175:0:34100:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.482177:0:34100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb01f77e18 00010000:00000001:0.0:1788838386.482179:0:34100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.482180:0:34100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.482181:0:34100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838386.482183:0:34100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482184:0:34100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482186:0:34100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838386.482189:0:34100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788838386.482194:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482195:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.482197:0:34100:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838386.482199:0:34100:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838386.482201:0:34100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788838386.482209:0:34100:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838386.482212:0:34100:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838386.482214:0:34100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838386.482218:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482219:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.482220:0:34100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482223:0:34100:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838386.482224:0:34100:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482226:0:34100:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482228:0:34100:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482230:0:34100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838386.482231:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482232:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838386.482234:0:34100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838386.482236:0:34100:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.482238:0:34100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 101 00000080:00000001:0.0:1788838386.482243:0:34100:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.482249:0:34100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838386.482251:0:34100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838386.482252:0:34100:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838386.482253:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77ba8 00000080:00200000:0.0:1788838386.482255:0:34100:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838386.482259:0:34100:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:0.0:1788838386.482261:0:34100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838386.482263:0:34100:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838386.482264:0:34100:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.482266:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77ac8 00800000:00000002:0.0:1788838386.482268:0:34100:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838386.482270:0:34100:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838386.482283:0:34100:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838386.482286:0:34100:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.482287:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77998 00000002:00010000:0.0:1788838386.482289:0:34100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838386.482291:0:34100:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838386.482293:0:34100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838386.482294:0:34100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838386.482296:0:34100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:0.0:1788838386.482299:0:34100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838386.482301:0:34100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838386.482303:0:34100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838386.482306:0:34100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788838386.482313:0:34100:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838386.482315:0:34100:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838386.482318:0:34100:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788838386.482324:0:34100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838386.482326:0:34100:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838386.482327:0:34100:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.482329:0:34100:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.482330:0:34100:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.482332:0:34100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838386.482334:0:34100:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838386.482336:0:34100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838386.482338:0:34100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000080:00000001:0.0:1788838386.482340:0:34100:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838386.482341:0:34100:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.482343:0:34100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838386.482345:0:34100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:0.0:1788838386.482348:0:34100:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838386.482349:0:34100:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838386.482350:0:34100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.482352:0:34100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.482353:0:34100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838386.482355:0:34100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482358:0:34100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482360:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482361:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838386.482362:0:34100:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838386.482364:0:34100:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.482366:0:34100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb01f77be0 00010000:00000001:0.0:1788838386.482368:0:34100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.482369:0:34100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.482370:0:34100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838386.482372:0:34100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482374:0:34100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482376:0:34100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838386.482378:0:34100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788838386.482384:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482385:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.482386:0:34100:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838386.482388:0:34100:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838386.482390:0:34100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788838386.482396:0:34100:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838386.482398:0:34100:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838386.482399:0:34100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838386.482401:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482402:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.482403:0:34100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482405:0:34100:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838386.482407:0:34100:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482408:0:34100:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482410:0:34100:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482412:0:34100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838386.482413:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482413:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838386.482415:0:34100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838386.482416:0:34100:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.482418:0:34100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838386.482421:0:34100:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838386.482431:0:34100:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06300. 00000020:00000001:0.0:1788838386.482434:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77d98 00000080:00200000:0.0:1788838386.482437:0:34100:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=1536 00000080:00000001:0.0:1788838386.482439:0:34100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838386.482441:0:34100:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838386.482442:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77ca8 00000080:00200000:0.0:1788838386.482443:0:34100:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838386.482446:0:34100:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:0.0:1788838386.482449:0:34100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838386.482451:0:34100:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838386.482453:0:34100:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.482454:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77bc8 00800000:00000002:0.0:1788838386.482456:0:34100:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838386.482458:0:34100:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838386.482460:0:34100:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838386.482463:0:34100:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.482465:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77a98 00000002:00010000:0.0:1788838386.482466:0:34100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838386.482469:0:34100:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838386.482470:0:34100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838386.482471:0:34100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838386.482473:0:34100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:0.0:1788838386.482475:0:34100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838386.482477:0:34100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838386.482479:0:34100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838386.482482:0:34100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1788838386.482488:0:34100:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838386.482490:0:34100:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838386.482493:0:34100:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1788838386.482498:0:34100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838386.482500:0:34100:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838386.482501:0:34100:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.482504:0:34100:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.482505:0:34100:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.482507:0:34100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838386.482509:0:34100:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838386.482511:0:34100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838386.482513:0:34100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000080:00000001:0.0:1788838386.482515:0:34100:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838386.482516:0:34100:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.482518:0:34100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838386.482521:0:34100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:0.0:1788838386.482523:0:34100:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838386.482524:0:34100:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838386.482526:0:34100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.482527:0:34100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.482528:0:34100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838386.482530:0:34100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482532:0:34100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482534:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482535:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838386.482537:0:34100:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838386.482538:0:34100:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.482540:0:34100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb01f77ce0 00010000:00000001:0.0:1788838386.482542:0:34100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.482543:0:34100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.482544:0:34100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838386.482545:0:34100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482547:0:34100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482549:0:34100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838386.482551:0:34100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788838386.482556:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482557:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.482559:0:34100:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838386.482561:0:34100:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838386.482563:0:34100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788838386.482568:0:34100:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838386.482570:0:34100:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838386.482571:0:34100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838386.482573:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482574:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.482575:0:34100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482577:0:34100:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838386.482578:0:34100:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482580:0:34100:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482581:0:34100:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482583:0:34100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838386.482584:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482585:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838386.482587:0:34100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838386.482588:0:34100:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.482590:0:34100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788838386.482592:0:34100:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.482595:0:34100:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838386.482597:0:34100:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838386.482598:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77d90 00000080:00200000:0.0:1788838386.482600:0:34100:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838386.482603:0:34100:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:0.0:1788838386.482605:0:34100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838386.482607:0:34100:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838386.482609:0:34100:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.482610:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77cb0 00800000:00000002:0.0:1788838386.482612:0:34100:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838386.482614:0:34100:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838386.482616:0:34100:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838386.482619:0:34100:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.482620:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77b80 00000002:00010000:0.0:1788838386.482621:0:34100:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838386.482624:0:34100:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838386.482625:0:34100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838386.482626:0:34100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838386.482628:0:34100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:0.0:1788838386.482630:0:34100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838386.482632:0:34100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838386.482634:0:34100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838386.482636:0:34100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1788838386.482642:0:34100:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838386.482643:0:34100:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838386.482646:0:34100:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1788838386.482651:0:34100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838386.482653:0:34100:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838386.482894:0:34100:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.482897:0:34100:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.482898:0:34100:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.482901:0:34100:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838386.482903:0:34100:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838386.482906:0:34100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838386.482908:0:34100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000080:00000001:0.0:1788838386.482911:0:34100:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838386.482912:0:34100:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.482915:0:34100:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838386.482917:0:34100:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfea 00800000:00000001:0.0:1788838386.482920:0:34100:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838386.482921:0:34100:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838386.482922:0:34100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.482924:0:34100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.482925:0:34100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838386.482927:0:34100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482930:0:34100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482932:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482933:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838386.482934:0:34100:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838386.482935:0:34100:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.482937:0:34100:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfea from it ffffbbcb01f77dc8 00010000:00000001:0.0:1788838386.482939:0:34100:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.482940:0:34100:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.482941:0:34100:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb400 refcount=3 00000020:00000001:0.0:1788838386.482942:0:34100:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482944:0:34100:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480832 : -113594222070784 : ffff98afc8beb400) 00010000:00000001:0.0:1788838386.482946:0:34100:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838386.482948:0:34100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788838386.482954:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482955:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.482956:0:34100:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838386.482958:0:34100:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838386.482960:0:34100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788838386.482965:0:34100:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838386.482967:0:34100:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838386.482968:0:34100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838386.482970:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482971:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.482972:0:34100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482974:0:34100:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838386.482975:0:34100:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482977:0:34100:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482979:0:34100:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.482980:0:34100:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838386.482982:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.482983:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838386.482984:0:34100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838386.482985:0:34100:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.482988:0:34100:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788838386.482990:0:34100:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.482994:0:34100:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:0.0:1788838386.482995:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77da0 00000080:00200000:0.0:1788838386.482997:0:34100:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00000001:0.0:1788838386.483000:0:34100:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1788838386.483001:0:34100:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1788838386.483005:0:34100:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:0.0:1788838386.483008:0:34100:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000010:0.0:1788838386.483015:0:34100:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff98afd1358900. 00000080:00000001:0.0:1788838386.483017:0:34100:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838386.483020:0:34100:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788838386.483022:0:34100:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788838386.483028:0:34100:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1788838386.483029:0:34100:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1788838386.483033:0:34100:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1788838386.483035:0:34100:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:0.0:1788838386.483037:0:34100:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:0.0:1788838386.483040:0:34100:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788838386.483042:0:34100:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788838386.483044:0:34100:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788838386.483047:0:34100:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788838386.483050:0:34100:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:0.0:1788838386.483052:0:34100:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838386.483054:0:34100:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838386.483056:0:34100:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838386.483058:0:34100:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838386.483060:0:34100:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f77bc0 00800000:00000002:0.0:1788838386.483062:0:34100:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788838386.483067:0:34100:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788838386.483068:0:34100:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838386.483072:0:34100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 2 00010000:00000001:0.0:1788838386.483074:0:34100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838386.483076:0:34100:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838386.483080:0:34100:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838386.483082:0:34100:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1788838386.483090:0:34100:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838386.483093:0:34100:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838386.483095:0:34100:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838386.483097:0:34100:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788838386.483099:0:34100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838386.483101:0:34100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838386.483102:0:34100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 3 00010000:00000001:0.0:1788838386.483104:0:34100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838386.483106:0:34100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838386.483108:0:34100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838386.483109:0:34100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838386.483110:0:34100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 3 00010000:00000001:0.0:1788838386.483112:0:34100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838386.483113:0:34100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838386.483115:0:34100:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838386.483116:0:34100:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838386.483117:0:34100:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac500 count: 3 00010000:00000001:0.0:1788838386.483119:0:34100:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838386.483121:0:34100:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.483123:0:34100:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838386.483126:0:34100:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788838386.483130:0:34100:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788838386.483132:0:34100:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788838386.483134:0:34100:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838386.483136:0:34100:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.483139:0:34100:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838386.483142:0:34100:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838386.483143:0:34100:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838386.483145:0:34100:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838386.483147:0:34100:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838386.483149:0:34100:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beb400 with handle 0x9f68a6b43b62cfea from hash 00010000:00000001:0.0:1788838386.483151:0:34100:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838386.483153:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.483154:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.483155:0:34100:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838386.483157:0:34100:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838386.483159:0:34100:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838386.483161:0:34100:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838386.483162:0:34100:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838386.483164:0:34100:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788838386.483169:0:34100:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b480. 00000020:00000040:0.0:1788838386.483173:0:34100:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838386.483180:0:34100:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838386.483182:0:34100:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.483184:0:34100:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838386.483188:0:34100:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838386.483189:0:34100:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.483192:0:34100:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838386.483194:0:34100:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838386.483197:0:34100:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838386.483203:0:34100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0083400. 00000100:00000001:0.0:1788838386.483210:0:34100:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.483212:0:34100:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838386.483214:0:34100:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838386.483219:0:34100:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788838386.483225:0:34100:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788838386.483226:0:34100:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838386.483228:0:34100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838386.483231:0:34100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb400/0x9f68a6b43b62cfea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bcf9 expref: -99 pid: 33012 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1788838386.483238:0:34100:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac500 count: 0 00010000:00000010:0.0:1788838386.483243:0:34100:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675d80. 00010000:00000001:0.0:1788838386.483250:0:34100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.483252:0:34100:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.483254:0:34100:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838386.483255:0:34100:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.483257:0:34100:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788838386.483267:0:34100:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788838386.483288:0:34100:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838386.483296:0:34100:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838386.483297:0:34100:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838386.483303:0:34100:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc50c0180. 00000100:00000001:0.0:1788838386.483305:0:34100:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479425438080 : -113594284113536 : ffff98afc50c0180) 00000100:00000001:0.0:1788838386.483308:0:34100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838386.483309:0:34100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000001:0.0:1788838386.483314:0:34100:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838386.483317:0:34100:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.483319:0:34100:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838386.483320:0:34100:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838386.483324:0:34100:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838386.483332:0:34100:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838386.483333:0:34100:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838386.483336:0:34100:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838386.483339:0:34100:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838386.483341:0:34100:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838386.483344:0:34100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job mkdir:236057cd-729b-462c-8b72-16ae653ba0e9:34100:1875731132266240:192.168.203.123@tcp:36:mkdir.0 00000100:00000001:0.0:1788838386.483347:0:34100:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838386.483352:0:34100:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838386.483355:0:34100:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838386.483357:0:34100:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838386.483361:0:34100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0081000. 02000000:00000001:0.0:1788838386.483363:0:34100:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838386.483369:0:34100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838386.483373:0:34100:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25e18. 00000400:00000010:0.0:1788838386.483379:0:34100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfccc0. 00000100:00000200:0.0:1788838386.483386:0:34100:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132266240, portal 10 00000100:00000001:0.0:1788838386.483388:0:34100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838386.483389:0:34100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000040:0.0:1788838386.483395:0:34100:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838386.483401:0:34100:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838386.483404:0:34100:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838386.483407:0:34100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc6e8. 00000100:00000200:0.0:1788838386.483409:0:34100:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875731132266240, offset 0 00000400:00000200:0.0:1788838386.483415:0:34100:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838386.483423:0:34100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.483430:0:34100:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838386.483435:0:34100:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838386.483440:0:34100:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838386.483443:0:34100:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838386.483446:0:34100:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838386.483449:0:34100:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2577:2577:256:4294967295] 192.168.203.123@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:0.0:1788838386.483454:0:34100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.483462:0:34100:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838386.483468:0:34100:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838386.483473:0:34100:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7500. 00000800:00000200:0.0:1788838386.483479:0:34100:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838386.483486:0:34100:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838386.483490:0:34100:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7500 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788838386.483504:0:34100:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838386.483508:0:34100:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 843722 usecs (844 jiffies) 00000400:00000200:0.0:1788838386.483511:0:34100:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838386.483513:0:34100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517300 00000100:00000001:0.0:1788838386.483521:0:34100:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517112 00000100:00000001:0.0:1788838386.483525:0:34100:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517300 00000100:00000001:0.0:1788838386.483529:0:34100:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517112 00000100:00000001:0.0:1788838386.483531:0:34100:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838386.483534:0:34100:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.483535:0:34100:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838386.483537:0:34100:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838386.483540:0:34100:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc50c0180 going to sleep for 11 seconds 00000100:00000001:0.0:1788838386.483542:0:34100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838386.483544:0:34100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.483798:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.483803:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7500. 00000400:00000200:1.0:1788838386.483807:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.483812:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.483817:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc6e8 00000400:00000010:1.0:1788838386.483819:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc6e8. 00000100:00000001:1.0:1788838386.483823:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.483827:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838386.483835:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.483839:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838386.483846:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.483847:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838386.489707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac500. 00010000:00000010:0.1:1788838386.489721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beb400. 00000800:00000001:0.0:1788838386.527511:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.531722:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.531731:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.531737:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.531745:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.531752:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.531918:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.531924:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.531929:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.531933:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd53700 00000400:00000200:1.0:1788838386.531938:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.531943:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x6e61 [1] + 224 00000800:00000001:1.0:1788838386.531951:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.531963:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.531966:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.531970:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.531977:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.531985:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838386.531996:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838386.532079:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838386.532088:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838386.532092:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.532097:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838386.532103:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2578:2578:256:4294967295] 192.168.203.123@tcp LPNI seq info [2578:2578:8:4294967295] 00000400:00000200:1.0:1788838386.532108:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.532116:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838386.532122:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838386.532127:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933b00. 00000800:00000200:1.0:1788838386.532133:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838386.532141:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838386.532146:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838386.532564:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.532568:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933b00. 00000400:00000200:1.0:1788838386.532572:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.532577:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838386.532583:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.532586:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838386.532677:0:34100:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838386.532684:0:34100:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838386.532686:0:34100:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838386.532689:0:34100:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25e18. 00000400:00000200:0.0:1788838386.532693:0:34100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfccc0 00000400:00000010:0.0:1788838386.532696:0:34100:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfccc0. 00000100:00000001:0.0:1788838386.532698:0:34100:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838386.532705:0:34100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838386.532714:0:34100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b480 x1875731132266240/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838386.532720:0:34100:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838386.532722:0:34100:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838386.532724:0:34100:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838386.532728:0:34100:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838386.532730:0:34100:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838386.532732:0:34100:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838386.532735:0:34100:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838386.532743:0:34100:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:0.0:1788838386.532747:0:34100:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838386.532750:0:34100:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838386.532751:0:34100:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.532764:0:34100:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838386.532768:0:34100:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.532770:0:34100:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838386.532772:0:34100:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:0.0:1788838386.532774:0:34100:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838386.532777:0:34100:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838386.532778:0:34100:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684032 : -113594090867584 : ffff98afd090b480) 00000100:00000001:0.0:1788838386.532781:0:34100:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838386.532783:0:34100:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1788838386.532785:0:34100:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838386.532787:0:34100:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838386.532791:0:34100:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b480 x1875731132266240/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838402 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838386.532798:0:34100:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838386.532801:0:34100:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838386.532802:0:34100:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838386.532806:0:34100:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b480 x1875731132266240/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838402 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838386.532813:0:34100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b480 pname:cluuid:pid:xid:nid:opc:job mkdir:236057cd-729b-462c-8b72-16ae653ba0e9:34100:1875731132266240:192.168.203.123@tcp:36:mkdir.0 00000100:00000001:0.0:1788838386.532816:0:34100:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838386.532819:0:34100:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.532821:0:34100:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838386.532823:0:34100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838386.532826:0:34100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b480 x1875731132266240/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838402 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838386.532832:0:34100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838386.532834:0:34100:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc50c0180. 00000100:00000001:0.0:1788838386.532837:0:34100:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838386.532838:0:34100:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838386.532846:0:34100:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838386.532850:0:34100:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:0.0:1788838386.532852:0:34100:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.532855:0:34100:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1788838386.532857:0:34100:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788838320 to 1788838386 00000080:00000001:0.0:1788838386.532860:0:34100:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838386.532866:0:34100:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838386.532868:0:34100:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838386.532870:0:34100:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788838386.532872:0:34100:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788838386.532884:0:34100:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd1581080. 00000080:00000001:0.0:1788838386.532893:0:34100:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788838386.532895:0:34100:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff98afd1581148) 00000080:00000001:0.0:1788838386.532898:0:34100:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788838386.532899:0:34100:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1788838386.532902:0:34100:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.532903:0:34100:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788838386.532906:0:34100:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838386.532908:0:34100:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1788838386 00000080:00200000:0.0:1788838386.532912:0:34100:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00000001:0.0:1788838386.532914:0:34100:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788838386.532916:0:34100:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631749448 : -113594077802168 : ffff98afd1581148) 00000080:00000001:0.0:1788838386.532918:0:34100:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838386.532921:0:34100:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838386.532922:0:34100:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.532926:0:34100:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.532928:0:34100:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:0.0:1788838386.532930:0:34100:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838386.532933:0:34100:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b480 x1875731132266240/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838402 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838386.532939:0:34100:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838386.532942:0:34100:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838386.532944:0:34100:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000080:00000010:0.0:1788838386.532947:0:34100:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff98afd1358900. 00000080:00000001:0.0:1788838386.532950:0:34100:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.532952:0:34100:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838386.532956:0:34100:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838386.532966:0:34100:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788838386.532972:0:34100:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788838386.548156:0:34101:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838386.548163:0:34101:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838386.548165:0:34101:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838386.548169:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fbc0 00000080:00200000:2.0:1788838386.548173:0:34101:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838386.548181:0:34101:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85ebe00. 00800000:00000002:2.0:1788838386.548187:0:34101:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838386.548191:0:34101:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838386.548195:0:34101:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.548198:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fae0 00800000:00000002:2.0:1788838386.548201:0:34101:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838386.548205:0:34101:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838386.548208:0:34101:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838386.548213:0:34101:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.548215:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f9b0 00000002:00010000:2.0:1788838386.548217:0:34101:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838386.548221:0:34101:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838386.548222:0:34101:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838386.548225:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838386.548231:0:34101:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.548234:0:34101:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.548236:0:34101:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.548238:0:34101:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838386.548240:0:34101:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838386.548246:0:34101:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838386.548249:0:34101:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838386.548255:0:34101:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838386.548259:0:34101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.548262:0:34101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.548265:0:34101:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.548267:0:34101:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.548281:0:34101:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.548288:0:34101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e000. 00000100:00000001:2.0:1788838386.548294:0:34101:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.548298:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.548300:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.548301:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.548303:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.548305:0:34101:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.548310:0:34101:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00010000:00000001:2.0:1788838386.548314:0:34101:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838386.548316:0:34101:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838386.548320:0:34101:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4cc00. 00010000:00000010:2.0:1788838386.548324:0:34101:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5b00. 00010000:00000001:2.0:1788838386.548329:0:34101:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838386.548332:0:34101:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517800. 00000020:00000001:2.0:1788838386.548335:0:34101:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838386.548338:0:34101:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517800 with handle 0x9f68a6b43b62cff1 to hash 00000020:00000001:2.0:1788838386.548340:0:34101:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838386.548341:0:34101:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.548344:0:34101:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.548347:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.548350:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.548354:0:34101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.548363:0:34101:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.548372:0:34101:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838386.548378:0:34101:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838386.548379:0:34101:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838386.548385:0:34101:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.548387:0:34101:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:2.0:1788838386.548390:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.548391:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838386.548395:0:34101:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838386.548399:0:34101:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.548401:0:34101:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838386.548402:0:34101:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838386.548412:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.548420:0:34101:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838386.548422:0:34101:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.548426:0:34101:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838386.548428:0:34101:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838386.548430:0:34101:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838386.548434:0:34101:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132266368:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838386.548438:0:34101:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838386.548443:0:34101:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838386.548445:0:34101:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.548447:0:34101:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838386.548451:0:34101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0d000. 02000000:00000001:2.0:1788838386.548453:0:34101:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838386.548460:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838386.548464:0:34101:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838386.548470:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a550. 00000100:00000200:2.0:1788838386.548476:0:34101:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132266368, portal 10 00000100:00000001:2.0:1788838386.548478:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.548479:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838386.548484:0:34101:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.548491:0:34101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838386.548494:0:34101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838386.548496:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a3b8. 00000100:00000200:2.0:1788838386.548499:0:34101:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132266368, offset 0 00000400:00000200:2.0:1788838386.548505:0:34101:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838386.548513:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.548519:0:34101:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838386.548524:0:34101:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838386.548528:0:34101:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838386.548532:0:34101:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838386.548535:0:34101:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838386.548538:0:34101:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2579:2579:256:4294967295] 192.168.203.123@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:2.0:1788838386.548542:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.548551:0:34101:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838386.548557:0:34101:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838386.548561:0:34101:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14700. 00000800:00000200:2.0:1788838386.548567:0:34101:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838386.548575:0:34101:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838386.548580:0:34101:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788838386.548596:0:34101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.548600:0:34101:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 842733 usecs (843 jiffies) 00000400:00000200:2.0:1788838386.548603:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838386.548606:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517361 00000100:00000001:2.0:1788838386.548614:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517300 00000100:00000001:2.0:1788838386.548619:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517361 00000100:00000001:2.0:1788838386.548622:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517300 00000100:00000001:2.0:1788838386.548626:0:34101:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.548628:0:34101:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.548630:0:34101:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838386.548632:0:34101:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838386.548643:0:34101:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788838386.548646:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838386.548649:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.549256:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.549262:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14700. 00000400:00000200:1.0:1788838386.549267:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.549284:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.549289:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a3b8 00000400:00000010:1.0:1788838386.549292:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a3b8. 00000100:00000001:1.0:1788838386.549296:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.549301:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.549312:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.549316:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.549322:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.549324:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788838386.552703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06300. 00000800:00000001:1.0:1788838386.573916:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.573931:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.573935:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.573938:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.573945:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.573952:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.573960:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.573964:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.573969:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.573972:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd53780 00000400:00000200:1.0:1788838386.573977:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.573982:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6e71 [1] + 224 00000800:00000001:1.0:1788838386.573989:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.574007:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.574011:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.574015:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.574027:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.574098:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838386.574109:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.574128:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838386.574135:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.574139:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.574389:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838386.574396:0:34101:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838386.574398:0:34101:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838386.574401:0:34101:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838386.574405:0:34101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a550 00000400:00000010:2.0:1788838386.574408:0:34101:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a550. 00000100:00000001:2.0:1788838386.574411:0:34101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838386.574415:0:34101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838386.574425:0:34101:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.574431:0:34101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838386.574433:0:34101:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.574435:0:34101:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838386.574438:0:34101:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838386.574441:0:34101:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838386.574444:0:34101:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.574446:0:34101:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838386.574454:0:34101:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838386.574459:0:34101:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838386.574461:0:34101:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838386.574463:0:34101:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.574466:0:34101:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838386.574469:0:34101:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.574472:0:34101:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838386.574474:0:34101:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788838386.574476:0:34101:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838386.574479:0:34101:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.574483:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.574490:0:34101:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.574493:0:34101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838386.574494:0:34101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838386.574499:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838386.574506:0:34101:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132266368:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838386.574511:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.574513:0:34101:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.574515:0:34101:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838386.574517:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.574520:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.574526:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.574528:0:34101:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.574531:0:34101:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838386.574533:0:34101:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.574535:0:34101:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838386.574539:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.574541:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.574544:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838386.574547:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574550:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838386.574555:0:34101:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517800, remote cookie: 0xff98f31736b3bd31, flags: 0x1001 00010000:00010000:2.0:1788838386.574560:0:34101:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.574572:0:34101:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.574578:0:34101:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838386.574582:0:34101:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838386.574594:0:34101:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838386.574596:0:34101:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838386.574597:0:34101:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838386.574600:0:34101:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc7e4cc00) refcount = 1 00010000:00010000:2.0:1788838386.574604:0:34101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.574610:0:34101:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838386.574613:0:34101:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838386.574614:0:34101:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838386.574617:0:34101:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838386.574619:0:34101:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.574622:0:34101:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.574627:0:34101:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838386.574629:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574630:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.574631:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574632:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.574634:0:34101:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.574638:0:34101:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838386.574640:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.574641:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.574643:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.574645:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574647:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574649:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.574650:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.574651:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838386.574653:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574690:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574694:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.574696:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.574699:0:34101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.574705:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574706:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.574708:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.574709:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.574710:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=5 00000020:00000001:2.0:1788838386.574712:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574714:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574716:0:34101:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838386.574718:0:34101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.574724:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574728:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838386.574731:0:34101:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.574741:0:34101:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838386.574742:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574915:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.574918:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574919:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838386.574925:0:34101:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838386.574935:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.574936:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.574938:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.574940:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574942:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574944:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574946:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838386.574947:0:34101:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.574949:0:34101:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.574951:0:34101:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838386.574954:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.574955:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.574957:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.574958:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574960:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00000002:00010000:2.0:1788838386.574964:0:34101:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.574970:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574971:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.574973:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838386.574974:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.574975:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.574976:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.574977:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.574980:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838386.574986:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:2.0:1788838386.574989:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838386.574993:0:34101:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788838386.574995:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.574996:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838386.575106:0:34101:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838386.575110:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f938 00000002:00002000:2.0:1788838386.575112:0:34101:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838386.575115:0:34101:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.575119:0:34101:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.575122:0:34101:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838386.575125:0:34101:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838386.575128:0:34101:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838386.575131:0:34101:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838386.575135:0:34101:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85ebe00. 00000080:00000001:2.0:1788838386.575139:0:34101:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838386.575142:0:34101:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838386.575148:0:34101:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788838386.575151:0:34101:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788838386.575157:0:34101:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd110de80. 00800000:00000001:2.0:1788838386.575159:0:34101:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479627083392 : -113594082468224 : ffff98afd110de80) 00800000:00000001:2.0:1788838386.575161:0:34101:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.575164:0:34101:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838386.575166:0:34101:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838386.575168:0:34101:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788838386.575171:0:34101:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838386.575173:0:34101:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838386.575175:0:34101:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.575179:0:34101:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838386.575182:0:34101:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788838386.575186:0:34101:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788838386.575188:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.575190:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.575192:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.575194:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575196:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575198:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575199:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838386.575201:0:34101:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838386.575203:0:34101:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788838386.575205:0:34101:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd110de80 1 00800000:00000010:2.0:1788838386.575207:0:34101:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd110de80. 00800000:00000001:2.0:1788838386.575210:0:34101:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838386.575213:0:34101:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cff1 00800000:00000001:2.0:1788838386.575216:0:34101:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838386.575217:0:34101:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838386.575218:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.575219:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.575221:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.575222:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575224:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575227:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575228:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838386.575230:0:34101:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.575231:0:34101:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.575233:0:34101:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838386.575236:0:34101:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838386.575238:0:34101:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cff1 from it ffffbbcb01f3fbf8 00010000:00000001:2.0:1788838386.575240:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.575241:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.575243:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.575244:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575246:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575247:0:34101:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838386.575250:0:34101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.575261:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575262:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.575263:0:34101:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838386.575265:0:34101:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838386.575268:0:34101:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838386.575355:0:34101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838386.575358:0:34101:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838386.575360:0:34101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.575364:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575365:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.575366:0:34101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.575369:0:34101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838386.575371:0:34101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.575373:0:34101:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.575375:0:34101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.575377:0:34101:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838386.575378:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575379:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838386.575381:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.575386:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132266368/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.575393:0:34101:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838386.575395:0:34101:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838386.575398:0:34101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0d000. 02000000:00000001:2.0:1788838386.575402:0:34101:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838386.575404:0:34101:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838386.575406:0:34101:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838386.575408:0:34101:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838386.575411:0:34101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838386.575414:0:34101:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838386.575416:0:34101:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838386.575418:0:34101:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838386.575422:0:34101:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838386.575423:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838386.575427:0:34101:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838386.575432:0:34101:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838386.575447:0:34101:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6940. 00000080:00000001:2.0:1788838386.575452:0:34101:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838386.575453:0:34101:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838386.575455:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fb00 00000080:00200000:2.0:1788838386.575457:0:34101:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838386.575461:0:34101:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85ebe00. 00800000:00000002:2.0:1788838386.575465:0:34101:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838386.575468:0:34101:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838386.575471:0:34101:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.575472:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fa20 00800000:00000002:2.0:1788838386.575474:0:34101:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838386.575477:0:34101:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838386.575480:0:34101:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838386.575484:0:34101:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.575485:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f8f0 00000002:00010000:2.0:1788838386.575487:0:34101:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838386.575491:0:34101:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838386.575492:0:34101:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838386.575494:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838386.575497:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:2.0:1788838386.575499:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838386.575502:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.575504:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838386.575507:0:34101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838386.575515:0:34101:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838386.575519:0:34101:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.575522:0:34101:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838386.575534:0:34101:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838386.575536:0:34101:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838386.575538:0:34101:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838386.575540:0:34101:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838386.575541:0:34101:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838386.575543:0:34101:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838386.575546:0:34101:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838386.575547:0:34101:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838386.575549:0:34101:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85ebe00. 00000080:00000001:2.0:1788838386.575552:0:34101:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838386.575553:0:34101:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838386.575555:0:34101:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838386.575558:0:34101:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cff1 00800000:00000001:2.0:1788838386.575560:0:34101:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838386.575562:0:34101:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838386.575563:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.575564:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.575566:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.575567:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575569:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575572:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575573:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838386.575574:0:34101:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.575588:0:34101:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838386.575590:0:34101:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cff1 from it ffffbbcb01f3fb38 00010000:00000001:2.0:1788838386.575593:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.575594:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.575595:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.575597:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575599:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.575602:0:34101:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838386.575605:0:34101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838386.575613:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575614:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.575615:0:34101:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838386.575616:0:34101:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838386.575619:0:34101:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838386.575625:0:34101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838386.575627:0:34101:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838386.575628:0:34101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.575630:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575631:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.575632:0:34101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.575634:0:34101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838386.575636:0:34101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.575637:0:34101:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.575639:0:34101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.575640:0:34101:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838386.575642:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.575643:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838386.575644:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838386.575646:0:34101:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838386.575648:0:34101:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788838386.575651:0:34101:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.575678:0:34101:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788838386.575681:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fb58 00000080:00200000:2.0:1788838386.575683:0:34101:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), file ffff98afe0b0d980, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1788838386.575688:0:34101:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd0b17180. 00000080:00000001:2.0:1788838386.575692:0:34101:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838386.575694:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fa08 00000080:00200000:2.0:1788838386.575696:0:34101:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000010:2.0:1788838386.575703:0:34101:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85ebe00. 00800000:00000002:2.0:1788838386.575707:0:34101:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838386.575711:0:34101:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838386.575713:0:34101:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.575714:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f928 00800000:00000002:2.0:1788838386.575716:0:34101:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838386.575719:0:34101:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788838386.575721:0:34101:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788838386.575724:0:34101:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:2.0:1788838386.575727:0:34101:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788838386.575729:0:34101:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788838386.575731:0:34101:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788838386.575733:0:34101:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788838386.575735:0:34101:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:2.0:1788838386.575738:0:34101:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.575740:0:34101:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.575741:0:34101:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.575743:0:34101:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.576180:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f8a8 00800000:00000002:2.0:1788838386.576183:0:34101:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788838386.576187:0:34101:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.576189:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f7e0 00000002:00010000:2.0:1788838386.576190:0:34101:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1788838386.576194:0:34101:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838386.576196:0:34101:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838386.576199:0:34101:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788838386.576202:0:34101:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.576204:0:34101:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838386.576206:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:2.0:1788838386.576208:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838386.576210:0:34101:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838386.576212:0:34101:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838386.576215:0:34101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788838386.576228:0:34101:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838386.576232:0:34101:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838386.576234:0:34101:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838386.576235:0:34101:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788838386.576238:0:34101:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838386.576239:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838386.576241:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 3 00010000:00000001:2.0:1788838386.576243:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838386.576245:0:34101:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.576246:0:34101:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838386.576247:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838386.576248:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 3 00010000:00000001:2.0:1788838386.576250:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838386.576252:0:34101:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.576253:0:34101:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838386.576254:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838386.576255:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 3 00010000:00000001:2.0:1788838386.576257:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838386.576259:0:34101:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.576260:0:34101:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838386.576263:0:34101:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838386.576266:0:34101:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838386.576268:0:34101:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838386.576280:0:34101:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838386.576282:0:34101:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.576285:0:34101:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838386.576288:0:34101:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838386.576289:0:34101:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838386.576290:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.576292:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838386.576295:0:34101:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517800 with handle 0x9f68a6b43b62cff1 from hash 00010000:00000001:2.0:1788838386.576297:0:34101:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838386.576299:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.576300:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.576302:0:34101:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838386.576304:0:34101:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838386.576306:0:34101:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838386.576308:0:34101:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838386.576310:0:34101:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838386.576312:0:34101:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788838386.576317:0:34101:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838386.576320:0:34101:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838386.576325:0:34101:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838386.576326:0:34101:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.576329:0:34101:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838386.576332:0:34101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.576334:0:34101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.576337:0:34101:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.576338:0:34101:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.576342:0:34101:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.576347:0:34101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e000. 00000100:00000001:2.0:1788838386.576353:0:34101:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.576356:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.576358:0:34101:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838386.576362:0:34101:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788838386.576369:0:34101:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838386.576370:0:34101:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838386.576372:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838386.576374:0:34101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cff1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bd31 expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788838386.576381:0:34101:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4cc00 count: 0 00010000:00000010:2.0:1788838386.576385:0:34101:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5b00. 00010000:00000001:2.0:1788838386.576394:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.576395:0:34101:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.576397:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.576398:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.576401:0:34101:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.576409:0:34101:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00010000:00000001:2.0:1788838386.576413:0:34101:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838386.576414:0:34101:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838386.576418:0:34101:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4ca00. 00010000:00000010:2.0:1788838386.576422:0:34101:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5b00. 00010000:00000001:2.0:1788838386.576426:0:34101:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838386.576430:0:34101:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516e00. 00000020:00000001:2.0:1788838386.576432:0:34101:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838386.576435:0:34101:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516e00 with handle 0x9f68a6b43b62cff8 to hash 00000020:00000001:2.0:1788838386.576437:0:34101:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838386.576438:0:34101:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.576441:0:34101:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.576443:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.576445:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.576448:0:34101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.576455:0:34101:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838386.576465:0:34101:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838386.576475:0:34101:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838386.576483:0:34101:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838386.576488:0:34101:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838386.576490:0:34101:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838386.576496:0:34101:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.576499:0:34101:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:2.0:1788838386.576501:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.576503:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838386.576507:0:34101:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838386.576511:0:34101:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.576513:0:34101:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838386.576514:0:34101:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838386.576518:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.576525:0:34101:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838386.576527:0:34101:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.576530:0:34101:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838386.576532:0:34101:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838386.576535:0:34101:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838386.576538:0:34101:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132266624:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838386.576541:0:34101:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838386.576546:0:34101:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838386.576548:0:34101:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.576550:0:34101:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838386.576916:0:34101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:2.0:1788838386.576919:0:34101:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838386.576926:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838386.576930:0:34101:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838386.576936:0:34101:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afc406e400. 00000100:00000200:2.0:1788838386.576942:0:34101:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132266624, portal 10 00000100:00000001:2.0:1788838386.576944:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.576946:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838386.576953:0:34101:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.576960:0:34101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838386.576962:0:34101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838386.576966:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a550. 00000100:00000200:2.0:1788838386.576969:0:34101:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875731132266624, offset 0 00000400:00000200:2.0:1788838386.576975:0:34101:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838386.576982:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.576988:0:34101:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838386.576993:0:34101:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838386.576997:0:34101:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838386.577012:0:34101:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838386.577014:0:34101:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838386.577018:0:34101:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2580:2580:256:4294967295] 192.168.203.123@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:2.0:1788838386.577090:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.577100:0:34101:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838386.577106:0:34101:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838386.577111:0:34101:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14c00. 00000800:00000200:2.0:1788838386.577118:0:34101:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838386.577125:0:34101:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838386.577130:0:34101:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14c00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1788838386.577147:0:34101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.577151:0:34101:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 841708 usecs (842 jiffies) 00000400:00000200:2.0:1788838386.577155:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838386.577157:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517392 00000100:00000001:2.0:1788838386.577165:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517361 00000100:00000001:2.0:1788838386.577170:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517392 00000100:00000001:2.0:1788838386.577173:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517361 00000100:00000001:2.0:1788838386.577176:0:34101:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.577178:0:34101:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.577180:0:34101:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838386.577182:0:34101:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838386.577185:0:34101:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788838386.577188:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838386.577191:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.577344:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.577348:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14c00. 00000400:00000200:1.0:1788838386.577353:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.577357:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.577362:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a550 00000400:00000010:1.0:1788838386.577365:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a550. 00000100:00000001:1.0:1788838386.577368:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.577372:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.577386:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.577389:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838402 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.577395:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.577397:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838386.583263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cc00. 00010000:00000010:2.1:1788838386.583291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000800:00000001:1.0:1788838386.585447:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.585464:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.585468:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.585470:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.585549:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.585558:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.585567:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.585572:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.585578:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.585583:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd53880 00000400:00000200:1.0:1788838386.585587:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.585593:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6e79 [32] + 224 00000800:00000001:1.0:1788838386.585600:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.585608:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.585611:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.585616:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.585623:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.585632:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838402 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838386.585643:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.585705:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838386.585763:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838386.585773:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.585777:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838386.585872:0:34101:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838386.585875:0:34101:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838386.585879:0:34101:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838386.585884:0:34101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc406e400 00000400:00000010:2.0:1788838386.585886:0:34101:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afc406e400. 00000100:00000001:2.0:1788838386.585967:0:34101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838386.585973:0:34101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838386.585981:0:34101:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.585987:0:34101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838386.585990:0:34101:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.585992:0:34101:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838386.585995:0:34101:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838386.585997:0:34101:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838386.585999:0:34101:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.586002:0:34101:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838386.586011:0:34101:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838386.586016:0:34101:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838386.586018:0:34101:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788838386.586023:0:34101:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.586029:0:34101:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838386.586032:0:34101:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838386.586034:0:34101:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788838386.586036:0:34101:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838386.586039:0:34101:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788838386.586216:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.586224:0:34101:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788838386.586226:0:34101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838386.586228:0:34101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838386.586232:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838386.586245:0:34101:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132266624:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838386.586250:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.586253:0:34101:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838386.586255:0:34101:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838386.586257:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.586260:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.586266:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.586269:0:34101:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.586280:0:34101:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838386.586282:0:34101:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788838386.586285:0:34101:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838386.586290:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.586294:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.586297:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=4 00000020:00000001:2.0:1788838386.586299:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.586302:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00010000:2.0:1788838386.586307:0:34101:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.586317:0:34101:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788838386.586321:0:34101:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.586326:0:34101:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838386.586329:0:34101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.586335:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.586337:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838386.586339:0:34101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.586345:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.586348:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.586351:0:34101:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838386.586353:0:34101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.586359:0:34101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc1516e00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:2.0:1788838386.586362:0:34101:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788838386.586366:0:34101:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.586372:0:34101:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788838386.586374:0:34101:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788838386.586377:0:34101:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.586382:0:34101:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788838386.586384:0:34101:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838386.586386:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.586387:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.586389:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=5 00000020:00000001:2.0:1788838386.586391:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.586393:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.586395:0:34101:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838386.586398:0:34101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788838386.586403:0:34101:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838386.586404:0:34101:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.586407:0:34101:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788838386.586409:0:34101:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838386.586412:0:34101:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838386.586414:0:34101:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838386.586415:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.586417:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838386.586420:0:34101:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516e00 with handle 0x9f68a6b43b62cff8 from hash 00010000:00000001:2.0:1788838386.586422:0:34101:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838386.586423:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.586424:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.586425:0:34101:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838386.586427:0:34101:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838386.586428:0:34101:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788838386.586430:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.586431:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.586432:0:34101:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.586434:0:34101:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.586436:0:34101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.586440:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.586441:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.586442:0:34101:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788838386.586443:0:34101:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838386.586445:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.586446:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.586447:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838386.586448:0:34101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62cff8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838386.586455:0:34101:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4ca00 count: 0 00010000:00000010:2.0:1788838386.586461:0:34101:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5b00. 00010000:00000001:2.0:1788838386.586618:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.586621:0:34101:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788838386.586627:0:34101:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788838386.586634:0:34101:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838386.586642:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838386.586644:0:34101:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.586646:0:34101:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.586647:0:34101:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.586650:0:34101:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1788838386.586653:0:34101:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1788838386.586742:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f768 00000002:00002000:2.0:1788838386.586745:0:34101:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:2.0:1788838386.586749:0:34101:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1788838386.586752:0:34101:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1788838386.586755:0:34101:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1788838386.586757:0:34101:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1788838386.586760:0:34101:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1788838386.586762:0:34101:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1788838386.586767:0:34101:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838386.586770:0:34101:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85ebe00. 00000100:00000001:2.0:1788838386.586774:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.586779:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132266624/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.586785:0:34101:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838386.586786:0:34101:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838386.586790:0:34101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:2.0:1788838386.586818:0:34101:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838386.586820:0:34101:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838386.586822:0:34101:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838386.586824:0:34101:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838386.586827:0:34101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838386.586829:0:34101:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838386.586831:0:34101:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838386.586833:0:34101:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838386.586836:0:34101:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838386.586837:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838386.586840:0:34101:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838386.586842:0:34101:0:(dcache.c:176:ll_intent_release()) intent ffff98afd0b17180 released 00000080:00000001:2.0:1788838386.586843:0:34101:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1788838386.586845:0:34101:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd0b17180. 00000080:00000001:2.0:1788838386.586847:0:34101:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1788838386.586853:0:34101:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838386.586857:0:34101:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788838386.586916:0:34101:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838386.586920:0:34101:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838386.586922:0:34101:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838386.586924:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fbc0 00000080:00200000:2.0:1788838386.586926:0:34101:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838386.586931:0:34101:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85ebe00. 00800000:00000002:2.0:1788838386.586937:0:34101:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838386.586940:0:34101:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838386.586943:0:34101:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.586945:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fae0 00800000:00000002:2.0:1788838386.586947:0:34101:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838386.586950:0:34101:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838386.586954:0:34101:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838386.586958:0:34101:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.586959:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f9b0 00000002:00010000:2.0:1788838386.586961:0:34101:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838386.586965:0:34101:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838386.586966:0:34101:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838386.586969:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838386.586973:0:34101:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.586975:0:34101:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.586976:0:34101:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.586979:0:34101:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838386.586981:0:34101:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838386.586984:0:34101:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838386.586988:0:34101:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838386.586993:0:34101:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838386.586997:0:34101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.587001:0:34101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.587003:0:34101:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.587005:0:34101:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.587009:0:34101:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.587014:0:34101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e000. 00000100:00000001:2.0:1788838386.587020:0:34101:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.587023:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.587025:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.587026:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.587027:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.587029:0:34101:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.587034:0:34101:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00010000:00000001:2.0:1788838386.587037:0:34101:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838386.587039:0:34101:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838386.587042:0:34101:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4cc00. 00010000:00000010:2.0:1788838386.587046:0:34101:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5b00. 00010000:00000001:2.0:1788838386.587050:0:34101:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838386.587053:0:34101:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517800. 00000020:00000001:2.0:1788838386.587066:0:34101:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838386.587069:0:34101:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517800 with handle 0x9f68a6b43b62cfff to hash 00000020:00000001:2.0:1788838386.587071:0:34101:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838386.587073:0:34101:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.587076:0:34101:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.587079:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.587081:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.587084:0:34101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.587091:0:34101:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.587101:0:34101:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838386.587106:0:34101:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838386.587107:0:34101:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838386.587112:0:34101:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.587114:0:34101:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:2.0:1788838386.587116:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.587118:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838386.587122:0:34101:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838386.587126:0:34101:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.587128:0:34101:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838386.587130:0:34101:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838386.587202:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.587210:0:34101:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838386.587212:0:34101:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.587215:0:34101:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838386.587218:0:34101:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838386.587220:0:34101:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838386.587223:0:34101:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132266752:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838386.587226:0:34101:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838386.587231:0:34101:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838386.587234:0:34101:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.587236:0:34101:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838386.587240:0:34101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0d000. 02000000:00000001:2.0:1788838386.587242:0:34101:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838386.587247:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838386.587250:0:34101:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838386.587256:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512af68. 00000100:00000200:2.0:1788838386.587261:0:34101:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132266752, portal 10 00000100:00000001:2.0:1788838386.587263:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.587264:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838386.587269:0:34101:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.587286:0:34101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838386.587289:0:34101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838386.587292:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a110. 00000100:00000200:2.0:1788838386.587295:0:34101:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132266752, offset 0 00000400:00000200:2.0:1788838386.587301:0:34101:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838386.587308:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.587314:0:34101:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838386.587319:0:34101:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838386.587323:0:34101:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838386.587326:0:34101:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838386.587329:0:34101:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838386.587332:0:34101:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2581:2581:256:4294967295] 192.168.203.123@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:2.0:1788838386.587336:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.587344:0:34101:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838386.587349:0:34101:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838386.587354:0:34101:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14d00. 00000800:00000200:2.0:1788838386.587360:0:34101:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838386.587368:0:34101:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838386.587371:0:34101:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788838386.587430:0:34101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.587435:0:34101:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 840661 usecs (841 jiffies) 00000400:00000200:2.0:1788838386.587438:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838386.587440:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517401 00000100:00000001:2.0:1788838386.587447:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517392 00000100:00000001:2.0:1788838386.587452:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517401 00000100:00000001:2.0:1788838386.587455:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517392 00000100:00000001:2.0:1788838386.587458:0:34101:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.587461:0:34101:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.587463:0:34101:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838386.587465:0:34101:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838386.587467:0:34101:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788838386.587469:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838386.587480:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.588251:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.588256:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14d00. 00000400:00000200:1.0:1788838386.588262:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.588267:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.588280:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a110 00000400:00000010:1.0:1788838386.588282:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a110. 00000100:00000001:1.0:1788838386.588286:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.588290:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.588301:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.588303:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.588309:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.588311:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838386.590803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4ca00. 00010000:00000010:2.1:1788838386.590817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00000800:00000001:1.0:1788838386.591979:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.591994:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.591997:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.592000:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.592008:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.592015:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.592023:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.592027:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.592033:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.592036:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd53900 00000400:00000200:1.0:1788838386.592041:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.592046:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6e81 [1] + 224 00000800:00000001:1.0:1788838386.592052:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.592124:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.592128:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.592199:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.592208:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.592216:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838386.592227:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.592286:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838386.592304:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838386.592314:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.592317:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838386.592355:0:34101:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838386.592358:0:34101:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838386.592362:0:34101:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838386.592366:0:34101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512af68 00000400:00000010:2.0:1788838386.592369:0:34101:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512af68. 00000100:00000001:2.0:1788838386.592372:0:34101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838386.592377:0:34101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838386.592386:0:34101:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.592392:0:34101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838386.592394:0:34101:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.592396:0:34101:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838386.592400:0:34101:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838386.592402:0:34101:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838386.592404:0:34101:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.592408:0:34101:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838386.592417:0:34101:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838386.592421:0:34101:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838386.592424:0:34101:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838386.592426:0:34101:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.592429:0:34101:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838386.592432:0:34101:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.592435:0:34101:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838386.592437:0:34101:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788838386.592439:0:34101:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838386.592442:0:34101:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.592447:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.592454:0:34101:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.592456:0:34101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838386.592458:0:34101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838386.592462:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838386.592468:0:34101:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132266752:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838386.592539:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.592542:0:34101:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.592544:0:34101:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838386.592546:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.592550:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.592556:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.592559:0:34101:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.592562:0:34101:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838386.592563:0:34101:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.592566:0:34101:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838386.592570:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.592573:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.592576:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838386.592578:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592581:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838386.592588:0:34101:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517800, remote cookie: 0xff98f31736b3bd5b, flags: 0x1001 00010000:00010000:2.0:1788838386.592593:0:34101:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.592604:0:34101:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.592611:0:34101:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838386.592615:0:34101:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838386.592617:0:34101:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838386.592619:0:34101:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838386.592620:0:34101:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838386.592623:0:34101:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc7e4cc00) refcount = 1 00010000:00010000:2.0:1788838386.592627:0:34101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.592638:0:34101:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838386.592641:0:34101:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838386.592643:0:34101:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838386.592645:0:34101:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838386.592647:0:34101:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.592651:0:34101:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.592678:0:34101:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838386.592680:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592681:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.592682:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592683:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.592684:0:34101:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.592689:0:34101:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838386.592690:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.592692:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.592693:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.592695:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592698:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592700:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.592701:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.592703:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=4 00000020:00000001:2.0:1788838386.592704:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592706:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592709:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.592712:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.592715:0:34101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.592721:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592723:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.592724:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.592725:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.592726:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=5 00000020:00000001:2.0:1788838386.592728:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592730:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592732:0:34101:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838386.592735:0:34101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.592741:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592742:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838386.592744:0:34101:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.592751:0:34101:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838386.592752:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592753:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.592754:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592755:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838386.592760:0:34101:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838386.592768:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.592770:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.592771:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.592773:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592775:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592777:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592778:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838386.592780:0:34101:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.592782:0:34101:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.592784:0:34101:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838386.592787:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.592788:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.592790:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.592792:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592794:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00000002:00010000:2.0:1788838386.592797:0:34101:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.592803:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592804:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.592806:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838386.592807:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.592808:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.592809:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.592811:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.592813:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000040:2.0:1788838386.592818:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:2.0:1788838386.592821:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838386.592825:0:34101:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788838386.592828:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.592829:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838386.592830:0:34101:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838386.592833:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f938 00000002:00002000:2.0:1788838386.592835:0:34101:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838386.592838:0:34101:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.592841:0:34101:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.592844:0:34101:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838386.592847:0:34101:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838386.592850:0:34101:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838386.592854:0:34101:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838386.592857:0:34101:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85ebe00. 00000080:00000001:2.0:1788838386.592861:0:34101:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838386.592863:0:34101:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838386.592869:0:34101:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788838386.592872:0:34101:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788838386.592878:0:34101:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd110de80. 00800000:00000001:2.0:1788838386.592881:0:34101:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479627083392 : -113594082468224 : ffff98afd110de80) 00800000:00000001:2.0:1788838386.592883:0:34101:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.592885:0:34101:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838386.592887:0:34101:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838386.593016:0:34101:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788838386.593020:0:34101:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838386.593023:0:34101:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838386.593025:0:34101:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.593029:0:34101:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838386.593033:0:34101:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788838386.593037:0:34101:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788838386.593039:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.593040:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.593042:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.593044:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.593046:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.593048:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.593049:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838386.593051:0:34101:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838386.593053:0:34101:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788838386.593055:0:34101:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd110de80 1 00800000:00000010:2.0:1788838386.593122:0:34101:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd110de80. 00800000:00000001:2.0:1788838386.593126:0:34101:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838386.593129:0:34101:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfff 00800000:00000001:2.0:1788838386.593160:0:34101:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838386.593163:0:34101:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838386.593164:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.593165:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.593167:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.593169:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.593171:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.593173:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.593174:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838386.593176:0:34101:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.593178:0:34101:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.593181:0:34101:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838386.593183:0:34101:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838386.593186:0:34101:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfff from it ffffbbcb01f3fbf8 00010000:00000001:2.0:1788838386.593188:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.593189:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.593190:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:2.0:1788838386.593192:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.593194:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:2.0:1788838386.593196:0:34101:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838386.593199:0:34101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.593205:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.593206:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.593207:0:34101:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838386.593210:0:34101:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838386.593212:0:34101:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838386.593218:0:34101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838386.593221:0:34101:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838386.593222:0:34101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.593226:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.593227:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.593228:0:34101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593231:0:34101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838386.593232:0:34101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593234:0:34101:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593237:0:34101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593238:0:34101:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838386.593239:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.593241:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838386.593242:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.593248:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132266752/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.593254:0:34101:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838386.593256:0:34101:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838386.593260:0:34101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0d000. 02000000:00000001:2.0:1788838386.593263:0:34101:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838386.593265:0:34101:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838386.593267:0:34101:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838386.593269:0:34101:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838386.593283:0:34101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838386.593287:0:34101:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838386.593288:0:34101:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838386.593290:0:34101:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838386.593294:0:34101:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838386.593295:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838386.593297:0:34101:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838386.593302:0:34101:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838386.593316:0:34101:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6ba0. 00000080:00000001:2.0:1788838386.593319:0:34101:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788838386.593321:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fb58 00000080:00200000:2.0:1788838386.593323:0:34101:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), file ffff98afe0b0d200, open_flags 1a100, mode 0 opened 0 00000080:00000010:2.0:1788838386.593328:0:34101:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd0b17180. 00000080:00000001:2.0:1788838386.593330:0:34101:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838386.593331:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fa08 00000080:00200000:2.0:1788838386.593333:0:34101:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open 00000080:00000010:2.0:1788838386.593340:0:34101:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85ebe00. 00800000:00000002:2.0:1788838386.593344:0:34101:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838386.593349:0:34101:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838386.593353:0:34101:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.593354:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f928 00800000:00000002:2.0:1788838386.593356:0:34101:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838386.593359:0:34101:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788838386.593361:0:34101:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788838386.593365:0:34101:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00000020:00000001:2.0:1788838386.593368:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f8a8 00800000:00000002:2.0:1788838386.593370:0:34101:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788838386.593374:0:34101:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838386.593376:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f7e0 00000002:00010000:2.0:1788838386.593378:0:34101:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:2.0:1788838386.593382:0:34101:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838386.593384:0:34101:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838386.593386:0:34101:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838386.593390:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:2.0:1788838386.593392:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838386.593394:0:34101:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838386.593396:0:34101:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593398:0:34101:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.593400:0:34101:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.593404:0:34101:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838386.593407:0:34101:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838386.593412:0:34101:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838386.593414:0:34101:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593416:0:34101:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838386.593420:0:34101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.593422:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.593423:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.593424:0:34101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.593427:0:34101:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.593429:0:34101:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.593432:0:34101:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.593438:0:34101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e000. 00000100:00000001:2.0:1788838386.593444:0:34101:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593446:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.593448:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593449:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.593451:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.593452:0:34101:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.593460:0:34101:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00010000:00000001:2.0:1788838386.593464:0:34101:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838386.593465:0:34101:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838386.593468:0:34101:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:2.0:1788838386.593470:0:34101:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838386.593472:0:34101:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838386.593475:0:34101:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516e00. 00000020:00000001:2.0:1788838386.593478:0:34101:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838386.593480:0:34101:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516e00 with handle 0x9f68a6b43b62d006 to hash 00000020:00000001:2.0:1788838386.593482:0:34101:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838386.593483:0:34101:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.593487:0:34101:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.593489:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.593490:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.593493:0:34101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.593500:0:34101:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838386.593510:0:34101:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838386.593516:0:34101:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838386.593536:0:34101:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838386.593541:0:34101:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838386.593543:0:34101:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838386.593549:0:34101:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.593551:0:34101:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:2.0:1788838386.593553:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.593555:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838386.593559:0:34101:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838386.593563:0:34101:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.593564:0:34101:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838386.593566:0:34101:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838386.593570:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.593577:0:34101:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838386.593579:0:34101:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.593582:0:34101:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838386.593585:0:34101:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838386.593587:0:34101:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838386.593590:0:34101:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132267008:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838386.593593:0:34101:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838386.593599:0:34101:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838386.593601:0:34101:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.593603:0:34101:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838386.594141:0:34101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838386.594146:0:34101:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838386.594153:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838386.594156:0:34101:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838386.594162:0:34101:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afc4b0d000. 00000100:00000200:2.0:1788838386.594169:0:34101:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132267008, portal 10 00000100:00000001:2.0:1788838386.594171:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.594172:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838386.594179:0:34101:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.594186:0:34101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838386.594189:0:34101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838386.594193:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512af68. 00000100:00000200:2.0:1788838386.594196:0:34101:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875731132267008, offset 0 00000400:00000200:2.0:1788838386.594202:0:34101:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838386.594210:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.594217:0:34101:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838386.594222:0:34101:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838386.594226:0:34101:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838386.594230:0:34101:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838386.594233:0:34101:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838386.594237:0:34101:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2582:2582:256:4294967295] 192.168.203.123@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:2.0:1788838386.594241:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.594250:0:34101:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838386.594255:0:34101:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838386.594259:0:34101:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14100. 00000800:00000200:2.0:1788838386.594265:0:34101:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838386.594284:0:34101:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838386.594289:0:34101:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14100 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1788838386.594308:0:34101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.594313:0:34101:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 839610 usecs (840 jiffies) 00000400:00000200:2.0:1788838386.594316:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838386.594318:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517407 00000100:00000001:2.0:1788838386.594326:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517401 00000100:00000001:2.0:1788838386.594332:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517407 00000100:00000001:2.0:1788838386.594335:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517401 00000100:00000001:2.0:1788838386.594338:0:34101:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.594341:0:34101:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.594343:0:34101:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838386.594344:0:34101:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838386.594347:0:34101:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788838386.594350:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838386.594352:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.594591:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.594595:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14100. 00000400:00000200:1.0:1788838386.594599:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.594604:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.594608:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512af68 00000400:00000010:1.0:1788838386.594610:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512af68. 00000100:00000001:1.0:1788838386.594614:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.594618:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.594626:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.594629:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838402 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.594634:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.594636:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788838386.596442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6940. 00000800:00000001:1.0:1788838386.601267:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.601290:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.601294:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.601297:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.601306:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.601313:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.601321:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.601325:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.601331:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.601335:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd53a00 00000400:00000200:1.0:1788838386.601339:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.601345:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x6e89 [64] + 224 00000800:00000001:1.0:1788838386.601352:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.601360:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.601363:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.601368:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.601376:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.601386:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838402 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838386.601396:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.601484:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838386.601501:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838386.601510:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.601513:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838386.601767:0:34101:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838386.601770:0:34101:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838386.601774:0:34101:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838386.601778:0:34101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4b0d000 00000400:00000010:2.0:1788838386.601781:0:34101:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afc4b0d000. 00000100:00000001:2.0:1788838386.601784:0:34101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838386.601789:0:34101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838386.601805:0:34101:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.601811:0:34101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838386.601813:0:34101:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.601816:0:34101:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838386.601819:0:34101:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838386.601821:0:34101:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838386.601824:0:34101:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.601827:0:34101:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838386.601835:0:34101:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838386.601839:0:34101:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838386.601842:0:34101:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788838386.601846:0:34101:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afc4ac3b80 x1875731132267008/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.601852:0:34101:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838386.601855:0:34101:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838386.601857:0:34101:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838386.601858:0:34101:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838386.601861:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.601862:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838386.601865:0:34101:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838386.601867:0:34101:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788838386.601869:0:34101:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838386.601872:0:34101:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788838386.601876:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.601882:0:34101:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788838386.601885:0:34101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838386.601886:0:34101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838386.601890:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838386.601902:0:34101:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132267008:192.168.203.123@tcp:101:lfs.0 00000100:00000001:2.0:1788838386.601907:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.601910:0:34101:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788838386.601912:0:34101:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838386.601914:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.601917:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.601924:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.601927:0:34101:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.601929:0:34101:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838386.601931:0:34101:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788838386.601934:0:34101:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838386.601939:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.601942:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.601944:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=4 00000020:00000001:2.0:1788838386.601947:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.601950:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00010000:2.0:1788838386.601954:0:34101:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.601963:0:34101:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788838386.601968:0:34101:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.601974:0:34101:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838386.601977:0:34101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.601983:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.601985:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838386.601987:0:34101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.601993:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.601996:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.601999:0:34101:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838386.602001:0:34101:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838386.602007:0:34101:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc1516e00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:2.0:1788838386.602010:0:34101:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788838386.602013:0:34101:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.602019:0:34101:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788838386.602020:0:34101:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788838386.602024:0:34101:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.602029:0:34101:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788838386.602233:0:34101:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838386.602235:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.602236:0:34101:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.602238:0:34101:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=5 00000020:00000001:2.0:1788838386.602240:0:34101:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.602243:0:34101:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838386.602246:0:34101:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838386.602249:0:34101:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788838386.602255:0:34101:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838386.602256:0:34101:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.602259:0:34101:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788838386.602261:0:34101:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838386.602264:0:34101:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838386.602266:0:34101:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838386.602268:0:34101:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838386.602269:0:34101:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838386.602282:0:34101:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516e00 with handle 0x9f68a6b43b62d006 from hash 00010000:00000001:2.0:1788838386.602284:0:34101:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838386.602285:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.602286:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.602288:0:34101:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838386.602289:0:34101:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838386.602291:0:34101:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788838386.602292:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.602294:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.602295:0:34101:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602297:0:34101:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.602299:0:34101:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.602304:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.602305:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.602307:0:34101:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788838386.602308:0:34101:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838386.602310:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.602311:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.602312:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838386.602314:0:34101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d006 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34101 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.602326:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.602328:0:34101:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788838386.602332:0:34101:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788838386.602339:0:34101:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838386.602348:0:34101:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838386.602353:0:34101:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838386.602364:0:34101:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.602366:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838386.602367:0:34101:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.602369:0:34101:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.602371:0:34101:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.602374:0:34101:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788838386.602376:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.602377:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00010000:00000001:2.0:1788838386.602379:0:34101:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788838386.602380:0:34101:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.602382:0:34101:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838386.602385:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f768 00000002:00002000:2.0:1788838386.602387:0:34101:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788838386.602390:0:34101:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.602393:0:34101:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.602396:0:34101:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838386.602398:0:34101:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838386.602401:0:34101:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838386.602405:0:34101:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:2.0:1788838386.602407:0:34101:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838386.602409:0:34101:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd0b17180 it_disposition 80002b 00000080:00000001:2.0:1788838386.602412:0:34101:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838386.602418:0:34101:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838386.602421:0:34101:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838386.602423:0:34101:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1788838386.602426:0:34101:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788838386.602432:0:34101:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838386.602434:0:34101:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1788838386.602436:0:34101:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602439:0:34101:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1788838386.602442:0:34101:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788838386.602447:0:34101:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:2.0:1788838386.602449:0:34101:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff98afd1581148): rc = 0 00000080:00000001:2.0:1788838386.602452:0:34101:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631749448 : -113594077802168 : ffff98afd1581148) 00000080:00000001:2.0:1788838386.602454:0:34101:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838386.602457:0:34101:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838386.602458:0:34101:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838386.602461:0:34101:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff98afd1581148) for lock 0x0 00800000:00000001:2.0:1788838386.602464:0:34101:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838386.602465:0:34101:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:2.0:1788838386.602467:0:34101:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.602469:0:34101:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788838386.602609:0:34101:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1728510 inode ffff98afd1581148 refc 1 flags 0x20000e 00000080:00000001:2.0:1788838386.602612:0:34101:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838386.602614:0:34101:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602616:0:34101:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838386.602618:0:34101:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838386.602622:0:34101:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85ebe00. 00000100:00000001:2.0:1788838386.602626:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.602631:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.602637:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602645:0:34101:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788838386.602647:0:34101:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838386.602649:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fa48 00000080:00200008:2.0:1788838386.602651:0:34101:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff98afd1581148), flags 320400 00000080:00000010:2.0:1788838386.602742:0:34101:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174dc0. 00000080:00000010:2.0:1788838386.602750:0:34101:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd110de80. 00000080:00000001:2.0:1788838386.602752:0:34101:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788838386.602755:0:34101:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788838386.602758:0:34101:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788838386.602762:0:34101:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09e6940. 00000002:00100000:2.0:1788838386.602766:0:34101:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838386.602773:0:34101:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.602775:0:34101:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788838386.602778:0:34101:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788838386.602781:0:34101:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602783:0:34101:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.602786:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.602789:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788838386.602795:0:34101:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838386.602799:0:34101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838386.602830:0:34101:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788838386.602833:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.602835:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fa48 00000080:00000008:2.0:1788838386.602837:0:34101:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff98afd1581148), flags 320400, rc = 0 00000080:00000001:2.0:1788838386.602841:0:34101:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602844:0:34101:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838386.602846:0:34101:0:(dcache.c:176:ll_intent_release()) intent ffff98afd0b17180 released 00000080:00000001:2.0:1788838386.602847:0:34101:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788838386.602849:0:34101:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788838386.602850:0:34101:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602852:0:34101:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838386.602854:0:34101:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd0b17180. 00000080:00000001:2.0:1788838386.602857:0:34101:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602861:0:34101:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838386.602863:0:34101:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff98afd1581148), inode mode 41ed mask 44 00000080:00000001:2.0:1788838386.602867:0:34101:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.602895:0:34101:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838386.602898:0:34101:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff98afd1581148) cmd=4008669a arg=19b02e0 00000080:00000001:2.0:1788838386.602903:0:34101:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1788838386.602907:0:34101:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85ebe00. 00800000:00000001:2.0:1788838386.602913:0:34101:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1788838386.602915:0:34101:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:2.0:1788838386.602919:0:34101:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1788838386.602921:0:34101:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788838386.602925:0:34101:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.602930:0:34101:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838386.602933:0:34101:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838386.602937:0:34101:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838386.602941:0:34101:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.602946:0:34101:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.602947:0:34101:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.602948:0:34101:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.602950:0:34101:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.602953:0:34101:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.602956:0:34101:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.602962:0:34101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e400. 00000100:00000001:2.0:1788838386.602967:0:34101:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.602970:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.602971:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.602973:0:34101:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838386.602974:0:34101:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.602975:0:34101:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788838386.602982:0:34101:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788838386.602988:0:34101:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838386.602995:0:34101:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838386.602996:0:34101:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838386.603001:0:34101:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.603003:0:34101:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:2.0:1788838386.603005:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.603007:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838386.603011:0:34101:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838386.603015:0:34101:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.603016:0:34101:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838386.603017:0:34101:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838386.603021:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.603028:0:34101:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838386.603040:0:34101:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.603045:0:34101:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838386.603047:0:34101:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838386.603049:0:34101:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838386.603053:0:34101:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132267264:192.168.203.123@tcp:36:lfs.0 00000100:00000001:2.0:1788838386.603064:0:34101:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838386.603068:0:34101:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838386.603070:0:34101:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.603073:0:34101:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838386.603077:0:34101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838386.603080:0:34101:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838386.603085:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838386.603088:0:34101:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838386.603094:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838386.603099:0:34101:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132267264, portal 10 00000100:00000001:2.0:1788838386.603101:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.603102:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838386.603108:0:34101:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.603115:0:34101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838386.603117:0:34101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838386.603120:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a220. 00000100:00000200:2.0:1788838386.603123:0:34101:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132267264, offset 0 00000400:00000200:2.0:1788838386.603129:0:34101:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838386.603198:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.603204:0:34101:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838386.603209:0:34101:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838386.603214:0:34101:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838386.603217:0:34101:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838386.603220:0:34101:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838386.603223:0:34101:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2583:2583:256:4294967295] 192.168.203.123@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:2.0:1788838386.603227:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.603235:0:34101:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838386.603240:0:34101:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838386.603245:0:34101:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14600. 00000800:00000200:2.0:1788838386.603252:0:34101:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838386.603259:0:34101:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838386.603263:0:34101:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788838386.603288:0:34101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.603292:0:34101:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 838565 usecs (839 jiffies) 00000400:00000200:2.0:1788838386.603296:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838386.603298:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517415 00000100:00000001:2.0:1788838386.603307:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517407 00000100:00000001:2.0:1788838386.603311:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517415 00000100:00000001:2.0:1788838386.603314:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517407 00000100:00000001:2.0:1788838386.603317:0:34101:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.603320:0:34101:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.603322:0:34101:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838386.603324:0:34101:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838386.603327:0:34101:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788838386.603329:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838386.603331:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.603553:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.603557:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14600. 00000400:00000200:1.0:1788838386.603562:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.603566:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.603572:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a220 00000400:00000010:1.0:1788838386.603574:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a220. 00000100:00000001:1.0:1788838386.603578:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.603583:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838386.603592:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.603595:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838386.603601:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.603603:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838386.609683:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.609696:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.609700:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.609701:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.609708:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.609714:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.609721:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.609724:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.609728:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.609732:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd53b00 00000400:00000200:1.0:1788838386.609735:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.609738:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6e91 [1] + 224 00000800:00000001:1.0:1788838386.609744:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.609748:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.609751:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.609754:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.609759:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.609765:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838386.609772:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838386.609783:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838386.609789:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838386.609791:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.609794:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838386.609798:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2584:2584:256:4294967295] 192.168.203.123@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:1.0:1788838386.609802:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.609806:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838386.609810:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838386.609814:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933b00. 00000800:00000200:1.0:1788838386.609818:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838386.609823:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838386.609827:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1788838386.609878:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1788838386.609904:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.609908:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933b00. 00000400:00000200:1.0:1788838386.609911:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.609915:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838386.609929:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.609992:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838386.610000:0:34101:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838386.610002:0:34101:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838386.610005:0:34101:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838386.610010:0:34101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838386.610012:0:34101:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838386.610015:0:34101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838386.610020:0:34101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838386.610030:0:34101:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132267264/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.610036:0:34101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838386.610038:0:34101:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.610040:0:34101:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838386.610043:0:34101:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838386.610046:0:34101:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838386.610048:0:34101:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.610052:0:34101:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838386.610069:0:34101:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838386.610074:0:34101:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838386.610076:0:34101:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838386.610078:0:34101:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.610080:0:34101:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838386.610084:0:34101:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.610087:0:34101:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838386.610088:0:34101:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838386.610090:0:34101:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838386.610092:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.610094:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838386.610097:0:34101:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838386.610099:0:34101:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788838386.610101:0:34101:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838386.610104:0:34101:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.610109:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132267264/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838402 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.610116:0:34101:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.610119:0:34101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838386.610120:0:34101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838386.610124:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132267264/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838402 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838386.610246:0:34101:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132267264:192.168.203.123@tcp:36:lfs.0 00000100:00000001:2.0:1788838386.610252:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.610254:0:34101:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.610256:0:34101:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838386.610258:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.610262:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132267264/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838402 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.610269:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.610281:0:34101:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.610284:0:34101:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838386.610286:0:34101:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.610292:0:34101:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.610295:0:34101:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838386.610300:0:34101:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85ebe00. 00000100:00000001:2.0:1788838386.610303:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.610306:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132267264/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838402 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.610311:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.610313:0:34101:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.610315:0:34101:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.610345:0:34101:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788838386.610348:0:34101:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788838386.610351:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fdd0 00000080:00200008:2.0:1788838386.610353:0:34101:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff98afd1581148), flags 320000 00000080:00400000:2.0:1788838386.610356:0:34101:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1788838386.610360:0:34101:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788838386.610361:0:34101:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788838386.610363:0:34101:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788838386.610370:0:34101:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838386.610373:0:34101:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838386.610379:0:34101:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.610380:0:34101:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838386.610382:0:34101:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:2.0:1788838386.610385:0:34101:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838386.610387:0:34101:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838386.610390:0:34101:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd85ebe00. 00000080:00000001:2.0:1788838386.610394:0:34101:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838386.610400:0:34101:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838386.610403:0:34101:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838386.610405:0:34101:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:2.0:1788838386.610408:0:34101:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838386.610410:0:34101:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:2.0:1788838386.610415:0:34101:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0380. 00000020:00000040:2.0:1788838386.610419:0:34101:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838386.610423:0:34101:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.610426:0:34101:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.610429:0:34101:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.610434:0:34101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eb200. 00000100:00000001:2.0:1788838386.610439:0:34101:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838386.610451:0:34101:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838386.610459:0:34101:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838386.610464:0:34101:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838386.610469:0:34101:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838386.610471:0:34101:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838386.610475:0:34101:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.610477:0:34101:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:2.0:1788838386.610558:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.610559:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000100:00000001:2.0:1788838386.610562:0:34101:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838386.610566:0:34101:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.610567:0:34101:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838386.610569:0:34101:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838386.610573:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.610580:0:34101:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838386.610582:0:34101:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.610585:0:34101:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838386.610587:0:34101:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838386.610590:0:34101:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838386.610592:0:34101:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132267520:192.168.203.123@tcp:35:lfs.0 00000100:00000001:2.0:1788838386.610596:0:34101:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838386.610600:0:34101:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838386.610602:0:34101:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.610604:0:34101:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838386.610608:0:34101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838386.610610:0:34101:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838386.610615:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838386.610618:0:34101:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838386.610623:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838386.610627:0:34101:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132267520, portal 10 00000100:00000001:2.0:1788838386.610629:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.610630:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000100:00000040:2.0:1788838386.610635:0:34101:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838408 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.610642:0:34101:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838386.610644:0:34101:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838386.610647:0:34101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ae58. 00000100:00000200:2.0:1788838386.610650:0:34101:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132267520, offset 0 00000400:00000200:2.0:1788838386.610681:0:34101:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838386.610687:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.610691:0:34101:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838386.610695:0:34101:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838386.610699:0:34101:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838386.610702:0:34101:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838386.610705:0:34101:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838386.610708:0:34101:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2585:2585:256:4294967295] 192.168.203.123@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:2.0:1788838386.610711:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.610717:0:34101:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838386.610721:0:34101:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838386.610725:0:34101:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14200. 00000800:00000200:2.0:1788838386.610728:0:34101:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838386.610733:0:34101:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838386.610736:0:34101:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838386.610753:0:34101:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.610757:0:34101:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 837521 usecs (838 jiffies) 00000400:00000200:2.0:1788838386.610760:0:34101:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838386.610762:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517422 00000100:00000001:2.0:1788838386.610770:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517415 00000100:00000001:2.0:1788838386.610775:0:34101:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517422 00000100:00000001:2.0:1788838386.610778:0:34101:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517415 00000100:00000001:2.0:1788838386.610781:0:34101:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.610783:0:34101:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.610785:0:34101:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838386.610787:0:34101:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1788838386.610789:0:34101:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 17 seconds 00000100:00000001:2.0:1788838386.610792:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838386.610793:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.611285:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.611290:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14200. 00000400:00000200:1.0:1788838386.611294:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.611299:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.611303:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ae58 00000400:00000010:1.0:1788838386.611305:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ae58. 00000100:00000001:1.0:1788838386.611309:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.611313:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838408 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.611323:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.611326:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838408 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.611332:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.611334:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838386.612217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00000800:00000001:0.0:1788838386.628614:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.628633:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838386.628637:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.628640:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838386.628649:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.628692:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838386.628702:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.628706:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.628712:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.628716:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd53c00 00000400:00000200:0.0:1788838386.628720:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.628726:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6e99 [1] + 224 00000800:00000001:0.0:1788838386.628732:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.628743:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838386.628746:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838386.628751:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838386.628758:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838386.628766:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838408 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838386.628776:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838408 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.628797:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838386.628806:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.628809:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.629622:0:34101:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838386.629633:0:34101:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838386.629635:0:34101:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838386.629639:0:34101:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838386.629644:0:34101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838386.629647:0:34101:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838386.629651:0:34101:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838386.629682:0:34101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838408 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838386.629693:0:34101:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0380 x1875731132267520/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838408 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629700:0:34101:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838386.629701:0:34101:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.629704:0:34101:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838386.629707:0:34101:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838386.629709:0:34101:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838386.629711:0:34101:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.629714:0:34101:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838386.629723:0:34101:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=65 v=10 (10 5 5 5) 00000100:00001000:2.0:1788838386.629726:0:34101:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eee4a8 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:2.0:1788838386.629729:0:34101:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff98afd0025800 ptl 23 has changed from 10 to 5 00000100:00001000:2.0:1788838386.629732:0:34101:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838386.629735:0:34101:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838386.629737:0:34101:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.629740:0:34101:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838386.629743:0:34101:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.629746:0:34101:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838386.629747:0:34101:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838386.629749:0:34101:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838386.629751:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.629753:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000100:00000001:2.0:1788838386.629755:0:34101:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838386.629757:0:34101:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788838386.629759:0:34101:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838386.629761:0:34101:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.629767:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0380 x1875731132267520/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838408 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629773:0:34101:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.629776:0:34101:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838386.629778:0:34101:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838386.629782:0:34101:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0380 x1875731132267520/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838408 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838386.629790:0:34101:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34101:1875731132267520:192.168.203.123@tcp:35:lfs.0 00000100:00000001:2.0:1788838386.629794:0:34101:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.629797:0:34101:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.629799:0:34101:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838386.629801:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.629804:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0380 x1875731132267520/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838408 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629810:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.629813:0:34101:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.629816:0:34101:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838386.629818:0:34101:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.629824:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.629825:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000002:00000001:2.0:1788838386.629828:0:34101:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.629831:0:34101:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838386.629835:0:34101:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85ebe00. 00000080:00000001:2.0:1788838386.629838:0:34101:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838386.629841:0:34101:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838386.629846:0:34101:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838386.629850:0:34101:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629858:0:34101:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.629859:0:34101:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838386.629861:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.629864:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629869:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.629871:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.629873:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0380 x1875731132267520/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838408 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629879:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.629880:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.629883:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132267008/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838402 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629889:0:34101:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838386.629892:0:34101:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838386.629894:0:34101:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838386.629896:0:34101:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838386.629898:0:34101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838386.629901:0:34101:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838386.629903:0:34101:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838386.629904:0:34101:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838386.629907:0:34101:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838386.629908:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.629910:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.629913:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0380 x1875731132267520/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838408 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629924:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.629926:0:34101:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e6940. 00000002:00000001:2.0:1788838386.629928:0:34101:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.629930:0:34101:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838386.629931:0:34101:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110de80. 00000100:00000001:2.0:1788838386.629934:0:34101:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.629936:0:34101:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0380 x1875731132267520/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838408 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.629942:0:34101:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838386.629944:0:34101:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838386.629946:0:34101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838386.629948:0:34101:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838386.629949:0:34101:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838386.629950:0:34101:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838386.629951:0:34101:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838386.629953:0:34101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eb200. 02000000:00000001:2.0:1788838386.629954:0:34101:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838386.629955:0:34101:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838386.629956:0:34101:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0380. 00000100:00000001:2.0:1788838386.629958:0:34101:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838386.629959:0:34101:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838386.629961:0:34101:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838386.629965:0:34101:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174dc0. 00000080:00000001:2.0:1788838386.629969:0:34101:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.629974:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fdd0 00000080:00000008:2.0:1788838386.629977:0:34101:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff98afd1581148), flags 320000, rc = 0 00000080:00000001:2.0:1788838386.629980:0:34101:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.629983:0:34101:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.629987:0:34101:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838386.629988:0:34101:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fe00 00000080:00002000:2.0:1788838386.629990:0:34101:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff98afd1728510, parent ffff98afd8effa20, inode ffff98afd1581148) hashed, 00000080:00000001:2.0:1788838386.629993:0:34101:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838386.630000:0:34101:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838386.630006:0:34101:0:(dcache.c:48:ll_release()) Process leaving 00010000:00010000:1.0:1788838386.658590:0:34104:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:1.0:1788838386.658598:0:34104:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838386.658600:0:34104:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838386.658603:0:34104:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838386.658607:0:34104:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838386.658609:0:34104:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838386.658611:0:34104:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838386.658642:0:34104:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff98afd0025800 00010000:00000001:1.0:1788838386.658645:0:34104:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838386.658646:0:34104:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838386.658647:0:34104:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838386.658649:0:34104:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838386.658650:0:34104:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838386.658652:0:34104:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1788838386.659842:0:34102:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09e6ba0. 00000080:00000001:0.0:1788838386.775934:0:34108:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838386.775941:0:34108:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838386.775944:0:34108:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838386.775948:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fbc0 00000080:00200000:0.0:1788838386.775953:0:34108:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838386.775961:0:34108:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:0.0:1788838386.775968:0:34108:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838386.775972:0:34108:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838386.775977:0:34108:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.775979:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fae0 00800000:00000002:0.0:1788838386.775981:0:34108:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838386.775986:0:34108:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838386.775990:0:34108:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838386.775995:0:34108:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.775997:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f9b0 00000002:00010000:0.0:1788838386.775999:0:34108:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838386.776002:0:34108:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838386.776004:0:34108:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838386.776007:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838386.776013:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:0.0:1788838386.776016:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838386.776020:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838386.776024:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838386.776188:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788838386.776200:0:34108:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838386.776206:0:34108:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838386.776209:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788838386.776217:0:34108:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838386.776218:0:34108:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838386.776220:0:34108:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.776223:0:34108:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838386.776224:0:34108:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.776227:0:34108:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838386.776229:0:34108:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838386.776232:0:34108:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838386.776235:0:34108:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000080:00000001:0.0:1788838386.776241:0:34108:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838386.776242:0:34108:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.776245:0:34108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838386.776249:0:34108:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfff 00800000:00000001:0.0:1788838386.776254:0:34108:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838386.776257:0:34108:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838386.776259:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.776261:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.776263:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:0.0:1788838386.776266:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:0.0:1788838386.776269:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:0.0:1788838386.776283:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.776285:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838386.776286:0:34108:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838386.776288:0:34108:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838386.776291:0:34108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfff from it ffffbbcb01f7fbf8 00010000:00000001:0.0:1788838386.776293:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838386.776294:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838386.776295:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:0.0:1788838386.776297:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:0.0:1788838386.776299:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:0.0:1788838386.776301:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838386.776303:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838386.776310:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.776311:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.776313:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838386.776314:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838386.776317:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838386.776324:0:34108:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838386.776327:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838386.776329:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838386.776334:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.776335:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.776337:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.776340:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838386.776342:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.776344:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.776347:0:34108:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.776349:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838386.776350:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.776351:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838386.776353:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838386.776356:0:34108:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838386.776358:0:34108:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838386.776363:0:34108:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838386.776372:0:34108:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06b20. 00000020:00000001:0.0:1788838386.776376:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb28 00000080:00200000:0.0:1788838386.776379:0:34108:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=25 00000080:00000001:0.0:1788838386.776382:0:34108:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838386.776384:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f9d8 00000080:00200000:0.0:1788838386.776386:0:34108:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:0.0:1788838386.776393:0:34108:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:0.0:1788838386.776397:0:34108:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838386.776400:0:34108:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838386.776402:0:34108:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.776403:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f8f8 00800000:00000002:0.0:1788838386.776405:0:34108:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838386.776407:0:34108:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788838386.776411:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f890 00800000:00000002:0.0:1788838386.776413:0:34108:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:0.0:1788838386.776416:0:34108:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838386.776417:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f7c8 00000002:00010000:0.0:1788838386.776419:0:34108:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788838386.776422:0:34108:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838386.776424:0:34108:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838386.776429:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a680. 00000020:00000040:0.0:1788838386.776433:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838386.776438:0:34108:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838386.776442:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838386.776445:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838386.776446:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838386.776448:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.776450:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838386.776452:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838386.776455:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838386.776461:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0080800. 00000100:00000001:0.0:1788838386.776467:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.776604:0:34108:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838386.776607:0:34108:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.776608:0:34108:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838386.776610:0:34108:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838386.776611:0:34108:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838386.776619:0:34108:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00010000:00000001:0.0:1788838386.776624:0:34108:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838386.776626:0:34108:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838386.776629:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:0.0:1788838386.776631:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838386.776633:0:34108:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838386.776637:0:34108:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8babe00. 00000020:00000001:0.0:1788838386.776640:0:34108:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838386.776643:0:34108:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8babe00 with handle 0x9f68a6b43b62d00d to hash 00000020:00000001:0.0:1788838386.776645:0:34108:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838386.776646:0:34108:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:0.0:1788838386.776650:0:34108:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:0.0:1788838386.776652:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838386.776786:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838386.776792:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34108 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838386.776800:0:34108:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34108 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838386.776810:0:34108:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34108 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838386.776818:0:34108:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838386.776820:0:34108:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838386.776827:0:34108:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc50c0180. 00000100:00000001:0.0:1788838386.776829:0:34108:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479425438080 : -113594284113536 : ffff98afc50c0180) 00000100:00000001:0.0:1788838386.776831:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838386.776832:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000001:0.0:1788838386.776837:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838386.776841:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.776843:0:34108:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838386.776845:0:34108:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838386.776855:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.776862:0:34108:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838386.776864:0:34108:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838386.776867:0:34108:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838386.776870:0:34108:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838386.776872:0:34108:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838386.778330:0:34108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132267648:192.168.203.123@tcp:101:multiop.0 00000100:00000001:0.0:1788838386.778341:0:34108:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838386.778348:0:34108:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838386.778350:0:34108:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838386.778353:0:34108:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838386.778361:0:34108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4097000. 02000000:00000001:0.0:1788838386.778363:0:34108:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838386.778369:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838386.778374:0:34108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25e18. 00000400:00000010:0.0:1788838386.778380:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfccc0. 00000100:00000200:0.0:1788838386.778385:0:34108:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132267648, portal 10 00000100:00000001:0.0:1788838386.778388:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838386.778389:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618680448 : -113594090871168 : ffff98afd090a680) 00000100:00000040:0.0:1788838386.778399:0:34108:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.778414:0:34108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838386.778416:0:34108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838386.778418:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcd48. 00000100:00000200:0.0:1788838386.778421:0:34108:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132267648, offset 0 00000400:00000200:0.0:1788838386.778427:0:34108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838386.778435:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.778442:0:34108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838386.778448:0:34108:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838386.778452:0:34108:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838386.778455:0:34108:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838386.778458:0:34108:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838386.778461:0:34108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2586:2586:256:4294967295] 192.168.203.123@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:0.0:1788838386.778465:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.778593:0:34108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838386.778599:0:34108:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838386.778605:0:34108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7f00. 00000800:00000200:0.0:1788838386.778612:0:34108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838386.778620:0:34108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838386.778624:0:34108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788838386.778716:0:34108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838386.778722:0:34108:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 836498 usecs (837 jiffies) 00000400:00000200:0.0:1788838386.778725:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838386.778728:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517589 00000100:00000001:0.0:1788838386.778735:0:34108:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517422 00000100:00000001:0.0:1788838386.778739:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517589 00000100:00000001:0.0:1788838386.778743:0:34108:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517422 00000100:00000001:0.0:1788838386.778746:0:34108:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838386.778749:0:34108:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.778752:0:34108:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838386.778754:0:34108:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838386.778756:0:34108:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc50c0180 going to sleep for 11 seconds 00000100:00000001:0.0:1788838386.778760:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838386.778762:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.778922:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.778927:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7f00. 00000400:00000200:1.0:1788838386.778933:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.778938:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.778943:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcd48 00000400:00000010:1.0:1788838386.778946:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcd48. 00000100:00000001:1.0:1788838386.778949:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.778954:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.778964:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.778967:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.778974:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.778976:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838386.783389:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.783405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838386.783408:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.783411:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838386.783419:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.783426:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838386.783435:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.783439:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.783444:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.783448:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd53c80 00000400:00000200:0.0:1788838386.783452:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.783457:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x6ea1 [1] + 224 00000800:00000001:0.0:1788838386.783465:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.783472:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838386.783475:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838386.783479:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838386.783486:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838386.783494:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838386.783504:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.783526:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838386.783542:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.783545:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.783596:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838386.783604:0:34108:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838386.783607:0:34108:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838386.783610:0:34108:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25e18. 00000400:00000200:3.0:1788838386.783614:0:34108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfccc0 00000400:00000010:3.0:1788838386.783616:0:34108:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfccc0. 00000100:00000001:3.0:1788838386.783619:0:34108:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838386.783623:0:34108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838386.783632:0:34108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.783638:0:34108:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838386.783640:0:34108:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.783643:0:34108:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838386.783646:0:34108:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838386.783649:0:34108:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838386.783651:0:34108:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.783654:0:34108:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838386.783697:0:34108:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838386.783702:0:34108:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838386.783704:0:34108:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838386.783706:0:34108:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.783709:0:34108:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838386.783712:0:34108:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.783716:0:34108:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838386.783718:0:34108:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1788838386.783720:0:34108:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838386.783723:0:34108:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.783728:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.783735:0:34108:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.783738:0:34108:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838386.783739:0:34108:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838386.783742:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838402 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838386.783749:0:34108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090a680 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132267648:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838386.783754:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.783756:0:34108:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.783758:0:34108:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838386.783760:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.783763:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838402 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.783769:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838386.783771:0:34108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc50c0180. 00000100:00000001:3.0:1788838386.783775:0:34108:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838386.783776:0:34108:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.783779:0:34108:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838386.783784:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.783786:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.783789:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=4 00000020:00000001:3.0:1788838386.783791:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783793:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000040:3.0:1788838386.783798:0:34108:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8babe00, remote cookie: 0xff98f31736b3bd9a, flags: 0x1001 00010000:00010000:3.0:1788838386.783803:0:34108:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838386.783809:0:34108:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838386.783812:0:34108:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788838386.783819:0:34108:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac200. 00010000:00000010:3.0:1788838386.783824:0:34108:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894c280. 00010000:00000001:3.0:1788838386.783829:0:34108:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.783831:0:34108:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838386.783839:0:34108:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.783845:0:34108:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838386.783849:0:34108:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838386.783850:0:34108:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838386.783852:0:34108:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838386.783853:0:34108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838386.783856:0:34108:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff98afd83ac200) refcount = 1 00010000:00010000:3.0:1788838386.783860:0:34108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.783866:0:34108:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838386.783869:0:34108:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838386.783871:0:34108:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838386.783874:0:34108:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838386.783876:0:34108:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.783879:0:34108:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.783885:0:34108:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838386.783886:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.783888:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.783902:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.783903:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.783904:0:34108:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.783908:0:34108:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838386.783910:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.783911:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.783913:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=3 00000020:00000001:3.0:1788838386.783915:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783917:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783919:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.783920:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.783922:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=4 00000020:00000001:3.0:1788838386.783923:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783925:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783927:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838386.783930:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.783933:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.783938:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.783938:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.783940:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.783940:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.783941:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=5 00000020:00000001:3.0:1788838386.783943:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783945:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783947:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838386.783949:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.783954:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.783965:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838386.783967:0:34108:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.783973:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838386.783975:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.783975:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.783977:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.783978:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838386.783983:0:34108:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838386.783991:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.783992:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.783993:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=3 00000020:00000001:3.0:1788838386.783995:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783997:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.783999:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784000:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838386.784002:0:34108:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.784003:0:34108:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.784007:0:34108:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838386.784009:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.784010:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.784011:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=3 00000020:00000001:3.0:1788838386.784012:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.784014:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00000002:00010000:3.0:1788838386.784017:0:34108:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.784024:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784025:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.784027:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838386.784028:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.784030:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.784031:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=3 00000020:00000001:3.0:1788838386.784033:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.784035:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000040:3.0:1788838386.784039:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838386.784041:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838386.784045:0:34108:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:3.0:1788838386.784047:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784048:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838386.784049:0:34108:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838386.784052:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f750 00000002:00002000:3.0:1788838386.784054:0:34108:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838386.784057:0:34108:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.784061:0:34108:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.784064:0:34108:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838386.784066:0:34108:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838386.784069:0:34108:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838386.784073:0:34108:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:3.0:1788838386.784076:0:34108:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838386.784078:0:34108:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01f7fac8 it_disposition b 00000080:00000001:3.0:1788838386.784080:0:34108:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838386.784086:0:34108:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838386.784089:0:34108:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838386.784091:0:34108:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1788838386.784094:0:34108:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788838386.784100:0:34108:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838386.784102:0:34108:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:3.0:1788838386.784104:0:34108:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.784107:0:34108:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1788838386.784110:0:34108:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788838386.784115:0:34108:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:3.0:1788838386.784118:0:34108:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff98afd1581148): rc = 0 00000080:00000001:3.0:1788838386.784120:0:34108:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631749448 : -113594077802168 : ffff98afd1581148) 00010000:00000001:3.0:1788838386.784122:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.784123:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.784124:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=3 00000020:00000001:3.0:1788838386.784126:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.784128:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.784129:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784130:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838386.784132:0:34108:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838386.784133:0:34108:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838386.784134:0:34108:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838386.784136:0:34108:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838386.784138:0:34108:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838386.784141:0:34108:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff98afd1581148) for lock 0x9f68a6b43b62d00d 00800000:00000001:3.0:1788838386.784144:0:34108:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838386.784145:0:34108:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838386.784146:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.784147:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.784148:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=3 00000020:00000001:3.0:1788838386.784150:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.784152:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.784154:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784154:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838386.784156:0:34108:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.784157:0:34108:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788838386.784164:0:34108:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd8d78ca8 inode ffff98afd1581148 refc 1 flags 0x20000e 00000080:00000001:3.0:1788838386.784168:0:34108:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838386.784169:0:34108:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.784171:0:34108:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788838386.784174:0:34108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff98afd1581148) 00000080:00010000:3.0:1788838386.784177:0:34108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d00d from it ffffbbcb01f7fac8 00010000:00000001:3.0:1788838386.784180:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.784181:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.784182:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8babe00 refcount=3 00000020:00000001:3.0:1788838386.784184:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.784186:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487221248 : -113594222330368 : ffff98afc8babe00) 00010000:00000001:3.0:1788838386.784188:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838386.784190:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.784196:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784197:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.784198:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838386.784200:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838386.784202:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8babe00/0x9f68a6b43b62d00d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd9a expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838386.784209:0:34108:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838386.784212:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838386.784214:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838386.784218:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784219:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.784221:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784224:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838386.784226:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784227:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784230:0:34108:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784231:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838386.784233:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784234:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838386.784236:0:34108:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838386.784239:0:34108:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000100:00000001:3.0:1788838386.784243:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.784247:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090a680 x1875731132267648/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.784253:0:34108:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838386.784256:0:34108:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838386.784259:0:34108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4097000. 02000000:00000001:3.0:1788838386.784261:0:34108:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838386.784263:0:34108:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838386.784265:0:34108:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838386.784267:0:34108:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838386.784269:0:34108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0080800. 02000000:00000001:3.0:1788838386.784283:0:34108:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838386.784285:0:34108:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838386.784287:0:34108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a680. 00000100:00000001:3.0:1788838386.784290:0:34108:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838386.784291:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838386.784299:0:34108:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838386.784301:0:34108:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff98afd1581148), inode mode 41ed mask 1 00000080:00000001:3.0:1788838386.784305:0:34108:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838386.784317:0:34108:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a79c0. 00000080:00000001:3.0:1788838386.784321:0:34108:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838386.784323:0:34108:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff98afd1581148), inode mode 41ed mask 3 00000080:00000001:3.0:1788838386.784326:0:34108:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.784328:0:34108:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788838386.784330:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb58 00000080:00200000:3.0:1788838386.784332:0:34108:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff98afd1581148), file ffff98afc2a27200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788838386.784337:0:34108:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afc4acb3c0. 00000080:00000001:3.0:1788838386.784341:0:34108:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788838386.784342:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa08 00000080:00200000:3.0:1788838386.784345:0:34108:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff98afd1581148), intent=open|creat 00000080:00000010:3.0:1788838386.784351:0:34108:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abea00. 00000080:00000001:3.0:1788838386.784358:0:34108:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838386.784360:0:34108:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838386.784362:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f928 00800000:00000002:3.0:1788838386.784364:0:34108:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:3.0:1788838386.784367:0:34108:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788838386.784369:0:34108:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788838386.784373:0:34108:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:3.0:1788838386.784377:0:34108:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788838386.784379:0:34108:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788838386.784381:0:34108:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788838386.784384:0:34108:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788838386.784387:0:34108:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:3.0:1788838386.784390:0:34108:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.784392:0:34108:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.784394:0:34108:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.784396:0:34108:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.784397:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f8a8 00800000:00000002:3.0:1788838386.784399:0:34108:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1788838386.784403:0:34108:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838386.784404:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f7e0 00000002:00010000:3.0:1788838386.784406:0:34108:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788838386.784411:0:34108:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838386.784413:0:34108:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788838386.784416:0:34108:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788838386.784419:0:34108:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.784420:0:34108:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838386.784422:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838386.784424:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838386.784427:0:34108:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838386.784429:0:34108:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784431:0:34108:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.784432:0:34108:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838386.784436:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f800. 00000020:00000040:3.0:1788838386.784439:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838386.784444:0:34108:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838386.784446:0:34108:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784448:0:34108:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838386.784451:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838386.784453:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.784454:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.784455:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.784458:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838386.784460:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838386.784465:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838386.784471:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717400. 00000100:00000001:3.0:1788838386.784476:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784479:0:34108:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838386.784481:0:34108:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784483:0:34108:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838386.784484:0:34108:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.784485:0:34108:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.784494:0:34108:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00010000:00000001:3.0:1788838386.784498:0:34108:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838386.784500:0:34108:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838386.784501:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac200 count: 2 00010000:00000001:3.0:1788838386.784503:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838386.784505:0:34108:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838386.784509:0:34108:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beb200. 00000020:00000001:3.0:1788838386.784512:0:34108:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838386.784514:0:34108:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beb200 with handle 0x9f68a6b43b62d014 to hash 00000020:00000001:3.0:1788838386.784516:0:34108:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838386.784517:0:34108:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.784521:0:34108:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.784523:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838386.784525:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.784528:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34108 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838386.784535:0:34108:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34108 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788838386.784545:0:34108:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788838386.784550:0:34108:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788838386.784559:0:34108:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34108 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838386.784568:0:34108:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838386.784569:0:34108:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838386.784575:0:34108:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd00540c0. 00000100:00000001:3.0:1788838386.784577:0:34108:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479609544896 : -113594100006720 : ffff98afd00540c0) 00000100:00000001:3.0:1788838386.784580:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.784581:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:3.0:1788838386.784585:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838386.784589:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.784591:0:34108:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838386.784592:0:34108:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838386.784596:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.784603:0:34108:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838386.784606:0:34108:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.784609:0:34108:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838386.784612:0:34108:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838386.784614:0:34108:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838386.784618:0:34108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132267904:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838386.784622:0:34108:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838386.784626:0:34108:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838386.784628:0:34108:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.784630:0:34108:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838386.784706:0:34108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:3.0:1788838386.784709:0:34108:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838386.784714:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838386.784718:0:34108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b000. 00000400:00000010:3.0:1788838386.784722:0:34108:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afc8716c00. 00000100:00000200:3.0:1788838386.784729:0:34108:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132267904, portal 10 00000100:00000001:3.0:1788838386.784731:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.784732:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000040:3.0:1788838386.784738:0:34108:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.784749:0:34108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838386.784751:0:34108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838386.784755:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce908. 00000100:00000200:3.0:1788838386.784758:0:34108:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875731132267904, offset 0 00000400:00000200:3.0:1788838386.784763:0:34108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838386.784770:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838386.784775:0:34108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838386.784780:0:34108:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838386.784784:0:34108:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838386.784787:0:34108:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838386.784789:0:34108:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838386.784793:0:34108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2587:2587:256:4294967295] 192.168.203.123@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:3.0:1788838386.784797:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838386.784806:0:34108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838386.784811:0:34108:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838386.784816:0:34108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3c00. 00000800:00000200:3.0:1788838386.784822:0:34108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838386.784829:0:34108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838386.784833:0:34108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3c00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1788838386.784843:0:34108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.784847:0:34108:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 835460 usecs (836 jiffies) 00000400:00000200:3.0:1788838386.784851:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838386.784854:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517592 00000100:00000001:3.0:1788838386.784861:0:34108:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517589 00000100:00000001:3.0:1788838386.784866:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517592 00000100:00000001:3.0:1788838386.784869:0:34108:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517589 00000100:00000001:3.0:1788838386.784872:0:34108:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.784875:0:34108:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.784878:0:34108:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838386.784879:0:34108:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838386.784882:0:34108:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd00540c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788838386.784884:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838386.784886:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838386.785389:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838386.785396:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3c00. 00000400:00000200:1.0:1788838386.785401:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.785407:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838386.785411:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce908 00000400:00000010:1.0:1788838386.785414:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce908. 00000100:00000001:1.0:1788838386.785418:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838386.785423:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.785433:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838386.785436:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838402 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.785442:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838386.785443:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838386.809258:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.809283:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838386.809287:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.809289:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838386.809298:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.809305:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838386.809314:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.809319:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.809325:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.809328:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd53d80 00000400:00000200:0.0:1788838386.809333:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.809339:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6eb1 [32] + 224 00000800:00000001:0.0:1788838386.809346:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.809352:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838386.809355:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838386.809359:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838386.809366:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838386.809374:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838402 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838386.809385:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.809403:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838386.809410:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838386.809413:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.809418:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838386.809424:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2588:2588:256:4294967295] 192.168.203.123@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:0.0:1788838386.809429:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838386.809438:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838386.809443:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838386.809449:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd0081c00. 00000800:00000200:0.0:1788838386.809454:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838386.809462:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838386.809466:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0081c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838386.809550:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838386.809555:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd0081c00. 00000400:00000200:0.0:1788838386.809560:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838386.809563:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838386.809568:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838386.809571:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.810367:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838386.810375:0:34108:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838386.810378:0:34108:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838386.810381:0:34108:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b000. 00000400:00000200:3.0:1788838386.810386:0:34108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc8716c00 00000400:00000010:3.0:1788838386.810388:0:34108:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afc8716c00. 00000100:00000001:3.0:1788838386.810391:0:34108:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838386.810398:0:34108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838386.810409:0:34108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f800 x1875731132267904/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.810416:0:34108:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838386.810418:0:34108:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.810420:0:34108:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838386.810423:0:34108:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838386.810425:0:34108:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838386.810427:0:34108:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.810430:0:34108:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838386.810439:0:34108:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838386.810443:0:34108:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838386.810446:0:34108:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838386.810448:0:34108:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.810451:0:34108:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838386.810454:0:34108:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.810457:0:34108:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838386.810459:0:34108:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:3.0:1788838386.810461:0:34108:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838386.810463:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.810465:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:3.0:1788838386.810468:0:34108:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838386.810478:0:34108:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1788838386.810486:0:34108:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838386.810488:0:34108:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.810493:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838402 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.810500:0:34108:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.810503:0:34108:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838386.810505:0:34108:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838386.810508:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838402 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838386.810515:0:34108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f800 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132267904:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838386.810520:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.810522:0:34108:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.810694:0:34108:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838386.810696:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.810701:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838402 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.810707:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838386.810709:0:34108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd00540c0. 00000100:00000001:3.0:1788838386.810712:0:34108:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838386.810714:0:34108:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.810717:0:34108:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838386.810721:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.810723:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.810726:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=4 00000020:00000001:3.0:1788838386.810729:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.810732:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000040:3.0:1788838386.810738:0:34108:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beb200, remote cookie: 0xff98f31736b3bdb6, flags: 0x1001 00010000:00010000:3.0:1788838386.810744:0:34108:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838386.810756:0:34108:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:3.0:1788838386.810759:0:34108:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788838386.810768:0:34108:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac700. 00010000:00000010:3.0:1788838386.810776:0:34108:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894ca00. 00010000:00000001:3.0:1788838386.810783:0:34108:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.810786:0:34108:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838386.810793:0:34108:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.810798:0:34108:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838386.810802:0:34108:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838386.810804:0:34108:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838386.810806:0:34108:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838386.810807:0:34108:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838386.810810:0:34108:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff98afd83ac700) refcount = 1 00010000:00010000:3.0:1788838386.810814:0:34108:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.810821:0:34108:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838386.810824:0:34108:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838386.810825:0:34108:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838386.810828:0:34108:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838386.810830:0:34108:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.810833:0:34108:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.810840:0:34108:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838386.810841:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.810843:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.810844:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.810845:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.810847:0:34108:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.810851:0:34108:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838386.810853:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.810855:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.810856:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838386.810858:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.810860:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.810862:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.810863:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.810864:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=4 00000020:00000001:3.0:1788838386.810866:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.810868:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.810870:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838386.810873:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.810876:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.810882:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.810883:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.810884:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.810885:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.810886:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=5 00000020:00000001:3.0:1788838386.810888:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.810901:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.810903:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838386.810906:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.810912:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.810913:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838386.810916:0:34108:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.810922:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838386.810924:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.810924:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.810926:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.810926:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838386.810931:0:34108:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838386.810940:0:34108:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788838386.810945:0:34108:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838386.810952:0:34108:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.810958:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.810959:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.810960:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838386.810962:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.810964:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00000002:00010000:3.0:1788838386.810967:0:34108:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788838386.810975:0:34108:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd00d25c0. 00010000:00000001:3.0:1788838386.810977:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.810979:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838386.810980:0:34108:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.810982:0:34108:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838386.810985:0:34108:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788838386.810987:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.810988:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:3.0:1788838386.810990:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.810991:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00010000:00000001:3.0:1788838386.810994:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.810995:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.810997:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838386.810998:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.811000:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00000002:00010000:3.0:1788838386.811004:0:34108:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.811009:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.811010:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.811012:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838386.811013:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.811014:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.811015:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838386.811017:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.811018:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000040:3.0:1788838386.811186:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:3.0:1788838386.811189:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838386.811192:0:34108:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:3.0:1788838386.811195:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.811196:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838386.811197:0:34108:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838386.811200:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f768 00000002:00002000:3.0:1788838386.811202:0:34108:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788838386.811205:0:34108:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.811209:0:34108:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.811211:0:34108:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838386.811214:0:34108:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838386.811217:0:34108:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.811221:0:34108:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838386.811223:0:34108:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afc4acb3c0 it_disposition 1800037 00000080:00002000:3.0:1788838386.811228:0:34108:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd169bd80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788838386.811233:0:34108:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838386.811236:0:34108:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788838386.811238:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f998 00000080:00200000:3.0:1788838386.811240:0:34108:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff98afd1581148), intent=open|creat 00000080:00000001:3.0:1788838386.811242:0:34108:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788838386.811245:0:34108:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838386.811249:0:34108:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838386.811253:0:34108:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838386.811255:0:34108:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:3.0:1788838386.811258:0:34108:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788838386.811268:0:34108:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd15ac200. 00000020:00000001:3.0:1788838386.811289:0:34108:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788838386.811291:0:34108:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788838386.811293:0:34108:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788838386.811295:0:34108:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff98afd15ac2c8) 00000020:00000001:3.0:1788838386.811299:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838386.811303:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838386.811305:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838386.811309:0:34108:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788838386.811314:0:34108:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd0b0ea28. 00000020:00000001:3.0:1788838386.811317:0:34108:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788838386.811319:0:34108:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.811325:0:34108:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788838386.811329:0:34108:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afc38648b8. 00020000:00000001:3.0:1788838386.811331:0:34108:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479399897272 : -113594309654344 : ffff98afc38648b8) 00020000:00000001:3.0:1788838386.811334:0:34108:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788838386.811337:0:34108:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838386.811341:0:34108:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acb420. 00020000:00000010:3.0:1788838386.811345:0:34108:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd05b3e00. 00020000:00000010:3.0:1788838386.811348:0:34108:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acbf00. 00020000:00000001:3.0:1788838386.811350:0:34108:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419195136 : -113594290356480 : ffff98afc4acbf00) 00020000:00000002:3.0:1788838386.811354:0:34108:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbf00, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838386.811358:0:34108:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838386.811362:0:34108:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3e00: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:3.0:1788838386.811365:0:34108:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788838386.811368:0:34108:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbf00, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838386.811371:0:34108:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838386.811374:0:34108:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3e00: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:3.0:1788838386.811378:0:34108:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afc41ae9d0. 00020000:00000010:3.0:1788838386.811381:0:34108:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afd00540c0. 00020000:00000001:3.0:1788838386.811384:0:34108:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788838386.811387:0:34108:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc38136d8. 00020000:00000001:3.0:1788838386.811389:0:34108:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788838386.811390:0:34108:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788838386.811395:0:34108:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788838386.811399:0:34108:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afd0b0eaf0. 00000020:00000001:3.0:1788838386.811400:0:34108:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788838386.811401:0:34108:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.811403:0:34108:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479620795248 : -113594088756368 : ffff98afd0b0eb70) 00020000:00000001:3.0:1788838386.811406:0:34108:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788838386.811411:0:34108:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afc5274a80. 00020000:00000001:3.0:1788838386.811413:0:34108:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.811417:0:34108:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479620795248 : -113594088756368 : ffff98afd0b0eb70) 00020000:00000001:3.0:1788838386.811419:0:34108:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479620795248 : -113594088756368 : ffff98afd0b0eb70) 00020000:00000002:3.0:1788838386.811422:0:34108:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff98afd0b0eaf0[0:0] -> [0x200000404:0x30:0x0]@ffff98afd0b0ea28: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:3.0:1788838386.811426:0:34108:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788838386.811428:0:34108:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788838386.811430:0:34108:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.811433:0:34108:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479620795048 : -113594088756568 : ffff98afd0b0eaa8) 00000020:00001000:3.0:1788838386.811435:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838386.811439:0:34108:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:3.0:1788838386.811441:0:34108:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788838386.811444:0:34108:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1788838386 00000080:00000001:3.0:1788838386.811447:0:34108:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788838386.811449:0:34108:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631925960 : -113594077625656 : ffff98afd15ac2c8) 00010000:00000001:3.0:1788838386.811451:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.811453:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.811455:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838386.811457:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.811459:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00000080:00000001:3.0:1788838386.811462:0:34108:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838386.811463:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838386.811464:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838386.811466:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:3.0:1788838386.811468:0:34108:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838386.811798:0:34108:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838386.811800:0:34108:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838386.811804:0:34108:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acb660. 00020000:00000010:3.0:1788838386.811807:0:34108:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd05b3700. 00020000:00000010:3.0:1788838386.811810:0:34108:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acb7e0. 00020000:00000001:3.0:1788838386.811812:0:34108:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419193312 : -113594290358304 : ffff98afc4acb7e0) 00020000:00000002:3.0:1788838386.811815:0:34108:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acb7e0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838386.811818:0:34108:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838386.811822:0:34108:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3700: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:3.0:1788838386.811825:0:34108:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc38648b8) owner ffff98afc91aa7c0 00020000:00000001:3.0:1788838386.811827:0:34108:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838386.811830:0:34108:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc38648b8) owner ffff98afc91aa7c0 00020000:00000010:3.0:1788838386.811833:0:34108:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd05b3700. 00020000:00000010:3.0:1788838386.811837:0:34108:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acb660. 00020000:00000010:3.0:1788838386.811840:0:34108:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acb7e0. 00020000:00000002:3.0:1788838386.811842:0:34108:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838386.811845:0:34108:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.811846:0:34108:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.811849:0:34108:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838386.811852:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:3.0:1788838386.811855:0:34108:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acbf00 addref 2/0 by ffff98afc91aa7c0. 00020000:00000002:3.0:1788838386.811857:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:3.0:1788838386.811860:0:34108:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838386.811862:0:34108:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838386.811863:0:34108:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838386.811865:0:34108:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788838386.811867:0:34108:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788838386.811869:0:34108:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788838386.811872:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838386.811874:0:34108:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.811876:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.811877:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838386.811879:0:34108:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838386.811882:0:34108:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838386.811884:0:34108:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838386.811887:0:34108:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff98afd15ac2c8) 00000080:00010000:3.0:1788838386.811944:0:34108:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff98afd15ac2c8) for lock 0x9f68a6b43b62d014 00800000:00000001:3.0:1788838386.811948:0:34108:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838386.811951:0:34108:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838386.811952:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.811953:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.811955:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838386.811957:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.811959:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.811962:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.811963:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838386.811964:0:34108:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.811966:0:34108:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.811967:0:34108:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788838386.811970:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.811978:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.811985:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838386.811990:0:34108:0:(namei.c:1651:ll_create_it()) inode ffff98afd15ac2c8 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:3.0:1788838386.811993:0:34108:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838386.811996:0:34108:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff98afd15ac2c8) 00000080:00000001:3.0:1788838386.811999:0:34108:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838386.812002:0:34108:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abea00. 00000100:00000001:3.0:1788838386.812006:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.812009:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.812015:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.812018:0:34108:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788838386.812743:0:34108:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838386.812750:0:34108:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd15ac2c8 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:3.0:1788838386.812759:0:34108:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838386.812761:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa68 00000080:00200008:3.0:1788838386.812763:0:34108:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff98afd15ac2c8), flags 100102 00000080:00000010:3.0:1788838386.812771:0:34108:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a08c0. 00000080:00000010:3.0:1788838386.812777:0:34108:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d2240. 00000080:00000001:3.0:1788838386.812780:0:34108:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838386.812784:0:34108:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838386.812788:0:34108:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838386.812792:0:34108:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a7640. 00000002:00100000:3.0:1788838386.812799:0:34108:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838386.812806:0:34108:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838386.812808:0:34108:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838386.812812:0:34108:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838386.812816:0:34108:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.812818:0:34108:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.812821:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.812824:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838386.812831:0:34108:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838386.812835:0:34108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:3.0:1788838386.812865:0:34108:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838386.812867:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.812869:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa68 00000080:00000008:3.0:1788838386.812871:0:34108:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff98afd15ac2c8), flags 100102, rc = 0 00000080:00000001:3.0:1788838386.812874:0:34108:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838386.812877:0:34108:0:(dcache.c:176:ll_intent_release()) intent ffff98afc4acb3c0 released 00000080:00010000:3.0:1788838386.812879:0:34108:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d014 from it ffff98afc4acb3c0 00010000:00000001:3.0:1788838386.812882:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.812883:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.812885:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beb200 refcount=3 00000020:00000001:3.0:1788838386.812887:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.813331:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487480320 : -113594222071296 : ffff98afc8beb200) 00010000:00000001:3.0:1788838386.813336:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838386.813341:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.813350:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.813352:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.813353:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838386.813356:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838386.813358:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beb200/0x9f68a6b43b62d014 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bdb6 expref: -99 pid: 34108 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838386.813365:0:34108:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838386.813368:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838386.813370:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838386.813375:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.813376:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.813377:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.813381:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838386.813382:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.813384:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.813387:0:34108:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.813389:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838386.813390:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.813391:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838386.813393:0:34108:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788838386.813395:0:34108:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838386.813397:0:34108:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838386.813399:0:34108:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838386.813400:0:34108:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838386.813403:0:34108:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813406:0:34108:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788838386.813407:0:34108:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813409:0:34108:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838386.813411:0:34108:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813413:0:34108:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838386.813415:0:34108:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afc4acb3c0. 00000080:00000001:3.0:1788838386.813419:0:34108:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813423:0:34108:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838386.813425:0:34108:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff98afd15ac2c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1788838386.813429:0:34108:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813614:0:34108:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788838386.813616:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00200008:3.0:1788838386.813618:0:34108:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000002:3.0:1788838386.813621:0:34108:0:(file.c:2656:do_file_write_iter()) inode ffff98afd15ac2c8 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:3.0:1788838386.813624:0:34108:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788838386.813625:0:34108:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813627:0:34108:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788838386.813630:0:34108:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813632:0:34108:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1788838386.813634:0:34108:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788838386.813637:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:3.0:1788838386.813640:0:34108:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acbf00 addref 2/0 by ffff98afc91aa7c0. 00020000:00000002:3.0:1788838386.813642:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:3.0:1788838386.813645:0:34108:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:3.0:1788838386.813651:0:34108:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788838386.813652:0:34108:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:3.0:1788838386.813692:0:34108:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1788838386.813695:0:34108:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1788838386.813698:0:34108:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:3.0:1788838386.813699:0:34108:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813702:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838386.813705:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:3.0:1788838386.813707:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000080:00000001:3.0:1788838386.813710:0:34108:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788838386.813712:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:3.0:1788838386.813714:0:34108:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:3.0:1788838386.813719:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc30 00000080:00200000:3.0:1788838386.813720:0:34108:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1788838386.813723:0:34108:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788838386.813729:0:34108:0:(cl_io.c:214:cl_io_rw_init()) header@00000000608d8585[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:3.0:1788838386.813731:0:34108:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:3.0:1788838386.813734:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838386.813736:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838386.813738:0:34108:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838386.813740:0:34108:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838386.813743:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838386.813745:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788838386.813747:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838386.813751:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813753:0:34108:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838386.813755:0:34108:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813757:0:34108:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838386.813760:0:34108:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff98afc3f370f0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788838386.813763:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:3.0:1788838386.813766:0:34108:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838386.813768:0:34108:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838386.813770:0:34108:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838386.813771:0:34108:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788838386.813773:0:34108:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:3.0:1788838386.813775:0:34108:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788838386.813777:0:34108:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838386.813778:0:34108:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813780:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838386.813781:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838386.813783:0:34108:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838386.813784:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:3.0:1788838386.813786:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813787:0:34108:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838386.813789:0:34108:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1788838386.813791:0:34108:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788838386.813793:0:34108:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813796:0:34108:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838386.813797:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788838386.813800:0:34108:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788838386.813801:0:34108:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788838386.813803:0:34108:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788838386.813805:0:34108:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:3.0:1788838386.813807:0:34108:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838386.813809:0:34108:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838386.813813:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:3.0:1788838386.813816:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838386.813817:0:34108:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838386.813818:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838386.813819:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286520 : -113594224265096 : ffff98afc89d3878) 00000020:00001000:3.0:1788838386.813821:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3870 00000020:00000001:3.0:1788838386.813824:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eb70 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838386.813825:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838386.813828:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838386.813829:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838386.813830:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.813832:0:34108:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.813833:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:3.0:1788838386.813835:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788838386.813838:0:34108:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788838386.813840:0:34108:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813842:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.813843:0:34108:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.813845:0:34108:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813846:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813848:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788838386.813850:0:34108:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788838386.813852:0:34108:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788838386.813855:0:34108:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788838386.813857:0:34108:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813860:0:34108:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813861:0:34108:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788838386.813863:0:34108:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1788838386.813865:0:34108:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788838386.813866:0:34108:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788838386.813868:0:34108:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813870:0:34108:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813871:0:34108:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813873:0:34108:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838386.813874:0:34108:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.813876:0:34108:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838386.813878:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838386.813879:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838386.813881:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838386.813882:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.813884:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.813886:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.813888:0:34108:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.814099:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838386.814102:0:34108:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838386.814104:0:34108:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838386.814106:0:34108:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838386.814108:0:34108:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838386.814111:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1788838386.814118:0:34108:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894c700. 00020000:00000002:3.0:1788838386.814121:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1788838386.814123:0:34108:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838386.814125:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838386.814126:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:3.0:1788838386.814128:0:34108:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838386.814132:0:34108:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090cd10. 00000008:00010000:3.0:1788838386.814134:0:34108:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788838386.814136:0:34108:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838386.814138:0:34108:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838386.814141:0:34108:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894c730, osc lock ffff98afe090cd10, flags 0x0 00000020:00000001:3.0:1788838386.814143:0:34108:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.814144:0:34108:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.814147:0:34108:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484733184 : -113594224818432 : ffff98afc894c700) 00000020:00000001:3.0:1788838386.814149:0:34108:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838386.814150:0:34108:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838386.814151:0:34108:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.814153:0:34108:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.814155:0:34108:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838386.814156:0:34108:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838386.814158:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838386.814159:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:3.0:1788838386.814160:0:34108:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838386.814163:0:34108:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838386.814165:0:34108:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788838386.814167:0:34108:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.814170:0:34108:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838386.814172:0:34108:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838386.814174:0:34108:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838386.814175:0:34108:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838386.814176:0:34108:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838386.814177:0:34108:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838386.814180:0:34108:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838386.814182:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838386.814187:0:34108:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.814189:0:34108:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788838386.814195:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d880. 00000020:00000040:3.0:1788838386.814199:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:3.0:1788838386.814203:0:34108:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838386.814207:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838386.814209:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.814212:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838386.814215:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838386.814219:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838386.814224:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4abea00. 00000100:00000001:3.0:1788838386.814231:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.814234:0:34108:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838386.814236:0:34108:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.814237:0:34108:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838386.814238:0:34108:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.814240:0:34108:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.814243:0:34108:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00010000:00000001:3.0:1788838386.814246:0:34108:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838386.814248:0:34108:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838386.814252:0:34108:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac600. 00010000:00000010:3.0:1788838386.814255:0:34108:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afd83ac100. 00010000:00000001:3.0:1788838386.814260:0:34108:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838386.814263:0:34108:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea600. 00000020:00000001:3.0:1788838386.814268:0:34108:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838386.814284:0:34108:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea600 with handle 0x9f68a6b43b62d01b to hash 00000020:00000001:3.0:1788838386.814287:0:34108:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838386.814289:0:34108:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000010:3.0:1788838386.814293:0:34108:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd00d2ec0. 00010000:00000001:3.0:1788838386.814296:0:34108:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838386.814299:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838386.814301:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.814305:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838386.814313:0:34108:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838386.814323:0:34108:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838386.814329:0:34108:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838386.814330:0:34108:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838386.814336:0:34108:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd0054300. 00000100:00000001:3.0:1788838386.814338:0:34108:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479609545472 : -113594100006144 : ffff98afd0054300) 00000100:00000001:3.0:1788838386.814340:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.814342:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000001:3.0:1788838386.814346:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838386.814347:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.814350:0:34108:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838386.814351:0:34108:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838386.814358:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.814366:0:34108:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838386.814368:0:34108:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.814371:0:34108:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838386.814373:0:34108:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838386.814375:0:34108:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838386.814378:0:34108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132268032:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838386.814382:0:34108:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838386.814386:0:34108:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838386.814389:0:34108:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.814391:0:34108:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838386.814394:0:34108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8716c00. 02000000:00000001:3.0:1788838386.814396:0:34108:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838386.814403:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838386.814407:0:34108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b000. 00000400:00000010:3.0:1788838386.814413:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838386.814419:0:34108:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132268032, portal 4 00000100:00000001:3.0:1788838386.814421:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.814422:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000040:3.0:1788838386.814427:0:34108:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.814433:0:34108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838386.814436:0:34108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838386.814438:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce088. 00000100:00000200:3.0:1788838386.814441:0:34108:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132268032, offset 0 00000400:00000200:3.0:1788838386.814447:0:34108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838386.814454:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838386.814461:0:34108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838386.814465:0:34108:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838386.814469:0:34108:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838386.814472:0:34108:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838386.814475:0:34108:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838386.814478:0:34108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2589:2589:256:4294967295] 192.168.203.123@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:3.0:1788838386.814482:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838386.814491:0:34108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838386.814497:0:34108:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838386.814501:0:34108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3200. 00000800:00000200:3.0:1788838386.814507:0:34108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838386.814514:0:34108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838386.814518:0:34108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838386.814528:0:34108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.814531:0:34108:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 215047 usecs (216 jiffies) 00000400:00000200:3.0:1788838386.814534:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838386.814536:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517003 00000100:00000001:3.0:1788838386.814539:0:34108:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296517592 00000100:00000001:3.0:1788838386.814541:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517003 00000100:00000001:3.0:1788838386.814544:0:34108:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296517592 00000100:00000001:3.0:1788838386.814546:0:34108:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.814549:0:34108:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.814551:0:34108:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838386.814553:0:34108:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838386.814555:0:34108:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd0054300 going to sleep for 11 seconds 00000100:00000001:3.0:1788838386.814558:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838386.814560:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838386.814857:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838386.814862:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3200. 00000400:00000200:0.0:1788838386.814868:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838386.814873:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838386.814878:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce088 00000400:00000010:0.0:1788838386.814880:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce088. 00000100:00000001:0.0:1788838386.814884:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838386.814888:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.814897:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838386.814899:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.814905:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.814907:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838386.819846:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.819863:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.819868:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.819870:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.819879:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.819886:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.819895:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.819900:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.819905:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.819910:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd53e00 00000400:00000200:1.0:1788838386.819914:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.819920:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x6eb9 [1] + 224 00000800:00000001:1.0:1788838386.819927:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.819937:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.819940:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.819944:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.819952:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.819961:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838386.819972:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.819989:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838386.819997:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.820001:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.820634:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838386.820643:0:34108:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838386.820645:0:34108:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838386.820648:0:34108:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b000. 00000400:00000200:3.0:1788838386.820653:0:34108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838386.820691:0:34108:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838386.820695:0:34108:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838386.820701:0:34108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838386.820710:0:34108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.820717:0:34108:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838386.820719:0:34108:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.820721:0:34108:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838386.820724:0:34108:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838386.820726:0:34108:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838386.820729:0:34108:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.820732:0:34108:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838386.820740:0:34108:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=65 v=5 (5 5 5 16) 00000100:00001000:3.0:1788838386.820744:0:34108:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838386.820747:0:34108:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838386.820748:0:34108:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.820751:0:34108:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838386.820754:0:34108:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.820757:0:34108:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838386.820759:0:34108:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838386.820761:0:34108:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838386.820763:0:34108:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.820767:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.820774:0:34108:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.820777:0:34108:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838386.820779:0:34108:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838386.820782:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838386.820789:0:34108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132268032:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838386.820794:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.820796:0:34108:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.820799:0:34108:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838386.820801:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.820804:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.820810:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838386.820812:0:34108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd0054300. 00000100:00000001:3.0:1788838386.820815:0:34108:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838386.820816:0:34108:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.820819:0:34108:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838386.820822:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.820824:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.820827:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:3.0:1788838386.820829:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838386.820832:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000040:3.0:1788838386.820838:0:34108:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bea600, remote cookie: 0xff98f31736b3bdc4, flags: 0x1 00010000:00010000:3.0:1788838386.820844:0:34108:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.820853:0:34108:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788838386.820855:0:34108:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.820857:0:34108:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838386.820860:0:34108:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788838386.820864:0:34108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838386.820871:0:34108:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff98afd83ac600) refcount = 1 00010000:00000040:3.0:1788838386.820873:0:34108:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838386.820875:0:34108:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.820882:0:34108:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838386.820884:0:34108:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838386.820887:0:34108:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838386.820889:0:34108:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.820892:0:34108:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.820898:0:34108:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838386.820899:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.820900:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.820901:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.820902:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838386.820904:0:34108:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838386.820907:0:34108:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788838386.820909:0:34108:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838386.820912:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.820913:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.820914:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838386.820916:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838386.820918:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838386.820920:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.820922:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.820923:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:3.0:1788838386.820924:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838386.820926:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838386.820930:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838386.820932:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838386.820935:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.820941:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.820942:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838386.820945:0:34108:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788838386.820948:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00010000:3.0:1788838386.820951:0:34108:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788838386.820958:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838386.820960:0:34108:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838386.820962:0:34108:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788838386.820964:0:34108:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838386.820966:0:34108:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.820967:0:34108:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.820969:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:3.0:1788838386.820970:0:34108:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1788838386.820972:0:34108:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.820974:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838386.820976:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838386.820977:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:3.0:1788838386.820979:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838386.820981:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838386.820983:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838386.820985:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.820991:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.820992:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838386.820995:0:34108:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838386.821001:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838386.821002:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838386.821003:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838386.821004:0:34108:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.821006:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.821010:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d880 x1875731132268032/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.821016:0:34108:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838386.821249:0:34108:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838386.821254:0:34108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8716c00. 02000000:00000001:3.0:1788838386.821258:0:34108:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838386.821260:0:34108:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838386.821262:0:34108:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838386.821264:0:34108:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838386.821267:0:34108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4abea00. 02000000:00000001:3.0:1788838386.821278:0:34108:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838386.821280:0:34108:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838386.821282:0:34108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d880. 00000100:00000001:3.0:1788838386.821285:0:34108:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838386.821286:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838386.821288:0:34108:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838386.821291:0:34108:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.821294:0:34108:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838386.821296:0:34108:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.821298:0:34108:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.821300:0:34108:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.821303:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.821305:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.821307:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788838386.821311:0:34108:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1788838386.822879:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb80 00000080:00200000:2.0:1788838386.822886:0:34108:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:2.0:1788838386.822890:0:34108:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788838386.822893:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:2.0:1788838386.822897:0:34108:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acbf00 addref 2/0 by ffff98afc91aa7c0. 00020000:00000002:2.0:1788838386.822900:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:2.0:1788838386.822902:0:34108:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788838386.822906:0:34108:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788838386.822909:0:34108:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788838386.822913:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1788838386.822916:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838386.822918:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:2.0:1788838386.822920:0:34108:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788838386.822922:0:34108:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788838386.822925:0:34108:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.822927:0:34108:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.822929:0:34108:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.822930:0:34108:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.822937:0:34108:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788838386.822938:0:34108:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:2.0:1788838386.822963:0:34108:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788838386.822965:0:34108:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffff5ee049de480 0 1 00000020:00000001:2.0:1788838386.822968:0:34108:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788838386.822970:0:34108:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.822972:0:34108:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788838386.822980:0:34108:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98afc2e6bc40. 00000020:00000001:2.0:1788838386.822984:0:34108:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838386.822985:0:34108:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788838386.822988:0:34108:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788838386.822990:0:34108:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788838386.822993:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838386.822994:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000008:00000001:2.0:1788838386.822998:0:34108:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788838386.823000:0:34108:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff98afc2e6bcb0 folio fffff5ee049de480 pg:0 obj off 0 00000008:00000001:2.0:1788838386.823002:0:34108:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823004:0:34108:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838386.823005:0:34108:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788838386.823007:0:34108:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788838386.823009:0:34108:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823012:0:34108:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823014:0:34108:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446630479389441088 : -113594320110528 : ffff98afc2e6bc40) 00000020:00000001:2.0:1788838386.823016:0:34108:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446630479389441088 : -113594320110528 : ffff98afc2e6bc40) 00000020:00000001:2.0:1788838386.823132:0:34108:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788838386.823136:0:34108:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838386.823137:0:34108:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479407050992 : -113594302500624 : ffff98afc3f370f0) 00000020:00000001:2.0:1788838386.823140:0:34108:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788838386.823141:0:34108:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788838386.823142:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838386.823147:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[2 00000000c972f720 1 1 00000000f2c368da 0 0 0] 00000020:00000001:2.0:1788838386.823149:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788838386.823151:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838386.823152:0:34108:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788838386.823154:0:34108:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788838386.823156:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.823158:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.823161:0:34108:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838386.823164:0:34108:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788838386.823167:0:34108:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838386.823169:0:34108:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823170:0:34108:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838386.823171:0:34108:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838386.823174:0:34108:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838386.823177:0:34108:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838386.823180:0:34108:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838386.823182:0:34108:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823183:0:34108:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823185:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000080:00000001:2.0:1788838386.823188:0:34108:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838386.823190:0:34108:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788838386.823192:0:34108:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.823194:0:34108:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788838386.823196:0:34108:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:2.0:1788838386.823197:0:34108:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838386.823198:0:34108:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479407050992 : -113594302500624 : ffff98afc3f370f0) 00000020:00000001:2.0:1788838386.823200:0:34108:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788838386.823202:0:34108:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838386.823213:0:34108:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788838386.823215:0:34108:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838386.823216:0:34108:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788838386.823217:0:34108:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788838386.823221:0:34108:0:(rw26.c:929:ll_write_end()) page@00000000380e3e7a[3 00000000c972f720 2 1 00000000f2c368da 0 0 0] 00000080:00200000:2.0:1788838386.823224:0:34108:0:(rw26.c:929:ll_write_end()) vmpage @0000000081429951 17ffffc0001001 3:0 ffff98afc2e6bc40 0 lru 00000080:00200000:2.0:1788838386.823232:0:34108:0:(rw26.c:929:ll_write_end()) osc-page@0000000076d1560d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096d8eead 00000000cf87dfca > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788838386.823234:0:34108:0:(rw26.c:929:ll_write_end()) end page@00000000380e3e7a 00000080:00200000:2.0:1788838386.823235:0:34108:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788838386.823236:0:34108:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838386.823240:0:34108:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788838386.823241:0:34108:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:2.0:1788838386.823244:0:34108:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788838386.823246:0:34108:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788838386.823247:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838386.823249:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:2.0:1788838386.823250:0:34108:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788838386.823252:0:34108:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788838386.823254:0:34108:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788838386.823256:0:34108:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838386.823257:0:34108:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788838386.823258:0:34108:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788838386.823262:0:34108:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff98afc2e6bcb0 folio fffff5ee049de480 pg:0 added for cmd 2 00000008:00000001:2.0:1788838386.823267:0:34108:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788838386.823269:0:34108:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788838386.823284:0:34108:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788838386.823288:0:34108:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff98afc2e6bce8 page fffff5ee049de480 00000008:00000020:2.0:1788838386.823291:0:34108:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1788838386.823295:0:34108:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788838386.823297:0:34108:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.823299:0:34108:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788838386.823303:0:34108:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98b0020d7540. 00000008:00000020:2.0:1788838386.823310:0:34108:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff98afc5274a80 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:2.0:1788838386.823314:0:34108:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788838386.823319:0:34108:0:(osc_cache.c:858:osc_extent_find()) extent ffff98b0020d7540@{[0 -> 255/255], [3|1|-|active|wi|ffff98afc5274a80], [1703936|0|-|-|ffff98afc8bea600|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788838386.823326:0:34108:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000332426d6 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1788838386.823335:0:34108:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788838386.823338:0:34108:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.823340:0:34108:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.823342:0:34108:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788838386.823344:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000002:2.0:1788838386.823346:0:34108:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:2.0:1788838386.823348:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.823350:0:34108:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838386.823353:0:34108:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:2.0:1788838386.823355:0:34108:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838386.823356:0:34108:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823359:0:34108:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823360:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:2.0:1788838386.823361:0:34108:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788838386.823363:0:34108:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788838386.823365:0:34108:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838386.823368:0:34108:0:(cl_page.c:556:cl_batch_put()) page@00000000380e3e7a[4 00000000c972f720 2 1 00000000f2c368da 0 0 0] 00000020:00000001:2.0:1788838386.823370:0:34108:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788838386.823371:0:34108:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788838386.823372:0:34108:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788838386.823374:0:34108:0:(osc_request.c:745:osc_update_next_shrink()) next time 3049 to shrink grant 00000080:00000001:2.0:1788838386.823377:0:34108:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788838386.823379:0:34108:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788838386.823384:0:34108:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff98afd15ac478, count 1, dirtied 1 00000080:00000001:2.0:1788838386.823386:0:34108:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788838386.823388:0:34108:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788838386.823391:0:34108:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788838386.823392:0:34108:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788838386.823393:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838386.823396:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[3 00000000c972f720 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838386.823397:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788838386.823399:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838386.823400:0:34108:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788838386.823401:0:34108:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838386.823403:0:34108:0:(cl_page.c:556:cl_batch_put()) page@00000000380e3e7a[3 00000000c972f720 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838386.823404:0:34108:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788838386.823406:0:34108:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788838386.823407:0:34108:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788838386.823408:0:34108:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788838386.823410:0:34108:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823411:0:34108:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823413:0:34108:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823414:0:34108:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838386.823416:0:34108:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:2.0:1788838386.823418:0:34108:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788838386.823419:0:34108:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788838386.823420:0:34108:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823423:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb80 00000080:00200000:2.0:1788838386.823424:0:34108:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:2.0:1788838386.823426:0:34108:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823428:0:34108:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788838386.823431:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.823432:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788838386.823434:0:34108:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788838386.823435:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.823437:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.823438:0:34108:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788838386.823439:0:34108:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838386.823441:0:34108:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823443:0:34108:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823444:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:2.0:1788838386.823446:0:34108:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823448:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823449:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823451:0:34108:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823452:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823455:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788838386.823456:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788838386.823457:0:34108:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788838386.823458:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788838386.823460:0:34108:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788838386.823462:0:34108:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788838386.823466:0:34108:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc5274a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788838386.823471:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838386.823473:0:34108:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.823704:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838386.823707:0:34108:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.823709:0:34108:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788838386.823711:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788838386.823712:0:34108:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823714:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823716:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788838386.823718:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838386.823720:0:34108:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788838386.823722:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd0cff998 (ffff98afc89d3ab8/0) at cl_lock_release():245 00000020:00000001:2.0:1788838386.823725:0:34108:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838386.823726:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd0cff998 (ffff98afc89d3ab8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788838386.823730:0:34108:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788838386.823731:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838386.823732:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:2.0:1788838386.823735:0:34108:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838386.823736:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894c730 (ffff98afc89d3878/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788838386.823739:0:34108:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788838386.823740:0:34108:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788838386.823743:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.823745:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.823748:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:2.0:1788838386.823750:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838386.823752:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838386.823754:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838386.823758:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838386.823771:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.823773:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.823775:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838386.823777:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838386.823780:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838386.823790:0:34108:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838386.823793:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838386.823795:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838386.823799:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.823800:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.823802:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.823804:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838386.823806:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.823808:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.823810:0:34108:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.823812:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838386.823813:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.823814:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838386.823815:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.823815:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838386.823817:0:34108:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788838386.823818:0:34108:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838386.823819:0:34108:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838386.823821:0:34108:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838386.823822:0:34108:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838386.823823:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd0cff998 (ffff98afc89d3ab8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788838386.823826:0:34108:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788838386.823827:0:34108:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838386.823828:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894c730 (ffff98afc89d3ab8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788838386.823830:0:34108:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090cd10. 00000020:00000001:2.0:1788838386.823835:0:34108:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788838386.823836:0:34108:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894c700. 00020000:00000001:2.0:1788838386.823839:0:34108:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788838386.823840:0:34108:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788838386.823841:0:34108:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788838386.823843:0:34108:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788838386.823844:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.823846:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838386.823847:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788838386.823848:0:34108:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823850:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823851:0:34108:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788838386.823852:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788838386.823853:0:34108:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788838386.823855:0:34108:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:2.0:1788838386.823857:0:34108:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788838386.823858:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838386.823859:0:34108:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838386.823860:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.823861:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788838386.823863:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788838386.823864:0:34108:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823866:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.823867:0:34108:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838386.823868:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838386.823870:0:34108:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838386.823873:0:34108:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1788838386.823876:0:34108:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788838386.823879:0:34108:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788838386.823880:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838386.823882:0:34108:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838386.823883:0:34108:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838386.823884:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838386.823886:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838386.823887:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3870 00020000:00000001:2.0:1788838386.823891:0:34108:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838386.823892:0:34108:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838386.823894:0:34108:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838386.823895:0:34108:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838386.823898:0:34108:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838386.823899:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788838386.823901:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:2.0:1788838386.823902:0:34108:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1788838386.823906:0:34108:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838386.823908:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.823910:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.823911:0:34108:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838386.823914:0:34108:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788838386.823916:0:34108:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838386.823917:0:34108:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788838386.823919:0:34108:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838386.823920:0:34108:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788838386.823922:0:34108:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788838386 a=0 c=1788838386 b=1 00020000:00000001:2.0:1788838386.823925:0:34108:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838386.823927:0:34108:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788838386 a=0 c=1788838386 b=1 00020000:00000001:2.0:1788838386.823930:0:34108:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823931:0:34108:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.823932:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000080:00200000:2.0:1788838386.823935:0:34108:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 1 00000080:00000001:2.0:1788838386.823938:0:34108:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788838386.823941:0:34108:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1788838386.823943:0:34108:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1788838386.823945:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000020:00000001:2.0:1788838386.823949:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00000008:2.0:1788838386.823951:0:34108:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:2.0:1788838386.823953:0:34108:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838386.823973:0:34108:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788838386.823975:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fe48 00000080:00200008:2.0:1788838386.823976:0:34108:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:2.0:1788838386.823982:0:34108:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788838386.823984:0:34108:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788838386.823986:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838386.823988:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:2.0:1788838386.823990:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:2.0:1788838386.823993:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.823994:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838386.823996:0:34108:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838386.823998:0:34108:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788838386.824000:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838386.824001:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788838386.824002:0:34108:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838386.824004:0:34108:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff98afc3f370f0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788838386.824008:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:2.0:1788838386.824011:0:34108:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838386.824012:0:34108:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838386.824014:0:34108:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838386.824016:0:34108:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.824018:0:34108:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838386.824019:0:34108:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838386.824140:0:34108:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824143:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838386.824144:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838386.824145:0:34108:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838386.824147:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:2.0:1788838386.824149:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824151:0:34108:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788838386.824152:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788838386.824155:0:34108:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788838386.824157:0:34108:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788838386.824159:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788838386.824161:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838386.824162:0:34108:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838386.824163:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838386.824165:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286520 : -113594224265096 : ffff98afc89d3878) 00000020:00001000:2.0:1788838386.824167:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3870 00000020:00000001:2.0:1788838386.824169:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eb70 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.824170:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838386.824172:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838386.824173:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838386.824175:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.824176:0:34108:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.824178:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:2.0:1788838386.824180:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788838386.824181:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.824184:0:34108:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824185:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824187:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788838386.824188:0:34108:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788838386.824189:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.824190:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788838386.824192:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838386.824193:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824195:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.824196:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.824197:0:34108:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824198:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838386.824199:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824200:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824202:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788838386.824203:0:34108:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788838386.824204:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.824204:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788838386.824206:0:34108:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788838386.824207:0:34108:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788838386.824211:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788838386.824212:0:34108:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788838386.824214:0:34108:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838386.824216:0:34108:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788838386.824217:0:34108:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788838386.824219:0:34108:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446630479427226240 : -113594282325376 : ffff98afc5274a80) 00000008:00000020:2.0:1788838386.824222:0:34108:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff98afc5274a80 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1788838386.824224:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788838386.824225:0:34108:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788838386.824226:0:34108:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838386.824228:0:34108:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788838386.824229:0:34108:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788838386.824232:0:34108:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff98b0020d7540@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff98afc5274a80], [1703936|1|+|-|ffff98afc8bea600|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788838386.824238:0:34108:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000332426d6 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788838386.824244:0:34108:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788838386.824247:0:34108:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788838386.824251:0:34108:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788838386.824252:0:34108:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788838386.824255:0:34108:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff98b0020d7540@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff98afc5274a80], [1703936|1|+|-|ffff98afc8bea600|256|ffff98afc91aa7c0]} make ready 00000008:00010000:2.0:1788838386.824260:0:34108:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000332426d6 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788838386.824266:0:34108:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788838386.824268:0:34108:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788838386.824289:0:34108:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788838386.824291:0:34108:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788838386.824293:0:34108:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788838386.824294:0:34108:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788838386.824295:0:34108:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788838386.824296:0:34108:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788838386.824298:0:34108:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788838386.824299:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838386.824302:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838386.824303:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788838386.824304:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838386.824306:0:34108:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788838386.824308:0:34108:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000380e3e7a[2 00000000c972f720 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838386.824310:0:34108:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788838386.824311:0:34108:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824313:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.824315:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.824316:0:34108:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788838386.824318:0:34108:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824320:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:2.0:1788838386.824322:0:34108:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.824325:0:34108:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788838386.824328:0:34108:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff98afd0025800: cli: ffff98afd054d548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788838386.824334:0:34108:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff98afc32f8478. 00000008:00000010:2.0:1788838386.824338:0:34108:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff98afd0b055b0. 00000020:00000001:2.0:1788838386.824341:0:34108:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788838386.824343:0:34108:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788838386.824344:0:34108:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788838386.824347:0:34108:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788838386/1788838386 00000020:00000001:2.0:1788838386.824350:0:34108:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788838386.824351:0:34108:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788838386.824354:0:34108:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788838386.824356:0:34108:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788838386.824358:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838386.824363:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:2.0:1788838386.824366:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838386.824371:0:34108:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788838386.824373:0:34108:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788838386.824376:0:34108:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838386.824381:0:34108:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838386.824384:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838386.824390:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.824391:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838386.824393:0:34108:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788838386.824394:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838386.824395:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838386.824397:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:2.0:1788838386.824399:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838386.824401:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00000008:00000001:2.0:1788838386.824403:0:34108:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:2.0:1788838386.824404:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.824405:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788838386.824406:0:34108:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788838386.824408:0:34108:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788838386.824413:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0380. 00000020:00000040:2.0:1788838386.824416:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838386.824422:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.824425:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.824427:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.824433:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eb400. 00000100:00000001:2.0:1788838386.824439:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788838386.824446:0:34108:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:2.0:1788838386.824449:0:34108:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff98afd0025800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:2.0:1788838386.824454:0:34108:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788838386.824757:0:34108:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 681 MB/s 00000008:00008000:2.0:1788838386.824762:0:34108:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=1, folios=1 00000008:00000001:2.0:1788838386.824778:0:34108:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788838386.824781:0:34108:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 20d0186 (20) 00000008:00100000:2.0:1788838386.824786:0:34108:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff98afc4ac0380 - object 0x240000400:66 offset 0<>1 00000008:00000001:2.0:1788838386.824788:0:34108:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.824790:0:34108:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788838386.824792:0:34108:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788838386.824793:0:34108:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788838386.824795:0:34108:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788838386/1788838386 00000020:00000001:2.0:1788838386.824797:0:34108:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788838386.824798:0:34108:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788838386.824799:0:34108:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788838386.824802:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.824803:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000008:00000002:2.0:1788838386.824814:0:34108:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000ebc1f96a, now 0r/1w/0d in flight req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788838386.824822:0:34108:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1788838386.824830:0:34108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee0e5c06] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.824889:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.824893:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838386.824896:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838386.824902:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.824910:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838386.824913:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.824917:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838386.824919:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838386.824921:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838386.824925:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132268160:192.168.203.123@tcp:4:multiop.0 00000100:00000001:3.0:1788838386.824929:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838386.824934:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838386.824936:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.824938:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838386.824944:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8716c00. 02000000:00000001:3.0:1788838386.824946:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838386.824952:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838386.824957:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b000. 00000400:00000010:3.0:1788838386.824963:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838386.824970:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132268160, portal 4 00000100:00000001:3.0:1788838386.824972:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.824973:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000100:00000040:3.0:1788838386.824982:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.824994:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838386.824996:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838386.824999:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cebb0. 00000100:00000200:3.0:1788838386.825002:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875731132268160, offset 0 00000400:00000200:3.0:1788838386.825009:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838386.825017:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838386.825039:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838386.825044:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838386.825048:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838386.825052:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838386.825054:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838386.825058:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2590:2590:256:4294967295] 192.168.203.123@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:3.0:1788838386.825062:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838386.825071:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838386.825077:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838386.825082:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3900. 00000800:00000200:3.0:1788838386.825087:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838386.825095:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838386.825100:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3900 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788838386.825116:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.825121:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 214042 usecs (215 jiffies) 00000400:00000200:3.0:1788838386.825124:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838386.825126:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517013 00000100:00000001:3.0:1788838386.825129:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296517592 00000100:00000001:3.0:1788838386.825132:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517013 00000100:00000001:3.0:1788838386.825134:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296517592 00000100:00000001:3.0:1788838386.825136:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.825139:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.825142:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.825145:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838386.825261:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838386.825266:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3900. 00000400:00000200:0.0:1788838386.825281:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838386.825285:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838386.825290:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cebb0 00000400:00000010:0.0:1788838386.825293:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cebb0. 00000100:00000001:0.0:1788838386.825296:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838386.825300:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.825308:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838386.825311:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.825317:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.825318:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1788838386.825816:0:34108:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788838386.825818:0:34108:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.825820:0:34108:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.825823:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838386.825824:0:34108:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.825826:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838386.825827:0:34108:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.825829:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838386.825830:0:34108:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.825833:0:34108:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788838386.825835:0:34108:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.825837:0:34108:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1788838386.825839:0:34108:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788838386.825843:0:34108:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838386.825846:0:34108:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.825848:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.825851:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.825852:0:34108:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.825853:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.825855:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788838386.825858:0:34108:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788838386.825859:0:34108:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788838386.825860:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788838386.825862:0:34108:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1788838386.825864:0:34108:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:2.0:1788838386.825867:0:34108:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.825876:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838386.825879:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.826785:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838386.826789:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838386.826792:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.826793:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838386.826795:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.826797:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838386.830957:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.830973:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.830977:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.830979:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.830988:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.830994:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.831003:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.831007:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.831012:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.831016:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 4 MB=0x6a9f7afd53e80 00000400:00000200:1.0:1788838386.831851:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.831860:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 448/448 into md 0x6ec1 [1] + 224 00000800:00000001:1.0:1788838386.831870:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.831880:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.831884:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.831888:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.831895:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.831904:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838386.831915:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.831935:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838386.831944:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.831947:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.832162:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.832168:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838386.832174:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838386.832176:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838386.832179:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b000. 00000400:00000200:3.0:1788838386.832183:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838386.832185:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838386.832189:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838386.832194:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838386.832202:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0380 x1875731132268160/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.832208:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838386.832209:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.832212:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838386.832214:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838386.832217:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838386.832219:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.832222:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838386.832232:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef4a8 time=965 v=5 (5 5 0 0) 00000100:00001000:3.0:1788838386.832236:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838386.832239:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838386.832241:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.832244:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838386.832247:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.832249:0:2353:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838386.832251:0:2353:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838386.832253:0:2353:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838386.832255:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.832257:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419147136 : -113594290404480 : ffff98afc4ac0380) 00000100:00000001:3.0:1788838386.832260:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838386.832262:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788838386.832264:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838386.832267:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.832282:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0380 x1875731132268160/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.832290:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.832293:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838386.832295:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838386.832297:0:2353:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1788838386.832299:0:2353:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1788838386.832303:0:2353:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 406000 00000001:00000001:3.0:1788838386.832306:0:2353:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1788838386.832310:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for usr 0 00000001:04000000:3.0:1788838386.832312:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for grp 0 00000001:04000000:3.0:1788838386.832314:0:2353:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for prj 0 00000001:00000001:3.0:1788838386.832316:0:2353:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838386.832318:0:2353:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:3.0:1788838386.832320:0:2353:0:(osc_request.c:2091:check_write_checksum()) checksum 20d0186 confirmed 00000008:00000001:3.0:1788838386.832324:0:2353:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788838386.832326:0:2353:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1788838386.832328:0:2353:0:(osc_request.c:2586:brw_interpret()) request ffff98afc4ac0380 aa ffff98afc4ac0530 rc 0 00000020:00000001:3.0:1788838386.832336:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838386.832339:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838386.832341:0:2353:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788838386.832344:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838386.832346:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.832348:0:2353:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.832350:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000010:3.0:1788838386.832352:0:2353:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff98afd0b055b0. 00000020:00000001:3.0:1788838386.832357:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838386.832359:0:2353:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1788838386.832363:0:2353:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1788838386.832365:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.832369:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0380 x1875731132268160/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.832376:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838386.832380:0:2353:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788838386.832383:0:2353:0:(osc_cache.c:908:osc_extent_finish()) extent ffff98b0020d7540@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff98afc5274a80], [1703936|1|+|+|ffff98afc8bea600|256|ffff98afc91aa7c0]} extent finished. 00000008:00010000:3.0:1788838386.832390:0:2353:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000332426d6 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788838386.832403:0:2353:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1788838386.832405:0:2353:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788838386.832410:0:2353:0:(cl_page.c:1104:cl_page_complete()) page@00000000380e3e7a[2 00000000c972f720 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838386.832412:0:2353:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788838386.832413:0:2353:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788838386.832415:0:2353:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788838386.832417:0:2353:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838386.832420:0:2353:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[2 00000000c972f720 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838386.832422:0:2353:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788838386.832425:0:2353:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788838386.832428:0:2353:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788838386.832431:0:2353:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788838386.832433:0:2353:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788838386.832447:0:2353:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788838386.832448:0:2353:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788838386.832450:0:2353:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788838386.832452:0:2353:0:(cl_page.c:556:cl_batch_put()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838386.832454:0:2353:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788838386.832455:0:2353:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788838386.832456:0:2353:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1788838386.832459:0:2353:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:3.0:1788838386.832589:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff98b0020d7540@{[0 -> 255/255], [2|0|-|inv|wuY|ffff98afc5274a80], [1703936|0|-|-|ffff98afc8bea600|256|ffff98afc91aa7c0]} destroyed. 00000008:00010000:3.0:1788838386.832595:0:2353:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000332426d6 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788838386.832607:0:2353:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788838386.832610:0:2353:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff98afc32f8478. 00000008:00000020:3.0:1788838386.832618:0:2353:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff98afd054d548. 00000008:00000001:3.0:1788838386.832629:0:2353:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.832635:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0380 x1875731132268160/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838386.832643:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132268160:192.168.203.123@tcp:4:multiop.0 00000100:00000001:3.0:1788838386.832648:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.832650:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.832653:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0380 x1875731132268160/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.832682:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.832685:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.832691:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838386.832693:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.832695:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.832697:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.832708:0:10423:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788838386.832715:0:10423:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d36c0. 00000020:00000010:3.0:1788838386.832720:0:10423:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4abea00. 00000020:00000010:3.0:1788838386.832725:0:10423:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc4abf000. 00000020:00000010:3.0:1788838386.832729:0:10423:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acb3c0. 00000008:00000010:3.0:1788838386.832734:0:10423:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd06be4b0. 00020000:00000010:3.0:1788838386.832738:0:10423:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013b600. 00008000:00000010:3.0:1788838386.832743:0:10423:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07ec000. 00000080:00000010:3.0:1788838386.832748:0:10423:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec2f18. 00000080:00000010:3.0:1788838386.832752:0:10423:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f35970. 00000020:00000010:3.0:1788838386.832755:0:10423:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4abf600. 00000008:00000010:3.0:1788838386.832759:0:10423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669de40. 00020000:00000010:3.0:1788838386.832762:0:10423:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cad6d0. 00008000:00000010:3.0:1788838386.832765:0:10423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfe998. 00000080:00000010:3.0:1788838386.832768:0:10423:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cff780. 00000020:00000001:3.0:1788838386.832770:0:10423:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286088 : -113594224265528 : ffff98afc89d36c8) 00000020:00001000:3.0:1788838386.832773:0:10423:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d36c0 00000008:00000020:3.0:1788838386.832774:0:10423:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff98afd054d548. 00000008:00000001:3.0:1788838386.832776:0:10423:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788838386.832778:0:10423:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1788838386.832780:0:10423:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838386.832782:0:10423:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1788838386.832783:0:10423:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d36c0 00000008:00000001:2.0:1788838386.832857:0:34108:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.832861:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838386.832863:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788838386.832866:0:34108:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff98b0020d7540. 00000008:00000020:2.0:1788838386.832871:0:34108:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788838386.832874:0:34108:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.832876:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788838386.832879:0:34108:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.832881:0:34108:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788838386.832883:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788838386.832885:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788838386.832887:0:34108:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788838386.832889:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.832891:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838386.832896:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788838386.832897:0:34108:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.832899:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.832901:0:34108:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788838386.832902:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788838386.832903:0:34108:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788838386.832905:0:34108:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788838386.832906:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838386.832907:0:34108:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838386.832908:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.832909:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788838386.832910:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788838386.832911:0:34108:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.832914:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.832916:0:34108:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838386.832917:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838386.832918:0:34108:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.832921:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838386.832922:0:34108:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838386.832924:0:34108:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838386.832925:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838386.832926:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838386.832928:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3870 00020000:00000001:2.0:1788838386.832930:0:34108:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838386.832932:0:34108:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838386.832934:0:34108:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838386.832937:0:34108:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838386.832940:0:34108:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838386.832941:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838386.832942:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:2.0:1788838386.832945:0:34108:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838386.832948:0:34108:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.832954:0:34108:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788838386.832956:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:2.0:1788838386.832960:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:2.0:1788838386.832962:0:34108:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838386.832965:0:34108:0:(file.c:5353:ll_mdsync()) inode ffff98afd15ac2c8 metadata sync [0x200000404:0x30:0x0] (need_sync=1) 00800000:00000001:2.0:1788838386.832970:0:34108:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:2.0:1788838386.832976:0:34108:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1788838386.832981:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838386.832985:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838386.832989:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.832992:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.832996:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.833003:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85ea000. 00000100:00000001:2.0:1788838386.833008:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.833013:0:34108:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838386.833015:0:34108:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838386.833602:0:34108:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.833608:0:34108:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407972096 : -113594301579520 : ffff98afc4017f00) 00000100:00000001:2.0:1788838386.833611:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.833613:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000001:2.0:1788838386.833618:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838386.833622:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.833623:0:34108:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838386.833625:0:34108:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838386.833633:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.833641:0:34108:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838386.833643:0:34108:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.833646:0:34108:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838386.833649:0:34108:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838386.833652:0:34108:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838386.833681:0:34108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132268288:192.168.203.123@tcp:44:multiop.0 00000100:00000001:2.0:1788838386.833686:0:34108:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838386.833691:0:34108:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838386.833693:0:34108:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.833696:0:34108:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838386.833701:0:34108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838386.833703:0:34108:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838386.833709:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838386.833712:0:34108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838386.833717:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838386.833723:0:34108:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132268288, portal 10 00000100:00000001:2.0:1788838386.833725:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838386.833726:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:2.0:1788838386.833733:0:34108:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.833741:0:34108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838386.833744:0:34108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838386.833747:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a908. 00000100:00000200:2.0:1788838386.833750:0:34108:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875731132268288, offset 0 00000400:00000200:2.0:1788838386.833756:0:34108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838386.833764:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.833771:0:34108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838386.833776:0:34108:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838386.833781:0:34108:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838386.833785:0:34108:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838386.833788:0:34108:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838386.833791:0:34108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2591:2591:256:4294967295] 192.168.203.123@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:2.0:1788838386.833795:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838386.833805:0:34108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838386.833810:0:34108:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838386.833815:0:34108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14400. 00000800:00000200:2.0:1788838386.833821:0:34108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838386.833827:0:34108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838386.833831:0:34108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14400 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788838386.833901:0:34108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.833906:0:34108:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 834453 usecs (835 jiffies) 00000400:00000200:2.0:1788838386.833909:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838386.833912:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517642 00000100:00000001:2.0:1788838386.833919:0:34108:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517592 00000100:00000001:2.0:1788838386.833924:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517642 00000100:00000001:2.0:1788838386.833927:0:34108:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517592 00000100:00000001:2.0:1788838386.833930:0:34108:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.833933:0:34108:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.833934:0:34108:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838386.833936:0:34108:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838386.833939:0:34108:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788838386.833941:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838386.833943:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838386.840123:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838386.840131:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14400. 00000400:00000200:0.0:1788838386.840137:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838386.840146:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838386.840152:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a908 00000400:00000010:0.0:1788838386.840155:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a908. 00000100:00000001:0.0:1788838386.840160:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838386.840167:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838386.840179:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838386.840183:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838386.840190:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.840192:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838386.951858:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.951887:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.951892:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.951895:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.951906:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.951915:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.951928:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.951935:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.951941:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.951946:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd53f00 00000400:00000200:1.0:1788838386.951951:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.951959:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x6ec9 [1] + 224 00000800:00000001:1.0:1788838386.951968:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.951984:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.951987:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.951992:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.952001:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.952013:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838386.952025:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838386.952051:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838386.952063:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.952067:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.952135:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838386.952149:0:34108:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838386.952152:0:34108:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838386.952157:0:34108:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:2.0:1788838386.952165:0:34108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:2.0:1788838386.952168:0:34108:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:2.0:1788838386.952173:0:34108:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838386.952184:0:34108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838386.952196:0:34108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.952205:0:34108:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838386.952207:0:34108:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.952209:0:34108:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838386.952212:0:34108:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838386.952214:0:34108:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838386.952216:0:34108:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838386.952219:0:34108:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838386.952228:0:34108:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=65 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838386.952233:0:34108:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838386.952235:0:34108:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838386.952236:0:34108:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838386.952239:0:34108:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838386.952243:0:34108:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.952246:0:34108:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838386.952248:0:34108:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 8589934597 gen 2 00000100:00000040:2.0:1788838386.952255:0:34108:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff98afd090b480 x1875731132266240/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.952263:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.952266:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b480 x1875731132266240/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.952282:0:34108:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838386.952285:0:34108:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838386.952288:0:34108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0081000. 02000000:00000001:2.0:1788838386.952293:0:34108:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838386.952296:0:34108:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838386.952298:0:34108:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838386.952301:0:34108:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838386.952303:0:34108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0083400. 02000000:00000001:2.0:1788838386.952307:0:34108:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838386.952308:0:34108:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838386.952310:0:34108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b480. 00000100:00000001:2.0:1788838386.952313:0:34108:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838386.952315:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838386.952319:0:34108:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff98afc4ac2a00 x1875731132267264/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.952325:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.952328:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132267264/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.952333:0:34108:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838386.952335:0:34108:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838386.952336:0:34108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838386.952338:0:34108:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838386.952340:0:34108:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838386.952341:0:34108:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838386.952342:0:34108:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838386.952344:0:34108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e400. 02000000:00000001:2.0:1788838386.952346:0:34108:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838386.952347:0:34108:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838386.952348:0:34108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:2.0:1788838386.952351:0:34108:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838386.952352:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838386.952356:0:34108:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838386.952362:0:34108:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788838386.952365:0:34108:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:2.0:1788838386.952367:0:34108:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838386.952369:0:34108:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.952373:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.952381:0:34108:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838386.952384:0:34108:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838386.952386:0:34108:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838386.952389:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838386.952397:0:34108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132268288:192.168.203.123@tcp:44:multiop.0 00000100:00000001:2.0:1788838386.952403:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838386.952406:0:34108:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.952408:0:34108:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838386.952410:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.952412:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.952418:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838386.952420:0:34108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017f00. 00000100:00000001:2.0:1788838386.952423:0:34108:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838386.952424:0:34108:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838386.952427:0:34108:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838386.952430:0:34108:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.952433:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838386.952436:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132268288/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838386.952442:0:34108:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838386.952443:0:34108:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838386.952444:0:34108:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838386.952447:0:34108:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838386.952448:0:34108:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838386.952449:0:34108:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838386.952450:0:34108:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838386.952451:0:34108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85ea000. 02000000:00000001:2.0:1788838386.952454:0:34108:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838386.952455:0:34108:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838386.952456:0:34108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:2.0:1788838386.952459:0:34108:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838386.952459:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838386.952463:0:34108:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1788838386.952465:0:34108:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838386.952467:0:34108:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788838386.952470:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838386.952474:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:2.0:1788838386.952477:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000020:00000001:2.0:1788838386.952481:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.952484:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838386.952486:0:34108:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838386.952488:0:34108:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788838386.952490:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838386.952492:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788838386.952493:0:34108:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838386.952497:0:34108:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff98afc3f370f0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1788838386.952500:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:2.0:1788838386.952504:0:34108:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838386.952505:0:34108:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838386.952507:0:34108:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838386.952579:0:34108:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.952582:0:34108:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838386.952584:0:34108:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838386.952586:0:34108:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952587:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838386.952589:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838386.952590:0:34108:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838386.952592:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:2.0:1788838386.952595:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952597:0:34108:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788838386.952599:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788838386.952602:0:34108:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788838386.952604:0:34108:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788838386.952608:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1788838386.952611:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838386.952613:0:34108:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838386.952614:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838386.952616:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286520 : -113594224265096 : ffff98afc89d3878) 00000020:00001000:2.0:1788838386.952619:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3870 00000020:00000001:2.0:1788838386.952622:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eb70 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.952624:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838386.952627:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838386.952628:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838386.952629:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.952631:0:34108:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.952632:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622492840 : -113594087058776 : ffff98afd0cad2a8) 00000020:00000001:2.0:1788838386.952635:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788838386.952636:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.952639:0:34108:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952640:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952641:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788838386.952643:0:34108:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788838386.952645:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.952646:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788838386.952647:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838386.952649:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952650:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.952652:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.952654:0:34108:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952705:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838386.952707:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952708:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952710:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788838386.952712:0:34108:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788838386.952713:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.952714:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788838386.952716:0:34108:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788838386.952718:0:34108:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788838386.952723:0:34108:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1788838386.952727:0:34108:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.952729:0:34108:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788838386.952731:0:34108:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788838386.952734:0:34108:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.952736:0:34108:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788838386.952739:0:34108:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788838386.952741:0:34108:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788838386.952742:0:34108:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788838386.952745:0:34108:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788838386.952746:0:34108:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788838386.952747:0:34108:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788838386.952750:0:34108:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788838386.952758:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3b80. 00000020:00000040:2.0:1788838386.952762:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838386.952766:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838386.952769:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838386.952773:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838386.952779:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85ea000. 00000100:00000001:2.0:1788838386.952786:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838386.952793:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838386.952797:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838386.952804:0:34108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a9ac53] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788838386.952839:0:34108:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.952841:0:34108:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838386.952843:0:34108:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952845:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.952846:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.952847:0:34108:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952849:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.952850:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788838386.952852:0:34108:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788838386.952854:0:34108:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788838386.952855:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788838386.952967:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.952970:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838386.952972:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838386.952979:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.952986:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838386.952988:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.952992:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838386.952994:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838386.952996:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838386.952999:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132268416:192.168.203.123@tcp:16:multiop.0 00000100:00000001:3.0:1788838386.953003:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838386.953008:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838386.953011:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.953013:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838386.953018:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838386.953019:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838386.953027:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838386.953031:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b000. 00000400:00000010:3.0:1788838386.953037:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838386.953043:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132268416, portal 4 00000100:00000001:3.0:1788838386.953046:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838386.953047:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419161472 : -113594290390144 : ffff98afc4ac3b80) 00000100:00000040:3.0:1788838386.953054:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.953061:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838386.953064:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838386.953067:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce4c8. 00000100:00000200:3.0:1788838386.953070:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875731132268416, offset 0 00000400:00000200:3.0:1788838386.953077:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838386.953085:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838386.953091:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838386.953095:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838386.953100:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838386.953103:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838386.953106:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838386.953109:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2592:2592:256:4294967295] 192.168.203.123@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:3.0:1788838386.953113:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838386.953122:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838386.953127:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838386.953132:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3500. 00000800:00000200:3.0:1788838386.953139:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838386.953146:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838386.953151:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788838386.953207:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.953211:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 213053 usecs (214 jiffies) 00000400:00000200:3.0:1788838386.953215:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838386.953218:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517140 00000100:00000001:3.0:1788838386.953221:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296517642 00000100:00000001:3.0:1788838386.953224:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517140 00000100:00000001:3.0:1788838386.953226:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296517642 00000100:00000001:3.0:1788838386.953228:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.953231:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.953233:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.953235:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.953244:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838386.953246:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838386.953247:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.953249:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838386.953250:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.953252:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.953263:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.953265:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838386.956397:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838386.956407:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3500. 00000400:00000200:0.0:1788838386.956415:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838386.956424:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838386.956431:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce4c8 00000400:00000010:0.0:1788838386.956434:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce4c8. 00000100:00000001:0.0:1788838386.956439:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838386.956446:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.956458:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838386.956462:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838386.956480:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838386.956482:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838386.990181:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.990205:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838386.990211:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.990214:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.990226:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.990235:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838386.990246:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.990251:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.990256:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.990261:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 432 into portal 4 MB=0x6a9f7afd53f80 00000400:00000200:1.0:1788838386.990267:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838386.990285:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 432/432 into md 0x6ed1 [1] + 224 00000800:00000001:1.0:1788838386.990294:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.990306:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838386.990310:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838386.990315:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838386.990325:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838386.990335:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838386.990347:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838386.990365:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838386.990376:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838386.990380:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.990452:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.990458:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838386.990466:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838386.990469:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838386.990473:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b000. 00000400:00000200:3.0:1788838386.990486:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838386.990489:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838386.990493:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838386.990498:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838386.990507:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.990513:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838386.990515:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.990518:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838386.990522:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838386.990525:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838386.990528:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838386.990531:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838386.990542:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=65 v=5 (5 5 5 16) 00000100:00001000:3.0:1788838386.990547:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838386.990550:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838386.990553:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838386.990556:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838386.990561:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.990566:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788838386.990569:0:2354:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: committing for last_committed 4294967331 gen 19 00000100:00000040:3.0:1788838386.990575:0:2354:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967331) req@ffff98afc4ac0380 x1875731132268160/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.990584:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.990587:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0380 x1875731132268160/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838402 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.990594:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838386.990597:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838386.990601:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8716c00. 02000000:00000001:3.0:1788838386.990606:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838386.990609:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838386.990611:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838386.990614:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838386.990618:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eb400. 02000000:00000001:3.0:1788838386.990621:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838386.990623:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838386.990626:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0380. 00000100:00000001:3.0:1788838386.990630:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838386.990632:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.990634:0:2354:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788838386.990637:0:2354:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1788838386.990640:0:2354:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838386.990642:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.990648:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.990692:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838386.990696:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838386.990699:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838386.990703:0:2354:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1788838386.990713:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838386.990716:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838386.990719:0:2354:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788838386.990722:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838386.990726:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.990728:0:2354:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838386.990729:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:3.0:1788838386.990745:0:2354:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838386.990750:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838386.990758:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132268416:192.168.203.123@tcp:16:multiop.0 00000100:00000001:3.0:1788838386.990763:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.990765:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838386.990768:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3b80 x1875731132268416/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838386.990774:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838386.990776:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838386.990778:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838386.990780:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838386.990782:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838386.990783:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838386.990785:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838386.990787:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85ea000. 02000000:00000001:3.0:1788838386.990789:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838386.990790:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838386.990791:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3b80. 00000100:00000001:3.0:1788838386.990794:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838386.990795:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.990798:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838386.990806:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838386.990808:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838386.990811:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838386.990813:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.993690:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788838386.993698:0:34108:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.993703:0:34108:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788838386.993709:0:34108:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838386.993713:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.993717:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838386.993719:0:34108:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838386.993723:0:34108:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788838386.993727:0:34108:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838386.993730:0:34108:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788838386.993731:0:34108:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838386.993732:0:34108:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788838386.993735:0:34108:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788838386 a=0 c=1788838386 b=11 00020000:00000001:2.0:1788838386.993740:0:34108:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838386.993742:0:34108:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788838386 a=0 c=1788838386 b=11 00020000:00000001:2.0:1788838386.993745:0:34108:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.993748:0:34108:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.993749:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000080:00200000:2.0:1788838386.993752:0:34108:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 11 00000080:00000001:2.0:1788838386.993755:0:34108:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788838386.993756:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788838386.993758:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788838386.993760:0:34108:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788838386.993762:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.993764:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838386.993765:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788838386.993766:0:34108:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.993768:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.993770:0:34108:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788838386.993771:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788838386.993772:0:34108:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788838386.993774:0:34108:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788838386.993775:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838386.993777:0:34108:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838386.993778:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838386.993779:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788838386.993780:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788838386.993781:0:34108:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.993783:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838386.993784:0:34108:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838386.993785:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838386.993787:0:34108:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.993789:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838386.993791:0:34108:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838386.993792:0:34108:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838386.993793:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838386.993794:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838386.993796:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3870 00020000:00000001:2.0:1788838386.993799:0:34108:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838386.993801:0:34108:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838386.993804:0:34108:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838386.993806:0:34108:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838386.993809:0:34108:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838386.993811:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838386.993813:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000080:00000001:2.0:1788838386.993815:0:34108:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838386.993822:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fe48 00000080:00000008:2.0:1788838386.993824:0:34108:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:2.0:1788838386.993828:0:34108:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.033875:0:34112:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838387.033884:0:34112:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838387.033888:0:34112:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fb78 00000080:00200000:3.0:1788838387.033894:0:34112:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838387.033904:0:34112:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abe400. 00800000:00000002:3.0:1788838387.033914:0:34112:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838387.033919:0:34112:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838387.033925:0:34112:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838387.033927:0:34112:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fa98 00800000:00000002:3.0:1788838387.033931:0:34112:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838387.033935:0:34112:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838387.033940:0:34112:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838387.033946:0:34112:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838387.033948:0:34112:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3f968 00000002:00010000:3.0:1788838387.033950:0:34112:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838387.033954:0:34112:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838387.033956:0:34112:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838387.033960:0:34112:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838387.033968:0:34112:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:3.0:1788838387.033971:0:34112:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838387.033977:0:34112:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838387.033982:0:34112:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838387.033987:0:34112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788838387.034000:0:34112:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838387.034007:0:34112:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838387.034010:0:34112:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788838387.034019:0:34112:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838387.034021:0:34112:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838387.034023:0:34112:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838387.034026:0:34112:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838387.034028:0:34112:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838387.034030:0:34112:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838387.034033:0:34112:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838387.034035:0:34112:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838387.034039:0:34112:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abe400. 00000080:00000001:3.0:1788838387.034044:0:34112:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838387.034046:0:34112:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838387.034049:0:34112:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838387.034053:0:34112:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfff 00800000:00000001:3.0:1788838387.034056:0:34112:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838387.034059:0:34112:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838387.034061:0:34112:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838387.034161:0:34112:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838387.034165:0:34112:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838387.034168:0:34112:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.034171:0:34112:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.034175:0:34112:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.034178:0:34112:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838387.034179:0:34112:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838387.034181:0:34112:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838387.034184:0:34112:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfff from it ffffbbcb01f3fbb0 00010000:00000001:3.0:1788838387.034187:0:34112:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838387.034188:0:34112:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838387.034190:0:34112:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838387.034192:0:34112:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.034195:0:34112:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.034197:0:34112:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838387.034201:0:34112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838387.034207:0:34112:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.034209:0:34112:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838387.034210:0:34112:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838387.034213:0:34112:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838387.034216:0:34112:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838387.034223:0:34112:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838387.034228:0:34112:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838387.034230:0:34112:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838387.034235:0:34112:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.034236:0:34112:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838387.034238:0:34112:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.034241:0:34112:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838387.034243:0:34112:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.034245:0:34112:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.034248:0:34112:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.034250:0:34112:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838387.034251:0:34112:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.034252:0:34112:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838387.034257:0:34112:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838387.034259:0:34112:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838387.034261:0:34112:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788838387.034267:0:34112:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.034352:0:34112:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788838387.034355:0:34112:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838387.034357:0:34112:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fb78 00000080:00200008:3.0:1788838387.034359:0:34112:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 504000 00000080:00000010:3.0:1788838387.034365:0:34112:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a0a00. 00000080:00000001:3.0:1788838387.034371:0:34112:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.034373:0:34112:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.034475:0:34112:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838387.034479:0:34112:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=8028667f arg=7ffdacce62b0 00000080:00000001:3.0:1788838387.034487:0:34112:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:3.0:1788838387.034490:0:34112:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1788838387.034492:0:34112:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.034494:0:34112:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.034496:0:34112:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.034504:0:34112:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838387.034507:0:34112:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838387.034509:0:34112:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fdd0 00000080:00200008:3.0:1788838387.034511:0:34112:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 504000 00000080:00400000:3.0:1788838387.034515:0:34112:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788838387.034518:0:34112:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a0a00. 00000080:00000001:3.0:1788838387.034522:0:34112:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838387.034525:0:34112:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f3fdd0 00000080:00000008:3.0:1788838387.034527:0:34112:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 504000, rc = 0 00000080:00000001:3.0:1788838387.034530:0:34112:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.034532:0:34112:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.211818:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838387.211828:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.211834:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838387.211835:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.211838:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838387.211840:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838387.211921:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838387.211925:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838387.211928:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788838387.722832:0:30713:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296517642, at 4296517696 00000100:00000010:0.0:1788838387.722853:0:30713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1000. 00000100:00000040:1.0:1788838387.722958:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296517642, at 4296517696 00000100:00000010:1.0:1788838387.722965:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a11e0. 00000080:00000001:0.0:1788838387.796715:0:34108:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788838387.796726:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00200008:0.0:1788838387.796731:0:34108:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000002:0.0:1788838387.796736:0:34108:0:(file.c:2656:do_file_write_iter()) inode ffff98afd15ac2c8 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:0.0:1788838387.796740:0:34108:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788838387.796743:0:34108:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.796746:0:34108:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788838387.796752:0:34108:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.796754:0:34108:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1788838387.796758:0:34108:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788838387.796763:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:0.0:1788838387.796767:0:34108:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acbf00 addref 2/0 by ffff98afc91aa7c0. 00020000:00000002:0.0:1788838387.796770:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838387.796773:0:34108:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:0.0:1788838387.796785:0:34108:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788838387.796787:0:34108:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:0.0:1788838387.796792:0:34108:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1788838387.796797:0:34108:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1788838387.796799:0:34108:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:0.0:1788838387.796801:0:34108:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.796804:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.796808:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838387.796811:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838387.796815:0:34108:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788838387.796817:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:0.0:1788838387.796819:0:34108:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:0.0:1788838387.796825:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc30 00000080:00200000:0.0:1788838387.796827:0:34108:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1788838387.796830:0:34108:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788838387.796838:0:34108:0:(cl_io.c:214:cl_io_rw_init()) header@00000000608d8585[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:0.0:1788838387.796840:0:34108:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:0.0:1788838387.796844:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.796846:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838387.796849:0:34108:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838387.796851:0:34108:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838387.796855:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.796856:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788838387.796859:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838387.796864:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.796868:0:34108:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838387.796870:0:34108:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.796872:0:34108:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838387.796875:0:34108:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff98afc50512e0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788838387.796878:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838387.796882:0:34108:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838387.796884:0:34108:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838387.796887:0:34108:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838387.796889:0:34108:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788838387.796891:0:34108:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:0.0:1788838387.796894:0:34108:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788838387.796895:0:34108:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838387.796897:0:34108:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.796899:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.796899:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838387.796901:0:34108:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838387.796902:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838387.796904:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.796906:0:34108:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838387.796908:0:34108:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1788838387.796911:0:34108:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788838387.796914:0:34108:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.796917:0:34108:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788838387.796919:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788838387.796922:0:34108:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788838387.796924:0:34108:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788838387.796926:0:34108:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788838387.796929:0:34108:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:0.0:1788838387.796932:0:34108:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788838387.796935:0:34108:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788838387.796939:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:0.0:1788838387.796942:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838387.796945:0:34108:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838387.796946:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.796948:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709640 : -113594235841976 : ffff98afc7ec9248) 00000020:00001000:0.0:1788838387.796951:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9240 00000020:00000001:0.0:1788838387.796954:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eb70 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.796956:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838387.796960:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.796962:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838387.796963:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.796966:0:34108:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.796967:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838387.796971:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788838387.796974:0:34108:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788838387.796978:0:34108:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.796980:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.796982:0:34108:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.796984:0:34108:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.796986:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.796989:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788838387.796992:0:34108:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788838387.796994:0:34108:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788838387.796998:0:34108:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788838387.797001:0:34108:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.797004:0:34108:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.797006:0:34108:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788838387.797008:0:34108:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1788838387.797011:0:34108:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788838387.797012:0:34108:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788838387.797014:0:34108:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797016:0:34108:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.797018:0:34108:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.797020:0:34108:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.797022:0:34108:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797024:0:34108:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788838387.797027:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.797028:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788838387.797030:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838387.797031:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797033:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797035:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797037:0:34108:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797039:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838387.797042:0:34108:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838387.797044:0:34108:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838387.797047:0:34108:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838387.797050:0:34108:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838387.797052:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1788838387.797062:0:34108:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9ea80. 00020000:00000002:0.0:1788838387.797064:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1788838387.797067:0:34108:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838387.797069:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838387.797071:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838387.797073:0:34108:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838387.797078:0:34108:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe0952850. 00000008:00010000:0.0:1788838387.797082:0:34108:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788838387.797085:0:34108:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838387.797086:0:34108:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838387.797091:0:34108:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9eab0, osc lock ffff98afe0952850, flags 0x0 00000020:00000001:0.0:1788838387.797093:0:34108:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797095:0:34108:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797098:0:34108:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423203968 : -113594286347648 : ffff98afc4e9ea80) 00000020:00000001:0.0:1788838387.797100:0:34108:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838387.797101:0:34108:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838387.797104:0:34108:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797105:0:34108:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797108:0:34108:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838387.797110:0:34108:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838387.797112:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838387.797113:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838387.797115:0:34108:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838387.797118:0:34108:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838387.797120:0:34108:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788838387.797122:0:34108:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797125:0:34108:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838387.797128:0:34108:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838387.797129:0:34108:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838387.797131:0:34108:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838387.797133:0:34108:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838387.797134:0:34108:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838387.797137:0:34108:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838387.797142:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838387.797165:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:0.0:1788838387.797169:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838387.797177:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838387.797182:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838387.797187:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788838387.797201:0:34108:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838387.797208:0:34108:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838387.797211:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838387.797220:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.797222:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.797225:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:0.0:1788838387.797228:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797231:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00000008:00000001:0.0:1788838387.797236:0:34108:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838387.797239:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.797240:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.797241:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=4 00000020:00000001:0.0:1788838387.797243:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797245:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797248:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.797249:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.797251:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:0.0:1788838387.797253:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797255:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797257:0:34108:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838387.797259:0:34108:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838387.797262:0:34108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838387.797279:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.797281:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838387.797283:0:34108:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.797286:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.797287:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.797289:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=6 00000020:00000001:0.0:1788838387.797291:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797294:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797296:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838387.797299:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838387.797307:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.797308:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838387.797311:0:34108:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838387.797319:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838387.797320:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.797321:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.797323:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.797324:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838387.797325:0:34108:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.797328:0:34108:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797330:0:34108:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797333:0:34108:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797334:0:34108:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797336:0:34108:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797338:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797340:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797342:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788838387.797345:0:34108:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788838387.797350:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb80 00000080:00200000:0.0:1788838387.797353:0:34108:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:0.0:1788838387.797355:0:34108:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788838387.797357:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:0.0:1788838387.797359:0:34108:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acbf00 addref 2/0 by ffff98afc91aa7c0. 00020000:00000002:0.0:1788838387.797362:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838387.797364:0:34108:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788838387.797367:0:34108:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788838387.797370:0:34108:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788838387.797373:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:0.0:1788838387.797375:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838387.797377:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838387.797379:0:34108:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788838387.797381:0:34108:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788838387.797384:0:34108:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797386:0:34108:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797388:0:34108:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797390:0:34108:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.797394:0:34108:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788838387.797395:0:34108:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:0.0:1788838387.797399:0:34108:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788838387.797401:0:34108:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffff5ee049de480 ffff98afc2e6bc40 1 00000020:00000001:0.0:1788838387.797405:0:34108:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788838387.797409:0:34108:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446630479389441088 : -113594320110528 : ffff98afc2e6bc40) 00000020:00000001:0.0:1788838387.797411:0:34108:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446630479389441088 : -113594320110528 : ffff98afc2e6bc40) 00000020:00000001:0.0:1788838387.797414:0:34108:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788838387.797417:0:34108:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838387.797419:0:34108:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479424983776 : -113594284567840 : ffff98afc50512e0) 00000020:00000001:0.0:1788838387.797422:0:34108:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788838387.797423:0:34108:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788838387.797426:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838387.797430:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000006df5466 0 0 0] 00000020:00000001:0.0:1788838387.797433:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788838387.797435:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838387.797436:0:34108:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788838387.797438:0:34108:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788838387.797439:0:34108:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.797443:0:34108:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788838387.797445:0:34108:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:0.0:1788838387.797447:0:34108:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838387.797448:0:34108:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479424983776 : -113594284567840 : ffff98afc50512e0) 00000020:00000001:0.0:1788838387.797450:0:34108:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788838387.797452:0:34108:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788838387.797455:0:34108:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788838387.797457:0:34108:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788838387.797459:0:34108:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788838387.797460:0:34108:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788838387.797464:0:34108:0:(rw26.c:929:ll_write_end()) page@00000000380e3e7a[3 00000000c972f720 2 1 0000000006df5466 0 0 0] 00000080:00200000:0.0:1788838387.797468:0:34108:0:(rw26.c:929:ll_write_end()) vmpage @0000000081429951 17ffffc0001029 2:0 ffff98afc2e6bc40 0 lru 00000080:00200000:0.0:1788838387.797477:0:34108:0:(rw26.c:929:ll_write_end()) osc-page@0000000076d1560d 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 0000000096d8eead 00000000cf87dfca > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788838387.797480:0:34108:0:(rw26.c:929:ll_write_end()) end page@00000000380e3e7a 00000080:00200000:0.0:1788838387.797481:0:34108:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788838387.797483:0:34108:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838387.797487:0:34108:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788838387.797489:0:34108:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:0.0:1788838387.797492:0:34108:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788838387.797495:0:34108:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788838387.797496:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838387.797498:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838387.797500:0:34108:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788838387.797502:0:34108:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788838387.797504:0:34108:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788838387.797506:0:34108:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788838387.797507:0:34108:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788838387.797509:0:34108:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788838387.797513:0:34108:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff98afc2e6bcb0 folio fffff5ee049de480 pg:0 added for cmd 2 00000008:00000001:0.0:1788838387.797519:0:34108:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788838387.797522:0:34108:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:0.0:1788838387.797529:0:34108:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:0.0:1788838387.797533:0:34108:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff98afc2e6bce8 page fffff5ee049de480 00000008:00000020:0.0:1788838387.797538:0:34108:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:0.0:1788838387.797543:0:34108:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788838387.797545:0:34108:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.797548:0:34108:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788838387.797553:0:34108:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98afd03ac480. 00000008:00000020:0.0:1788838387.797560:0:34108:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff98afc5274a80 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788838387.797568:0:34108:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788838387.797574:0:34108:0:(osc_cache.c:858:osc_extent_find()) extent ffff98afd03ac480@{[0 -> 255/255], [3|1|-|active|wi|ffff98afc5274a80], [1703936|0|-|-|ffff98afc8bea600|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788838387.797581:0:34108:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000189acc20 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788838387.797589:0:34108:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788838387.797594:0:34108:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.797597:0:34108:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.797599:0:34108:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788838387.797601:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000002:0.0:1788838387.797604:0:34108:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:0.0:1788838387.797606:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.797608:0:34108:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788838387.797611:0:34108:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:0.0:1788838387.797614:0:34108:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838387.797617:0:34108:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797619:0:34108:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797621:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:0.0:1788838387.797623:0:34108:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788838387.797625:0:34108:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788838387.797627:0:34108:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838387.797631:0:34108:0:(cl_page.c:556:cl_batch_put()) page@00000000380e3e7a[4 00000000c972f720 2 1 0000000006df5466 0 0 0] 00000020:00000001:0.0:1788838387.797633:0:34108:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788838387.797635:0:34108:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788838387.797636:0:34108:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788838387.797639:0:34108:0:(osc_request.c:745:osc_update_next_shrink()) next time 3050 to shrink grant 00000080:00000001:0.0:1788838387.797642:0:34108:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788838387.797645:0:34108:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788838387.797653:0:34108:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff98afd15ac478, count 1, dirtied 1 00000080:00000001:0.0:1788838387.797683:0:34108:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788838387.797686:0:34108:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788838387.797687:0:34108:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788838387.797689:0:34108:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788838387.797690:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838387.797693:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[3 00000000c972f720 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838387.797695:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788838387.797696:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838387.797697:0:34108:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788838387.797699:0:34108:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838387.797701:0:34108:0:(cl_page.c:556:cl_batch_put()) page@00000000380e3e7a[3 00000000c972f720 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838387.797703:0:34108:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788838387.797704:0:34108:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788838387.797705:0:34108:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788838387.797706:0:34108:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788838387.797708:0:34108:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797710:0:34108:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797712:0:34108:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797714:0:34108:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838387.797716:0:34108:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:0.0:1788838387.797718:0:34108:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788838387.797720:0:34108:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788838387.797721:0:34108:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797723:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb80 00000080:00200000:0.0:1788838387.797725:0:34108:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:0.0:1788838387.797727:0:34108:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797730:0:34108:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838387.797731:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.797732:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838387.797734:0:34108:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788838387.797736:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.797737:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.797739:0:34108:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788838387.797740:0:34108:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838387.797742:0:34108:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797743:0:34108:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797745:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:0.0:1788838387.797747:0:34108:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797749:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797751:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797753:0:34108:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797754:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797757:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838387.797758:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788838387.797760:0:34108:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838387.797761:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788838387.797764:0:34108:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788838387.797767:0:34108:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788838387.797771:0:34108:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc5274a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788838387.797778:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788838387.797781:0:34108:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.797783:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788838387.797785:0:34108:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.797786:0:34108:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788838387.797788:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838387.797789:0:34108:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797791:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.797793:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838387.797795:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838387.797797:0:34108:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838387.797799:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc873a038 (ffff98afc7ec91b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788838387.797802:0:34108:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838387.797804:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc873a038 (ffff98afc7ec91b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838387.797806:0:34108:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838387.797808:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838387.797809:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838387.797811:0:34108:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838387.797813:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9eab0 (ffff98afc7ec9248/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838387.797816:0:34108:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838387.797817:0:34108:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838387.797819:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.797821:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.797823:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=5 00000020:00000001:0.0:1788838387.797825:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797828:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.797830:0:34108:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838387.797833:0:34108:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838387.797842:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.797843:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.797844:0:34108:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838387.797847:0:34108:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838387.797850:0:34108:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838387.797861:0:34108:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838387.797865:0:34108:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838387.797868:0:34108:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838387.797873:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.797874:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.797876:0:34108:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.797879:0:34108:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838387.797881:0:34108:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.797884:0:34108:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.797886:0:34108:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.797888:0:34108:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838387.797889:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.797890:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.797892:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.797893:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838387.797894:0:34108:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838387.797896:0:34108:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838387.797898:0:34108:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838387.797899:0:34108:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838387.797900:0:34108:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838387.797901:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc873a038 (ffff98afc7ec91b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838387.797904:0:34108:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838387.797906:0:34108:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838387.797907:0:34108:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9eab0 (ffff98afc7ec91b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838387.797910:0:34108:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe0952850. 00000020:00000001:0.0:1788838387.797916:0:34108:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838387.797917:0:34108:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9ea80. 00020000:00000001:0.0:1788838387.797922:0:34108:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838387.797923:0:34108:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838387.797924:0:34108:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788838387.797926:0:34108:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838387.797928:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.797929:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838387.797930:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838387.797932:0:34108:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797934:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797936:0:34108:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838387.797937:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838387.797939:0:34108:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788838387.797941:0:34108:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:0.0:1788838387.797943:0:34108:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838387.797944:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838387.797946:0:34108:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838387.797947:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.797948:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838387.797951:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838387.797953:0:34108:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797955:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.797957:0:34108:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838387.797958:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838387.797960:0:34108:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838387.797963:0:34108:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1788838387.797966:0:34108:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788838387.797969:0:34108:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788838387.797971:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838387.797973:0:34108:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838387.797974:0:34108:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838387.797976:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838387.797977:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838387.797979:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9240 00020000:00000001:0.0:1788838387.797983:0:34108:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838387.797985:0:34108:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838387.797987:0:34108:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838387.797990:0:34108:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838387.797993:0:34108:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838387.797994:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788838387.797995:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:0.0:1788838387.797997:0:34108:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:0.0:1788838387.798002:0:34108:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838387.798004:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.798006:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.798008:0:34108:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838387.798011:0:34108:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788838387.798016:0:34108:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838387.798018:0:34108:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:0.0:1788838387.798021:0:34108:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838387.798022:0:34108:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:0.0:1788838387.798024:0:34108:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788838387 a=0 c=1788838387 b=11 00020000:00000001:0.0:1788838387.798028:0:34108:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838387.798030:0:34108:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788838387 a=0 c=1788838387 b=11 00020000:00000001:0.0:1788838387.798033:0:34108:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798035:0:34108:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798037:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000080:00200000:0.0:1788838387.798039:0:34108:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:0.0:1788838387.798042:0:34108:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788838387.798046:0:34108:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:0.0:1788838387.798049:0:34108:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1788838387.798051:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838387.798054:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00000008:0.0:1788838387.798056:0:34108:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:0.0:1788838387.798059:0:34108:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838387.798073:0:34108:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1788838387.798074:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fe48 00000080:00200008:0.0:1788838387.798077:0:34108:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:0.0:1788838387.798083:0:34108:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788838387.798086:0:34108:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788838387.798087:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.798089:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838387.798091:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838387.798094:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.798096:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838387.798098:0:34108:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838387.798100:0:34108:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838387.798102:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.798104:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788838387.798105:0:34108:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838387.798108:0:34108:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff98afc50512e0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788838387.798111:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838387.798114:0:34108:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838387.798115:0:34108:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838387.798117:0:34108:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838387.798118:0:34108:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.798120:0:34108:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838387.798123:0:34108:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838387.798124:0:34108:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798125:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.798126:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838387.798127:0:34108:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838387.798129:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838387.798131:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798133:0:34108:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788838387.798134:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788838387.798136:0:34108:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788838387.798138:0:34108:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788838387.798141:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838387.798143:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838387.798145:0:34108:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838387.798146:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.798148:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709640 : -113594235841976 : ffff98afc7ec9248) 00000020:00001000:0.0:1788838387.798150:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9240 00000020:00000001:0.0:1788838387.798152:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eb70 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.798154:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838387.798155:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.798157:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838387.798158:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.798160:0:34108:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.798161:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838387.798164:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788838387.798165:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.798168:0:34108:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798170:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798172:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788838387.798173:0:34108:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788838387.798175:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.798176:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788838387.798178:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838387.798179:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798180:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.798182:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.798183:0:34108:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798185:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838387.798186:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798187:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798189:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788838387.798190:0:34108:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838387.798191:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.798192:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838387.798194:0:34108:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788838387.798196:0:34108:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788838387.798200:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788838387.798202:0:34108:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788838387.798203:0:34108:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838387.798206:0:34108:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788838387.798208:0:34108:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788838387.798210:0:34108:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446630479427226240 : -113594282325376 : ffff98afc5274a80) 00000008:00000020:0.0:1788838387.798213:0:34108:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff98afc5274a80 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788838387.798217:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788838387.798218:0:34108:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788838387.798219:0:34108:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838387.798221:0:34108:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788838387.798223:0:34108:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788838387.798226:0:34108:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff98afd03ac480@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff98afc5274a80], [1703936|1|+|-|ffff98afc8bea600|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788838387.798233:0:34108:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000189acc20 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1788838387.798242:0:34108:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788838387.798245:0:34108:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788838387.798248:0:34108:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788838387.798251:0:34108:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788838387.798254:0:34108:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff98afd03ac480@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff98afc5274a80], [1703936|1|+|-|ffff98afc8bea600|256|ffff98afc91aa7c0]} make ready 00000008:00010000:0.0:1788838387.798260:0:34108:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000189acc20 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1788838387.798281:0:34108:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788838387.798283:0:34108:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788838387.798295:0:34108:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788838387.798298:0:34108:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788838387.798299:0:34108:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788838387.798300:0:34108:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788838387.798302:0:34108:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788838387.798303:0:34108:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788838387.798305:0:34108:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788838387.798307:0:34108:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838387.798309:0:34108:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838387.798311:0:34108:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788838387.798312:0:34108:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838387.798313:0:34108:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788838387.798316:0:34108:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000380e3e7a[2 00000000c972f720 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838387.798319:0:34108:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788838387.798320:0:34108:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798322:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.798324:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.798326:0:34108:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788838387.798328:0:34108:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798330:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:0.0:1788838387.798333:0:34108:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.798335:0:34108:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788838387.798339:0:34108:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff98afd0025800: cli: ffff98afd054d548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788838387.798346:0:34108:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff98afc809f9d0. 00000008:00000010:0.0:1788838387.798351:0:34108:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff98afd1e4db60. 00000020:00000001:0.0:1788838387.798354:0:34108:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788838387.798357:0:34108:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788838387.798358:0:34108:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788838387.798361:0:34108:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788838387/1788838387 00000020:00000001:0.0:1788838387.798365:0:34108:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788838387.798366:0:34108:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788838387.798369:0:34108:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788838387.798372:0:34108:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788838387.798374:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838387.798379:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:0.0:1788838387.798381:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838387.798386:0:34108:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788838387.798388:0:34108:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788838387.798392:0:34108:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838387.798397:0:34108:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838387.798400:0:34108:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838387.798408:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.798409:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838387.798411:0:34108:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788838387.798413:0:34108:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.798414:0:34108:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.798416:0:34108:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:0.0:1788838387.798418:0:34108:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.798421:0:34108:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00000008:00000001:0.0:1788838387.798423:0:34108:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:0.0:1788838387.798425:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.798426:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788838387.798427:0:34108:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788838387.798430:0:34108:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788838387.798437:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909500. 00000020:00000040:0.0:1788838387.798442:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838387.798451:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838387.798454:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838387.798457:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838387.798466:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4a16600. 00000100:00000001:0.0:1788838387.798474:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788838387.798483:0:34108:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:0.0:1788838387.798488:0:34108:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff98afd0025800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:0.0:1788838387.798495:0:34108:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788838387.798545:0:34108:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 681 MB/s 00000008:00008000:0.0:1788838387.798550:0:34108:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=2, folios=1 00000008:00000001:0.0:1788838387.798572:0:34108:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788838387.798575:0:34108:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 194010d (20) 00000008:00100000:0.0:1788838387.798580:0:34108:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff98afd0909500 - object 0x240000400:66 offset 0<>2 00000008:00000001:0.0:1788838387.798583:0:34108:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798586:0:34108:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788838387.798587:0:34108:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788838387.798589:0:34108:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788838387.798590:0:34108:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788838387/1788838387 00000020:00000001:0.0:1788838387.798593:0:34108:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788838387.798594:0:34108:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788838387.798595:0:34108:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788838387.798598:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838387.798600:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000008:00000002:0.0:1788838387.798616:0:34108:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000062340c32, now 0r/1w/0d in flight req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788838387.798625:0:34108:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1788838387.798635:0:34108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b84feb3] to pc [ptlrpcd_00_00+0] req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788838387.798698:0:34108:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788838387.798701:0:34108:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.798704:0:34108:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.798707:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788838387.798709:0:34108:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.798711:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788838387.798712:0:34108:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.798714:0:34108:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788838387.798716:0:34108:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.798720:0:34108:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788838387.798722:0:34108:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.798724:0:34108:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788838387.798728:0:34108:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1788838387.798732:0:34108:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838387.798735:0:34108:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798737:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.798739:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.798741:0:34108:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798743:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.798745:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838387.798747:0:34108:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788838387.798748:0:34108:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838387.798750:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788838387.798752:0:34108:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1788838387.798755:0:34108:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:0.0:1788838387.798757:0:34108:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838387.798790:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788838387.798795:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788838387.798797:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.798805:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838387.798808:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.798810:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838387.798813:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838387.798816:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838387.798823:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.798832:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838387.798834:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838387.798839:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838387.798842:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838387.798844:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838387.798849:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132268544:192.168.203.123@tcp:4:multiop.0 00000100:00000001:0.0:1788838387.798854:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838387.798860:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838387.798863:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838387.798866:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838387.798872:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0081800. 02000000:00000001:0.0:1788838387.798874:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838387.798883:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838387.798888:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838387.798896:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838387.798905:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132268544, portal 4 00000100:00000001:0.0:1788838387.798907:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838387.798909:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675968 : -113594090875648 : ffff98afd0909500) 00000100:00000040:0.0:1788838387.798916:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838403 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.798925:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838387.798928:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838387.798931:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc000. 00000100:00000200:0.0:1788838387.798934:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875731132268544, offset 0 00000400:00000200:0.0:1788838387.798942:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838387.798953:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838387.798961:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838387.798968:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838387.798973:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838387.798977:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838387.798981:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838387.798985:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2593:2593:256:4294967295] 192.168.203.123@tcp LPNI seq info [2593:2593:8:4294967295] 00000400:00000200:0.0:1788838387.798990:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838387.799957:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838387.799965:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838387.800544:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838387.800556:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838387.800566:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7000. 00000800:00000200:0.0:1788838387.800575:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838387.800584:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838387.800590:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788838387.800649:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838387.800682:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 212255 usecs (213 jiffies) 00000400:00000200:0.0:1788838387.800689:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838387.800693:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517986 00000100:00000010:0.0:1788838387.800702:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1000. 00000100:00000001:0.0:1788838387.800711:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838387.800720:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517986 00000100:00000010:0.0:1788838387.800723:0:2352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a17e0. 00000100:00000001:0.0:1788838387.800726:0:2352:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838387.800730:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838387.800734:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.800740:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.800742:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838387.801009:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838387.801014:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7000. 00000400:00000200:1.0:1788838387.801020:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.801027:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838387.801034:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc000 00000400:00000010:1.0:1788838387.801037:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc000. 00000100:00000001:1.0:1788838387.801042:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838387.801051:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838403 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.801063:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838387.801067:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838403 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.801075:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838387.801077:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838387.805184:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.805207:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838387.805212:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.805215:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838387.805226:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.805235:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838387.805245:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.805252:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.805258:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.805272:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd54000 00000400:00000200:1.0:1788838387.805278:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.805287:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ed9 [1] + 224 00000800:00000001:1.0:1788838387.805295:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.805304:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838387.805308:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.805313:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838387.805322:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838387.805333:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838403 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838387.805345:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.805362:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838387.805372:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.805376:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.805803:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838387.805810:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838387.805818:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838387.805821:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838387.805825:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:0.0:1788838387.805831:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000400:00000010:0.0:1788838387.805834:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:0.0:1788838387.805837:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838387.805844:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838387.805854:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/448 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.805861:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838387.805863:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.805866:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838387.805870:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838387.805873:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838387.805876:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838387.805880:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838387.805891:0:2352:0:(import.c:2149:obd_at_measure()) add 0 to ffff98afc4eef4a8 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1788838387.805895:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838387.805899:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1788838387.805903:0:2352:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff98afd0025800: operation ost_write to node 192.168.203.123@tcp failed: rc = -107 00000100:00000001:0.0:1788838387.830620:0:2352:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788838387.830635:0:2352:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1788838387.830643:0:2352:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff98afd0025800 of lustre-OST0000_UUID@192.168.203.123@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1788838387.830653:0:2352:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788838387.830699:0:2352:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff98afd0025800: Connection to lustre-OST0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788838387.830705:0:2352:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788838387.830709:0:2352:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788838387.830712:0:2352:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.830714:0:2352:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788838387.830718:0:2352:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788838387.830720:0:2352:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788838387.830725:0:2352:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788838387.830729:0:2352:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1832 00000400:00000200:0.0:1788838387.830740:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838387.830748:0:2352:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:0.0:1788838387.830753:0:2352:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838387.830757:0:2352:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838387.830759:0:2352:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838387.830762:0:2352:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:0.0:1788838387.830766:0:2352:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838387.830768:0:2352:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:0.0:1788838387.830771:0:2352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.830775:0:2352:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:0.0:1788838387.830778:0:2352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:0.0:1788838387.830781:0:2352:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000040:0.0:1788838387.830784:0:2352:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838387.830786:0:2352:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838387.830788:0:2352:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838387.830792:0:2352:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:0.0:1788838387.830795:0:2352:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00080000:0.0:1788838387.830799:0:2352:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: import ffff98afc4eef000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:0.0:1788838387.830802:0:2352:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838387.830806:0:2352:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788838387.830815:0:2352:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838387.830818:0:2352:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.830821:0:2352:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788838387.830825:0:2352:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 1703936, lost: 0. 00000008:00000001:0.0:1788838387.830828:0:2352:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.830830:0:2352:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838387.830841:0:2352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838387.830845:0:2352:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 02000000:00000001:0.0:1788838387.830851:0:2352:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838387.830853:0:2352:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.830856:0:2352:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838387.830861:0:2352:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838387.830866:0:2352:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838387.830877:0:2352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082c00. 00000100:00000001:0.0:1788838387.830885:0:2352:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838387.830897:0:2352:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838387.830908:0:2352:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838387.830914:0:2352:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838387.830919:0:2352:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098be35e0] to pc [ptlrpcd_rcv+-1] req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838387.830947:0:2352:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.830950:0:2352:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1788838387.830953:0:2352:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788838387.830958:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.830962:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.830972:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838387.830976:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.830979:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838387.830981:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838387.830985:0:2352:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.830987:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838387.830990:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.830993:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.830996:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.831186:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838387.831190:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838387.831192:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838387.831200:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838387.831209:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838387.831211:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838387.831215:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838387.831219:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838387.831222:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838387.831225:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132268672:192.168.203.123@tcp:8:ptlrpcd_00_01.0 00000100:00000001:2.0:1788838387.831230:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838387.831235:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838387.831238:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838387.831241:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838387.831247:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838387.831250:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838387.831256:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838387.831261:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d318. 00000400:00000010:2.0:1788838387.831277:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a000. 00000100:00000200:2.0:1788838387.831287:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132268672, portal 4 00000100:00000001:2.0:1788838387.831290:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838387.831292:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618670592 : -113594090881024 : ffff98afd0908000) 00000100:00000040:2.0:1788838387.831300:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838387.831307:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838387.831310:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838387.831313:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aa18. 00000100:00000200:2.0:1788838387.831318:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132268672, offset 0 00000400:00000200:2.0:1788838387.831325:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838387.831335:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838387.831343:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838387.831349:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838387.831354:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838387.831359:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838387.831362:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838387.831366:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2594:2594:256:4294967295] 192.168.203.123@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:2.0:1788838387.831371:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838387.831384:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838387.831390:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838387.831396:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14b00. 00000800:00000200:2.0:1788838387.831404:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838387.831414:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838387.831420:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788838387.831441:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838387.831446:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 211283 usecs (212 jiffies) 00000400:00000200:2.0:1788838387.831450:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838387.831454:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518016 00000100:00000001:2.0:1788838387.831472:0:2350:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296517986 00000100:00000001:2.0:1788838387.831478:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518016 00000100:00000001:2.0:1788838387.831481:0:2350:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296517986 00000100:00000001:2.0:1788838387.831486:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838387.831489:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.831491:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.831494:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838387.831498:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838387.831500:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788838387.831502:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838387.831504:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838387.831505:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.831507:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838387.831694:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838387.831700:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14b00. 00000400:00000200:1.0:1788838387.831708:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.831715:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838387.831723:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aa18 00000400:00000010:1.0:1788838387.831725:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aa18. 00000100:00000001:1.0:1788838387.831730:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838387.831735:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838387.831744:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838387.831747:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838387.831754:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838387.831756:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838387.834567:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.834592:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838387.834598:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.834600:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838387.834611:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.834620:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838387.834632:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.834636:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.834643:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.834648:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd54080 00000400:00000200:1.0:1788838387.834653:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.834688:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x6ee9 [1] + 0 00000800:00000001:1.0:1788838387.834697:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.834706:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838387.834710:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.834714:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838387.834723:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838387.834734:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838387.834745:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838387.834770:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838387.834780:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.834783:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838387.835375:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838387.835382:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838387.835392:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838387.835395:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838387.835399:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d318. 00000400:00000200:3.0:1788838387.835405:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a000 00000400:00000010:3.0:1788838387.835408:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a000. 00000100:00000001:3.0:1788838387.835412:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838387.835420:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838387.835430:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838387.835438:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838387.835440:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838387.835443:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838387.835448:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838387.835450:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838387.835453:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838387.835457:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838387.835470:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=66 v=5 (5 5 5 16) 00000100:00001000:3.0:1788838387.835475:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838387.835478:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838387.835492:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.835495:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838387.835500:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838387.835505:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838387.835507:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1788838387.835509:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838387.835511:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838387.835516:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838387.835525:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838387.835528:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838387.835531:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838387.835534:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788838387.835543:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:3.0:1788838387.835547:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788838387.835549:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:3.0:1788838387.835552:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838387.835557:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:3.0:1788838387.835559:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:3.0:1788838387.835561:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00001000:3.0:1788838387.835565:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1788838387 v=0 (0 0 0 0) 00000100:00001000:3.0:1788838387.835567:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eef418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788838387.835572:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000020:00000040:3.0:1788838387.835579:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:3.0:1788838387.835582:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788838387.835586:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788838387.835590:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff98afd0025800, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1788838387.835593:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788838387.835597:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788838387.835601:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838387.835603:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838387.835606:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838387.835607:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838387.835609:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838387.835611:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788838387.835615:0:2350:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff98afd0025800: evicting (reconnect/recover flags not set: 4) req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788838387.835623:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1788838387.835628:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:3.0:1788838387.835632:0:2350:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff98afd0025800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:3.0:1788838387.861314:0:2350:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.123@tcp; invalidating 00000020:00000040:3.0:1788838387.861322:0:2350:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=5 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838387.862951:0:2350:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.862961:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838387.862979:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838387.862996:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132268672:192.168.203.123@tcp:8:ptlrpcd_00_01.0 00000100:00000001:0.0:1788838387.863003:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.863008:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838387.863012:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132268672/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838387.863020:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838387.863164:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838387.863171:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406fc00. 02000000:00000001:0.0:1788838387.863176:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838387.863179:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838387.863181:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838387.863184:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838387.863187:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082c00. 02000000:00000001:0.0:1788838387.863191:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838387.863193:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838387.863196:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:0.0:1788838387.863200:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838387.863202:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.863205:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.863216:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838387.863218:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.863220:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838387.863222:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.863275:0:34121:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1788838387.863287:0:34121:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff98afd0025800 to lustre-OST0000_UUID@192.168.203.123@tcp 00000100:00000001:2.0:1788838387.863291:0:34121:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1788838387.863293:0:34121:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1788838387.863295:0:34121:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1788838387.863303:0:34121:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.863343:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838387.863346:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838387.863362:0:34121:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838387.863365:0:34121:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: committing for last_committed 4294967331 gen 20 00000100:00000040:2.0:1788838387.863369:0:34121:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788838387.863372:0:34121:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838387.863374:0:34121:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1788838387.863375:0:34121:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1788838387.863377:0:34121:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838387.863381:0:34121:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788838387.863384:0:34121:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788838387.863388:0:34121:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788838387.863391:0:34121:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788838387.863393:0:34121:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:2.0:1788838387.863400:0:34121:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1788838387.863402:0:34121:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 9f68a6b43b62c44b 00020000:00000001:2.0:1788838387.863405:0:34121:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838387.863409:0:34121:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788838387.863412:0:34121:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838387.863415:0:34121:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838387.863417:0:34121:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838387.863420:0:34121:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.863422:0:34121:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:2.0:1788838387.863424:0:34121:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1788838387.863457:0:2352:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838387.863612:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1788838403 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.863629:0:2352:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788838387.863633:0:2352:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.863636:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838387.863638:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838387.863641:0:2352:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788838387.863643:0:2352:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:0.0:1788838387.863647:0:2352:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1788838403 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788838387.863784:0:2352:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:0.0:1788838387.863787:0:2352:0:(osc_request.c:2586:brw_interpret()) request ffff98afd0909500 aa ffff98afd09096b0 rc -5 00000008:00080000:0.0:1788838387.863791:0:2352:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff98afd0025800: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:0.0:1788838387.863795:0:2352:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff98afd1e4db60. 00000100:00000001:0.0:1788838387.863800:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838387.863804:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1788838403 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.863811:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.863817:0:2352:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788838387.863820:0:2352:0:(osc_cache.c:908:osc_extent_finish()) extent ffff98afd03ac480@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff98afc5274a80], [1703936|1|+|+|ffff98afc8bea600|256|ffff98afc91aa7c0]} extent finished. 00000008:00010000:0.0:1788838387.863829:0:2352:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000189acc20 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1788838387.863845:0:2352:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788838387.863848:0:2352:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788838387.863853:0:2352:0:(cl_page.c:1104:cl_page_complete()) page@00000000380e3e7a[2 00000000c972f720 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838387.863855:0:2352:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:0.0:1788838387.863857:0:2352:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788838387.863858:0:2352:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788838387.863861:0:2352:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838387.863864:0:2352:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[2 00000000c972f720 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838387.863866:0:2352:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788838387.863868:0:2352:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788838387.863871:0:2352:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788838387.863875:0:2352:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788838387.863877:0:2352:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:1.0:1788838387.863977:0:2352:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.203.123@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000080:00000001:1.0:1788838387.878935:0:2352:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788838387.878947:0:2352:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788838387.878950:0:2352:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788838387.878964:0:2352:0:(cl_page.c:556:cl_batch_put()) page@00000000380e3e7a[2 00000000c972f720 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838387.878966:0:2352:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788838387.878968:0:2352:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788838387.878971:0:2352:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788838387.878976:0:2352:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:1.0:1788838387.878999:0:2352:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff98afd03ac480@{[0 -> 255/255], [2|0|-|inv|wuY|ffff98afc5274a80], [1703936|0|-|-|ffff98afc8bea600|256|ffff98afc91aa7c0]} destroyed. 00000008:00010000:1.0:1788838387.879011:0:2352:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000189acc20 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1788838387.879024:0:2352:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788838387.879039:0:2352:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff98afc809f9d0. 00000008:00000020:1.0:1788838387.879056:0:2352:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff98afd054d548. 00000008:00000001:1.0:1788838387.879063:0:2352:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:1.0:1788838387.879081:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1788838403 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838387.879092:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132268544:192.168.203.123@tcp:4:multiop.0 00000100:00000001:1.0:1788838387.879112:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.879128:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838387.879133:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909500 x1875731132268544/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 496/224 e 0 to 0 dl 1788838403 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.879142:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838387.879146:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838387.879161:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0081800. 02000000:00000001:1.0:1788838387.879168:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838387.879171:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838387.879173:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838387.879175:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838387.879179:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4a16600. 02000000:00000001:1.0:1788838387.879182:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838387.879184:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838387.879187:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909500. 00000100:00000001:1.0:1788838387.879191:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838387.879192:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.879195:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.879205:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838387.879207:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838387.879211:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838387.879214:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838387.879275:0:30555:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838387.879279:0:30555:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:1.0:1788838387.879283:0:30555:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000008:00000020:1.0:1788838387.879285:0:30555:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff98afd054d548. 00000008:00000001:1.0:1788838387.879289:0:30555:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788838387.879291:0:30555:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788838387.879294:0:30555:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838387.879296:0:30555:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788838387.879298:0:30555:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000008:00000001:0.0:1788838387.879358:0:34108:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1788838387.879364:0:34108:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.879366:0:34108:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788838387.879371:0:34108:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff98afd03ac480. 00000008:00000020:0.0:1788838387.879378:0:34108:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788838387.879381:0:34108:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788838387.879386:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838387.879389:0:34108:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879392:0:34108:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788838387.879394:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838387.879397:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788838387.879400:0:34108:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838387.879402:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.879404:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838387.879405:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838387.879407:0:34108:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879409:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879411:0:34108:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838387.879412:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838387.879414:0:34108:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788838387.879415:0:34108:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838387.879417:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838387.879420:0:34108:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838387.879422:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.879423:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838387.879424:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838387.879425:0:34108:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879428:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879429:0:34108:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838387.879430:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838387.879432:0:34108:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788838387.879436:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838387.879438:0:34108:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838387.879440:0:34108:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838387.879441:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838387.879443:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838387.879445:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9240 00020000:00000001:0.0:1788838387.879448:0:34108:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838387.879450:0:34108:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838387.879452:0:34108:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838387.879455:0:34108:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838387.879459:0:34108:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838387.879460:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838387.879462:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:0.0:1788838387.879465:0:34108:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1788838387.879478:0:34108:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1788838387.879494:0:34108:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838387.879498:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:0.0:1788838387.879503:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838387.879507:0:34108:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:0.0:1788838387.879511:0:34108:0:(file.c:5353:ll_mdsync()) inode ffff98afd15ac2c8 metadata sync [0x200000404:0x30:0x0] (need_sync=0) 00000080:00000001:0.0:1788838387.879514:0:34108:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:0.0:1788838387.879516:0:34108:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.879518:0:34108:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788838387.879519:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.879521:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:0.0:1788838387.879523:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838387.879527:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.879530:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838387.879533:0:34108:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838387.879535:0:34108:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838387.879538:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.879540:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788838387.879542:0:34108:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838387.879544:0:34108:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff98afc50512e0 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1788838387.879547:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838387.879551:0:34108:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838387.879553:0:34108:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838387.879556:0:34108:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838387.879558:0:34108:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879561:0:34108:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838387.879563:0:34108:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838387.879565:0:34108:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879567:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.879568:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838387.879570:0:34108:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838387.879571:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838387.879574:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879576:0:34108:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788838387.879577:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788838387.879579:0:34108:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788838387.879583:0:34108:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788838387.879587:0:34108:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1788838387.879591:0:34108:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838387.879593:0:34108:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838387.879594:0:34108:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.879596:0:34108:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709640 : -113594235841976 : ffff98afc7ec9248) 00000020:00001000:0.0:1788838387.879598:0:34108:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9240 00000020:00000001:0.0:1788838387.879601:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eb70 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.879603:0:34108:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838387.879606:0:34108:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838387.879608:0:34108:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838387.879609:0:34108:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879611:0:34108:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879613:0:34108:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838387.879615:0:34108:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788838387.879617:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879620:0:34108:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879621:0:34108:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879624:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788838387.879625:0:34108:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788838387.879627:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.879628:0:34108:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788838387.879630:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838387.879631:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879633:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879634:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879636:0:34108:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879637:0:34108:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838387.879638:0:34108:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879640:0:34108:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879641:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788838387.879643:0:34108:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838387.879646:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838387.879647:0:34108:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838387.879649:0:34108:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788838387.879652:0:34108:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788838387.879684:0:34108:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1788838387.879688:0:34108:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.879691:0:34108:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788838387.879693:0:34108:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788838387.879695:0:34108:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.879698:0:34108:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788838387.879700:0:34108:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838387.879703:0:34108:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838387.879704:0:34108:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838387.879707:0:34108:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838387.879708:0:34108:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838387.879709:0:34108:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838387.879712:0:34108:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788838387.879722:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908000. 00000020:00000040:0.0:1788838387.879726:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838387.879731:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838387.879735:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838387.879741:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838387.879750:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4a17400. 00000100:00000001:0.0:1788838387.879759:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.879769:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838387.879774:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838387.879784:0:34108:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098be35e0] to pc [ptlrpcd_00_01+1] req@ffff98afd0908000 x1875731132268800/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788838387.879807:0:34108:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.879810:0:34108:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.879811:0:34108:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879814:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879815:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.879817:0:34108:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879818:0:34108:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.879820:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838387.879822:0:34108:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788838387.879824:0:34108:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838387.879825:0:34108:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788838387.881766:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788838387.881779:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788838387.881783:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.881792:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838387.881796:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.881799:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838387.881801:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838387.881804:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838387.881821:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908000 x1875731132268800/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.881833:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1788838387.881837:0:2351:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff98afd0908000 x1875731132268800/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.881851:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838387.881855:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908000 x1875731132268800/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.881863:0:2351:0:(client.c:1857:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1788838387.881867:0:2351:0:(client.c:2105:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1788838387.881872:0:2351:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.881874:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838387.881877:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788838387.881881:0:2351:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:1.0:1788838387.881883:0:2351:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:1.0:1788838387.881895:0:2351:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838387.881900:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908000 x1875731132268800/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838387.881908:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:0:1875731132268800:192.168.203.123@tcp:16:multiop.0 00000100:00000001:1.0:1788838387.881914:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.881917:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838387.881921:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908000 x1875731132268800/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.881927:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788838387.881932:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838387.881933:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838387.881936:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838387.881942:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4a17400. 02000000:00000001:1.0:1788838387.881947:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838387.881949:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838387.881951:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908000. 00000100:00000001:1.0:1788838387.881955:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838387.881957:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.881959:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838387.881962:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838387.881964:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838387.881965:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838387.881967:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838387.881975:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838387.881977:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838387.882691:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788838387.882696:0:34108:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838387.882700:0:34108:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788838387.882708:0:34108:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838387.882713:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838387.882716:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:2.0:1788838387.882718:0:34108:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838387.882724:0:34108:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788838387.882728:0:34108:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788838387 a=0 c=1788838387 b=11 00020000:00000001:2.0:1788838387.882732:0:34108:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838387.882733:0:34108:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838387.882735:0:34108:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000080:00200000:2.0:1788838387.882739:0:34108:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:2.0:1788838387.882742:0:34108:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788838387.882744:0:34108:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788838387.882746:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788838387.882749:0:34108:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788838387.882752:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838387.882754:0:34108:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838387.882755:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788838387.882757:0:34108:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838387.882759:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838387.882761:0:34108:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788838387.882762:0:34108:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788838387.882763:0:34108:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788838387.882765:0:34108:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788838387.882766:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838387.882768:0:34108:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838387.882770:0:34108:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838387.882771:0:34108:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788838387.882772:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788838387.882773:0:34108:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838387.882775:0:34108:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838387.882777:0:34108:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838387.882778:0:34108:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838387.882780:0:34108:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:2.0:1788838387.882785:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838387.882788:0:34108:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838387.882790:0:34108:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838387.882791:0:34108:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838387.882793:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838387.882795:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9240 00020000:00000001:2.0:1788838387.882800:0:34108:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838387.882802:0:34108:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838387.882806:0:34108:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838387.882808:0:34108:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838387.882813:0:34108:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838387.882814:0:34108:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838387.882817:0:34108:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:2.0:1788838387.882820:0:34108:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:2.0:1788838387.882825:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fe48 00000080:00000008:2.0:1788838387.882827:0:34108:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:2.0:1788838387.882831:0:34108:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1788838387.883959:0:34108:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788838387.883968:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:2.0:1788838387.883974:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:2.0:1788838387.883977:0:34108:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838387.883993:0:34108:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788838387.883996:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00200008:2.0:1788838387.883998:0:34108:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff98afd15ac2c8), flags 100002 00000080:00000001:2.0:1788838387.884004:0:34108:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788838387.884006:0:34108:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788838387.884007:0:34108:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788838387.884008:0:34108:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:2.0:1788838387.884011:0:34108:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:2.0:1788838387.884012:0:34108:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838387.884014:0:34108:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788838387.885606:0:34108:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838387.885616:0:34108:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838387.885628:0:34108:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac700 count: 2 00010000:00000001:2.0:1788838387.885636:0:34108:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838387.885644:0:34108:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838387.885647:0:34108:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:2.0:1788838387.885651:0:34108:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838387.885855:0:34108:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838387.885867:0:34108:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd85eac00. 00000080:00000001:2.0:1788838387.885871:0:34108:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838387.885879:0:34108:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838387.885885:0:34108:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838387.885888:0:34108:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:2.0:1788838387.885893:0:34108:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838387.885896:0:34108:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:2.0:1788838387.885905:0:34108:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2a00. 00000020:00000040:2.0:1788838387.885910:0:34108:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838387.885916:0:34108:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838387.885921:0:34108:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838387.885927:0:34108:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838387.885936:0:34108:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85ebc00. 00000100:00000001:2.0:1788838387.885945:0:34108:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838387.885968:0:34108:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838387.885981:0:34108:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838387.885987:0:34108:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838387.885995:0:34108:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838387.885997:0:34108:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838387.886007:0:34108:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017180. 00000100:00000001:2.0:1788838387.886009:0:34108:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407968640 : -113594301582976 : ffff98afc4017180) 00000100:00000001:2.0:1788838387.886013:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838387.886014:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838387.886019:0:34108:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838387.886609:0:34108:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.886615:0:34108:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838387.886617:0:34108:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838387.886625:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.886635:0:34108:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838387.886638:0:34108:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838387.886642:0:34108:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838387.886646:0:34108:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838387.886650:0:34108:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838387.886653:0:34108:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132269056:192.168.203.123@tcp:35:multiop.0 00000100:00000001:2.0:1788838387.886698:0:34108:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838387.886707:0:34108:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838387.886710:0:34108:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838387.886713:0:34108:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838387.886720:0:34108:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838387.886723:0:34108:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838387.886731:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838387.886736:0:34108:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838387.886745:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838387.886754:0:34108:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132269056, portal 10 00000100:00000001:2.0:1788838387.886756:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838387.886757:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000040:2.0:1788838387.886766:0:34108:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838403 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.886774:0:34108:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838387.886777:0:34108:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838387.886780:0:34108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a198. 00000100:00000200:2.0:1788838387.886784:0:34108:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132269056, offset 0 00000400:00000200:2.0:1788838387.886791:0:34108:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838387.886803:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838387.886812:0:34108:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838387.886818:0:34108:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838387.886823:0:34108:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838387.886827:0:34108:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838387.886830:0:34108:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838387.886834:0:34108:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2595:2595:256:4294967295] 192.168.203.123@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:2.0:1788838387.886839:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838387.886851:0:34108:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838387.886858:0:34108:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838387.886864:0:34108:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000800:00000200:2.0:1788838387.886872:0:34108:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838387.886881:0:34108:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838387.886886:0:34108:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838387.886910:0:34108:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838387.886915:0:34108:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 833595 usecs (834 jiffies) 00000400:00000200:2.0:1788838387.886918:0:34108:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838387.886921:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518693 00000100:00000001:2.0:1788838387.886932:0:34108:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296518016 00000100:00000001:2.0:1788838387.886937:0:34108:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518693 00000100:00000001:2.0:1788838387.886941:0:34108:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296518016 00000100:00000001:2.0:1788838387.886945:0:34108:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838387.886947:0:34108:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.886950:0:34108:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838387.886952:0:34108:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838387.886955:0:34108:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017180 going to sleep for 11 seconds 00000100:00000001:2.0:1788838387.886957:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838387.886960:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838387.888206:0:34121:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788838387.888215:0:34121:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788838387.888219:0:34121:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788838387.888224:0:34121:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788838387.888237:0:34121:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac600 count: 2 00010000:00000001:3.0:1788838387.888246:0:34121:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838387.888249:0:34121:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838387.888252:0:34121:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838387.888255:0:34121:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea600 refcount=3 00000020:00000001:3.0:1788838387.888258:0:34121:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838387.888261:0:34121:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477248 : -113594222074368 : ffff98afc8bea600) 00010000:00000001:3.0:1788838387.888276:0:34121:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838387.888281:0:34121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1788838387.888294:0:34121:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788838387.888297:0:34121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838387.888302:0:34121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286088 : -113594224265528 : ffff98afc89d36c8) 00000020:00001000:3.0:1788838387.888305:0:34121:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d36c0 00000008:00000001:3.0:1788838387.888307:0:34121:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788838387.888311:0:34121:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788838387.888312:0:34121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788838387.888320:0:34121:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d3ea0. 00000020:00000010:3.0:1788838387.888326:0:34121:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4abfc00. 00000020:00000010:3.0:1788838387.888332:0:34121:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc4abec00. 00000020:00000010:3.0:1788838387.888337:0:34121:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acb7e0. 00000008:00000010:3.0:1788838387.888343:0:34121:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd06b8000. 00020000:00000010:3.0:1788838387.888349:0:34121:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013b540. 00008000:00000010:3.0:1788838387.888355:0:34121:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07ece20. 00000080:00000010:3.0:1788838387.888363:0:34121:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec20a8. 00000080:00000010:3.0:1788838387.888368:0:34121:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f36750. 00000020:00000010:3.0:1788838387.888372:0:34121:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4abe000. 00000008:00000010:3.0:1788838387.888375:0:34121:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669cc60. 00020000:00000010:3.0:1788838387.888380:0:34121:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cac000. 00008000:00000010:3.0:1788838387.888383:0:34121:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfed08. 00000080:00000010:3.0:1788838387.888388:0:34121:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cff000. 00000020:00000001:3.0:1788838387.888390:0:34121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288104 : -113594224263512 : ffff98afc89d3ea8) 00000020:00001000:3.0:1788838387.888391:0:34121:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ea0 00000008:00000001:3.0:1788838387.888394:0:34121:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788838387.888396:0:34121:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788838387.888400:0:34121:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788838387.888403:0:34121:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838387.888406:0:34121:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788838387.888410:0:34121:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788838387.888413:0:34121:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788838387.888416:0:34121:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838387.888419:0:34121:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc5274a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1788838387.888422:0:34121:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838387.888425:0:34121:0:(osc_lock.c:372:osc_lock_flush()) object ffff98afc5274a80: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788838387.888428:0:34121:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788838387.888431:0:34121:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838387.888434:0:34121:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:3.0:1788838387.888436:0:34121:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838387.888439:0:34121:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838387.888442:0:34121:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838387.888445:0:34121:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838387.888447:0:34121:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838387.888448:0:34121:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838387.888452:0:34121:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff98afd06b80a0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788838387.888457:0:34121:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838387.888459:0:34121:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838387.888471:0:34121:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838387.888474:0:34121:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838387.888476:0:34121:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838387.888478:0:34121:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838387.888479:0:34121:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838387.888815:0:34121:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788838387.888817:0:34121:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838387.888819:0:34121:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788838387.888825:0:34121:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788838387.888827:0:34121:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788838387.888829:0:34121:0:(cl_page.c:700:__cl_page_own()) Process entered 00000800:00000200:1.0:1788838387.889043:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838387.889049:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:1.0:1788838387.889056:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.889067:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838387.889077:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a198 00000400:00000010:1.0:1788838387.889080:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a198. 00000100:00000001:1.0:1788838387.889086:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838387.889096:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838403 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.889108:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838387.889120:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838403 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.889128:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838387.889129:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1788838387.889607:0:34121:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838387.889610:0:34121:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479616245920 : -113594093305696 : ffff98afd06b80a0) 00000020:00000001:0.0:1788838387.889614:0:34121:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788838387.889616:0:34121:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788838387.889618:0:34121:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838387.889623:0:34121:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[2 00000000c972f720 1 1 00000000acc5d613 0 0 0] 00000020:00000001:0.0:1788838387.889626:0:34121:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788838387.889627:0:34121:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1788838387.889629:0:34121:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1788838387.889631:0:34121:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.889634:0:34121:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1788838387.889636:0:34121:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788838387.889638:0:34121:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788838387.889640:0:34121:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788838387.889641:0:34121:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838387.889644:0:34121:0:(cl_page.c:507:__cl_page_state_set()) page@00000000380e3e7a[2 00000000c972f720 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838387.889646:0:34121:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1788838387.889647:0:34121:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788838387.889649:0:34121:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788838387.889651:0:34121:0:(osc_page.c:138:osc_page_delete()) ffff98afc2e6bca0 00000008:00000001:0.0:1788838387.889689:0:34121:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788838387.889691:0:34121:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff98afc2e6bcb0 page ffff98afc2e6bca0 at index 0. 00000008:00000001:0.0:1788838387.889694:0:34121:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.889701:0:34121:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788838387.889703:0:34121:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5ee049de480 index 0 00000020:00000001:0.0:1788838387.889708:0:34121:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788838387.889710:0:34121:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788838387.889722:0:34121:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788838387.889723:0:34121:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788838387.889724:0:34121:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788838387.889725:0:34121:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788838387.889727:0:34121:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838387.889731:0:34121:0:(cl_page.c:556:cl_batch_put()) page@00000000380e3e7a[1 00000000c972f720 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838387.889732:0:34121:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1788838387.889734:0:34121:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1788838387.889740:0:34121:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98afc2e6bc40. 00000020:00000001:0.0:1788838387.889743:0:34121:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1788838387.889745:0:34121:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788838387.889770:0:34121:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788838387.889774:0:34121:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838387.889778:0:34121:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838387.889779:0:34121:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838387.889782:0:34121:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838387.889785:0:34121:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788838387.889788:0:34121:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838387.889790:0:34121:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788838387.889791:0:34121:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838387.889794:0:34121:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ea0 00000008:00000001:0.0:1788838387.889798:0:34121:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.889803:0:34121:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00010000:00000001:0.0:1788838387.889806:0:34121:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788838387.889809:0:34121:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.889811:0:34121:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.889813:0:34121:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788838387.889816:0:34121:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:0.0:1788838387.889819:0:34121:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838387.889822:0:34121:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.889824:0:34121:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.889826:0:34121:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.889827:0:34121:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:0.0:1788838387.889829:0:34121:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788838387.889832:0:34121:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.889834:0:34121:0:(cl_object.c:143:cl_object_top()) ffff98afc5274a80 -> ffff98afd0b0eaa8 00000008:00000001:0.0:1788838387.889838:0:34121:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838387.889840:0:34121:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d36c0 00000008:00000001:0.0:1788838387.889842:0:34121:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838387.889845:0:34121:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788838387.889848:0:34121:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838387.889854:0:34121:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838387.889856:0:34121:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838387.889858:0:34121:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838387.889862:0:34121:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838387.889866:0:34121:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea600 with handle 0x9f68a6b43b62d01b from hash 00010000:00000001:0.0:1788838387.889868:0:34121:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838387.889870:0:34121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.889872:0:34121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.889874:0:34121:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838387.889878:0:34121:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838387.889880:0:34121:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788838387.889883:0:34121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.889884:0:34121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.889885:0:34121:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.889888:0:34121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838387.889891:0:34121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000000eadd92f/0x9f68a6b43b62d01b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0xff98f31736b3bdc4 expref: -99 pid: 34108 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1788838387.889902:0:34121:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2ec0. 00010000:00000001:0.0:1788838387.889912:0:34121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1788838387.889916:0:34121:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac600 count: 0 00010000:00000010:0.0:1788838387.889923:0:34121:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afd83ac100. 00000001:00000001:0.0:1788838387.889961:0:34121:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838387.889964:0:34121:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788838387.889966:0:34121:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788838387.889991:0:34121:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.889994:0:34121:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.889997:0:34121:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286088 : -113594224265528 : ffff98afc89d36c8) 00000020:00001000:0.0:1788838387.889999:0:34121:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d36c0 00000008:00000001:0.0:1788838387.890002:0:34121:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788838387.890004:0:34121:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788838387.890007:0:34121:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.890009:0:34121:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1788838387.890011:0:34121:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788838387.890012:0:34121:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788838387.890047:0:34121:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838387.890049:0:34121:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d36c0 00000001:00000001:0.0:1788838387.890052:0:34121:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788838387.890053:0:34121:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788838387.890078:0:34121:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838387.890080:0:34121:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788838387.890081:0:34121:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788838387.890107:0:34121:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.890110:0:34121:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.890124:0:34121:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788838387.890133:0:34121:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1788838387.890137:0:34121:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788838387.890140:0:34121:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1788838387.890143:0:34121:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788838387.890146:0:34121:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788838387.890149:0:34121:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788838387.890284:0:34121:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788838387.890287:0:34121:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788838387.890291:0:34121:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788838387.890295:0:34121:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788838387.890298:0:34121:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:0.0:1788838387.890304:0:34121:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:0.0:1788838387.890307:0:34121:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 9f68a6b43b62c44b 00020000:00000001:0.0:1788838387.890310:0:34121:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.890313:0:34121:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788838387.890318:0:34121:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788838387.890320:0:34121:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788838387.890323:0:34121:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788838387.890325:0:34121:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788838387.890328:0:34121:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788838387.890330:0:34121:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.890332:0:34121:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.890334:0:34121:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788838387.890335:0:34121:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788838387.890336:0:34121:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.890338:0:34121:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788838387.890340:0:34121:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788838387.890345:0:34121:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788838387.890348:0:34121:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.890350:0:34121:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.890352:0:34121:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.890354:0:34121:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.890356:0:34121:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.890357:0:34121:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838387.890359:0:34121:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.890361:0:34121:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788838387.890367:0:34121:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff98afd0025800: Connection restored to 192.168.203.123@tcp (at 192.168.203.123@tcp) 00000100:00000001:0.0:1788838387.890371:0:34121:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.890374:0:34121:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838387.890376:0:34121:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838387.890379:0:34121:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788838387.890380:0:34121:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788838387.898836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea600. 00010000:00000010:0.1:1788838387.898859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac600. 00000800:00000001:1.0:1788838387.905472:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.905494:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838387.905499:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.905502:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838387.905512:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.905521:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838387.905531:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.905537:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.905543:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.905547:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd54200 00000400:00000200:1.0:1788838387.905553:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.905561:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6ef1 [1] + 224 00000800:00000001:1.0:1788838387.905570:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.905578:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838387.905581:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.905587:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838387.905597:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838387.905607:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838403 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838387.905621:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.905643:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838387.905687:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.905691:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838387.905870:0:34108:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838387.905880:0:34108:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838387.905883:0:34108:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838387.905887:0:34108:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838387.905893:0:34108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:2.0:1788838387.905896:0:34108:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:2.0:1788838387.905900:0:34108:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838387.905905:0:34108:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838387.905913:0:34108:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2a00 x1875731132269056/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.905919:0:34108:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838387.905921:0:34108:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838387.905924:0:34108:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838387.905928:0:34108:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838387.905931:0:34108:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838387.905934:0:34108:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838387.905938:0:34108:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838387.905950:0:34108:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=66 v=5 (10 5 5 5) 00000100:00001000:2.0:1788838387.905956:0:34108:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838387.905959:0:34108:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838387.905961:0:34108:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838387.905964:0:34108:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838387.905968:0:34108:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.905972:0:34108:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838387.905974:0:34108:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838387.905976:0:34108:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838387.905978:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838387.905980:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000100:00000001:2.0:1788838387.905984:0:34108:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838387.905986:0:34108:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788838387.905988:0:34108:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838387.905992:0:34108:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838387.905998:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2a00 x1875731132269056/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838403 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.906005:0:34108:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838387.906009:0:34108:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838387.906012:0:34108:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838387.906016:0:34108:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2a00 x1875731132269056/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838403 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838387.906024:0:34108:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2a00 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34108:1875731132269056:192.168.203.123@tcp:35:multiop.0 00000100:00000001:2.0:1788838387.906030:0:34108:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838387.906033:0:34108:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.906036:0:34108:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838387.906038:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838387.906042:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132269056/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838403 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.906049:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838387.906052:0:34108:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017180. 00000100:00000001:2.0:1788838387.906056:0:34108:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838387.906057:0:34108:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.906066:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838387.906068:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156992 : -113594290394624 : ffff98afc4ac2a00) 00000002:00000001:2.0:1788838387.906071:0:34108:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838387.906075:0:34108:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838387.906081:0:34108:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eac00. 00000080:00000001:2.0:1788838387.906085:0:34108:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838387.906089:0:34108:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838387.906095:0:34108:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838387.906100:0:34108:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.906109:0:34108:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838387.906120:0:34108:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484876800 : -113594224674816 : ffff98afc896f800) 00000100:00000001:2.0:1788838387.906122:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838387.906125:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.906131:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838387.906132:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838387.906135:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f800 x1875731132267904/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838402 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.906140:0:34108:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838387.906144:0:34108:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838387.906147:0:34108:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838387.906157:0:34108:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838387.906162:0:34108:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717400. 02000000:00000001:2.0:1788838387.906166:0:34108:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838387.906168:0:34108:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838387.906171:0:34108:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f800. 00000100:00000001:2.0:1788838387.906175:0:34108:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838387.906176:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838387.906177:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838387.906181:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2a00 x1875731132269056/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838403 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.906187:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838387.906189:0:34108:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09a7640. 00000002:00000001:2.0:1788838387.906193:0:34108:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838387.906195:0:34108:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838387.906197:0:34108:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd00d2240. 00000100:00000001:2.0:1788838387.906200:0:34108:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838387.906203:0:34108:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2a00 x1875731132269056/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838403 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838387.906209:0:34108:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838387.906213:0:34108:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838387.906217:0:34108:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a08c0. 00000080:00000001:2.0:1788838387.906221:0:34108:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838387.906228:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00000008:2.0:1788838387.906231:0:34108:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff98afd15ac2c8), flags 100002, rc = 0 00000080:00000001:2.0:1788838387.906239:0:34108:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838387.906247:0:34108:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838387.906249:0:34108:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd98 00000080:00002000:2.0:1788838387.906251:0:34108:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff98afd169bd80, parent ffff98afd8d78ca8, inode ffff98afd15ac2c8) hashed, 00000080:00000001:2.0:1788838387.906254:0:34108:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.948374:0:34123:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838387.948386:0:34123:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838387.948388:0:34123:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838387.948393:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fbc0 00000080:00200000:3.0:1788838387.948399:0:34123:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838387.948409:0:34123:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abee00. 00800000:00000002:3.0:1788838387.948418:0:34123:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838387.948423:0:34123:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838387.948429:0:34123:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838387.948431:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fae0 00800000:00000002:3.0:1788838387.948435:0:34123:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838387.948440:0:34123:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838387.948444:0:34123:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838387.948451:0:34123:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838387.948454:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f9b0 00000002:00010000:3.0:1788838387.948456:0:34123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838387.948460:0:34123:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838387.948462:0:34123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838387.948466:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838387.948604:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:3.0:1788838387.948609:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838387.948615:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838387.948621:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838387.948627:0:34123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788838387.948642:0:34123:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838387.948839:0:34123:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838387.948845:0:34123:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788838387.948854:0:34123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838387.948856:0:34123:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838387.948858:0:34123:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838387.948861:0:34123:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838387.948863:0:34123:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838387.948865:0:34123:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838387.948868:0:34123:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838387.948872:0:34123:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838387.948876:0:34123:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abee00. 00000080:00000001:3.0:1788838387.948884:0:34123:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838387.948886:0:34123:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838387.948889:0:34123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838387.948893:0:34123:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfff 00800000:00000001:3.0:1788838387.948896:0:34123:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838387.948899:0:34123:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838387.948901:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838387.948904:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838387.948907:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838387.948910:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.948914:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.948917:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.948919:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838387.948920:0:34123:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838387.948922:0:34123:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838387.948925:0:34123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfff from it ffffbbcb01c5fbf8 00010000:00000001:3.0:1788838387.948927:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838387.948929:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838387.948930:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838387.948932:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.948934:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.948937:0:34123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838387.948940:0:34123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838387.948948:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.948949:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838387.948951:0:34123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838387.948954:0:34123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838387.948957:0:34123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838387.948967:0:34123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838387.948971:0:34123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838387.948973:0:34123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838387.948978:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.948979:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838387.948981:0:34123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.948985:0:34123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838387.948987:0:34123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.948989:0:34123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.948991:0:34123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.948993:0:34123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838387.948994:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.948995:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838387.948999:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838387.949001:0:34123:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838387.949004:0:34123:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838387.949009:0:34123:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838387.949544:0:34123:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a7fe0. 00000080:00000001:3.0:1788838387.949552:0:34123:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838387.949554:0:34123:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838387.949557:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb00 00000080:00200000:3.0:1788838387.949559:0:34123:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838387.949564:0:34123:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4abee00. 00800000:00000002:3.0:1788838387.949568:0:34123:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838387.949571:0:34123:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838387.949575:0:34123:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838387.949577:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa20 00800000:00000002:3.0:1788838387.949580:0:34123:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838387.949583:0:34123:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838387.949586:0:34123:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838387.949590:0:34123:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838387.949592:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f8f0 00000002:00010000:3.0:1788838387.949594:0:34123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838387.949597:0:34123:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838387.949598:0:34123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838387.949601:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838387.949606:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:3.0:1788838387.949609:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838387.949612:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838387.949614:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838387.949618:0:34123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788838387.950605:0:34123:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838387.950613:0:34123:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838387.950618:0:34123:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788838387.950629:0:34123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838387.950631:0:34123:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838387.950634:0:34123:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838387.950636:0:34123:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838387.950639:0:34123:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838387.950641:0:34123:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838387.951103:0:34123:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838387.951108:0:34123:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838387.951112:0:34123:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4abee00. 00000080:00000001:3.0:1788838387.951244:0:34123:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838387.951246:0:34123:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838387.951250:0:34123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838387.951254:0:34123:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62cfff 00800000:00000001:3.0:1788838387.951259:0:34123:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838387.951273:0:34123:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838387.951276:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838387.951279:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838387.951282:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838387.951285:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.951288:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.951291:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.951293:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838387.951294:0:34123:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838387.951296:0:34123:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838387.951299:0:34123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62cfff from it ffffbbcb01c5fb38 00010000:00000001:3.0:1788838387.951302:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838387.951303:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838387.951304:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517800 refcount=3 00000020:00000001:3.0:1788838387.951306:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.951309:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362881536 : -113594346670080 : ffff98afc1517800) 00010000:00000001:3.0:1788838387.951311:0:34123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838387.951315:0:34123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838387.951323:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.951324:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838387.951326:0:34123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838387.951329:0:34123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838387.951332:0:34123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838387.951340:0:34123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838387.951343:0:34123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838387.951345:0:34123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838387.951350:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.951351:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838387.951353:0:34123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.951358:0:34123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838387.951360:0:34123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.951363:0:34123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.951367:0:34123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838387.951369:0:34123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838387.951371:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838387.951372:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838387.951375:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838387.951377:0:34123:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838387.951380:0:34123:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788838387.951387:0:34123:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838387.951393:0:34123:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788838387.951396:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb58 00000080:00200000:3.0:1788838387.951398:0:34123:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), file ffff98afe20f1800, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1788838387.955046:0:34123:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd05a1420. 00000080:00000001:0.0:1788838387.955071:0:34123:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838387.955077:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa08 00000080:00200000:0.0:1788838387.955080:0:34123:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000010:0.0:1788838387.955094:0:34123:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:0.0:1788838387.955102:0:34123:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838387.955110:0:34123:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838387.955310:0:34123:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838387.955314:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f928 00800000:00000002:0.0:1788838387.955316:0:34123:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838387.955320:0:34123:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788838387.955324:0:34123:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788838387.955331:0:34123:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:0.0:1788838387.955335:0:34123:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788838387.955338:0:34123:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788838387.955343:0:34123:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788838387.955346:0:34123:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788838387.955350:0:34123:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:0.0:1788838387.955353:0:34123:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838387.955355:0:34123:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838387.955357:0:34123:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838387.955359:0:34123:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.955360:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f8a8 00800000:00000002:0.0:1788838387.955362:0:34123:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1788838387.955368:0:34123:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838387.955370:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f7e0 00000002:00010000:0.0:1788838387.955372:0:34123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1788838387.955376:0:34123:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838387.955379:0:34123:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788838387.955385:0:34123:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788838387.955393:0:34123:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838387.955395:0:34123:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838387.955399:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 2 00010000:00000001:0.0:1788838387.955403:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838387.955406:0:34123:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838387.955411:0:34123:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838387.955418:0:34123:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788838387.955431:0:34123:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838387.955437:0:34123:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838387.955440:0:34123:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838387.955442:0:34123:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788838387.955446:0:34123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838387.955450:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838387.955454:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 3 00010000:00000001:0.0:1788838387.955456:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838387.955539:0:34123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838387.955542:0:34123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838387.955543:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838387.955546:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 3 00010000:00000001:0.0:1788838387.955548:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838387.955551:0:34123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838387.955552:0:34123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838387.955553:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838387.955555:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4cc00 count: 3 00010000:00000001:0.0:1788838387.955557:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838387.955558:0:34123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.955561:0:34123:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838387.955564:0:34123:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788838387.955568:0:34123:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788838387.955571:0:34123:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788838387.955573:0:34123:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838387.955575:0:34123:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.955579:0:34123:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838387.955583:0:34123:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838387.955585:0:34123:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838387.955588:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838387.955591:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838387.955595:0:34123:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517800 with handle 0x9f68a6b43b62cfff from hash 00010000:00000001:0.0:1788838387.955597:0:34123:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838387.955599:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.955601:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.955602:0:34123:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838387.955606:0:34123:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838387.955607:0:34123:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838387.955611:0:34123:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838387.955613:0:34123:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838387.955614:0:34123:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788838387.955624:0:34123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908e00. 00000020:00000040:0.0:1788838387.955628:0:34123:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838387.955637:0:34123:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838387.955639:0:34123:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.955652:0:34123:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838387.955694:0:34123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838387.955702:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.955704:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.955705:0:34123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.955710:0:34123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838387.955712:0:34123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838387.955719:0:34123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838387.955729:0:34123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0082c00. 00000100:00000001:0.0:1788838387.955738:0:34123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.955744:0:34123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838387.955747:0:34123:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838387.955752:0:34123:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788838387.955760:0:34123:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788838387.955761:0:34123:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838387.955763:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838387.955766:0:34123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517800/0x9f68a6b43b62cfff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bd5b expref: -99 pid: 34101 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788838387.955775:0:34123:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4cc00 count: 0 00010000:00000010:0.0:1788838387.955781:0:34123:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5b00. 00010000:00000001:0.0:1788838387.955796:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.955798:0:34123:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.955800:0:34123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838387.955801:0:34123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.955803:0:34123:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838387.955814:0:34123:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00010000:00000001:0.0:1788838387.955818:0:34123:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838387.955821:0:34123:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838387.955825:0:34123:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31b00. 00010000:00000010:0.0:1788838387.955829:0:34123:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9ea80. 00010000:00000001:0.0:1788838387.955833:0:34123:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838387.955837:0:34123:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bab000. 00000020:00000001:0.0:1788838387.955840:0:34123:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838387.955843:0:34123:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bab000 with handle 0x9f68a6b43b62d022 to hash 00000020:00000001:0.0:1788838387.955845:0:34123:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838387.955846:0:34123:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.955849:0:34123:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.955852:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838387.955854:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838387.955858:0:34123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34123 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838387.955865:0:34123:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34123 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788838387.955877:0:34123:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788838387.955892:0:34123:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788838387.955907:0:34123:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34123 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838387.955913:0:34123:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838387.955915:0:34123:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838387.955923:0:34123:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc50c0180. 00000100:00000001:0.0:1788838387.955925:0:34123:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479425438080 : -113594284113536 : ffff98afc50c0180) 00000100:00000001:0.0:1788838387.955928:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838387.955929:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000001:0.0:1788838387.955934:0:34123:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838387.955938:0:34123:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.955941:0:34123:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838387.955943:0:34123:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838387.955947:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.955954:0:34123:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838387.955957:0:34123:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838387.955961:0:34123:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838387.955964:0:34123:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838387.955966:0:34123:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838387.955969:0:34123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:34123:1875731132269312:192.168.203.123@tcp:101:bash.0 00000100:00000001:0.0:1788838387.955974:0:34123:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838387.955980:0:34123:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838387.955984:0:34123:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838387.955987:0:34123:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838387.957383:0:34123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:0.0:1788838387.957396:0:34123:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838387.957407:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838387.957416:0:34123:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838387.957426:0:34123:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afd0080c00. 00000100:00000200:0.0:1788838387.957434:0:34123:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132269312, portal 10 00000100:00000001:0.0:1788838387.957437:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838387.957440:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000040:0.0:1788838387.957457:0:34123:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838403 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.957600:0:34123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838387.957605:0:34123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838387.957609:0:34123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcf68. 00000100:00000200:0.0:1788838387.957613:0:34123:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132269312, offset 0 00000400:00000200:0.0:1788838387.957620:0:34123:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838387.957631:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838387.957640:0:34123:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838387.957797:0:34123:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838387.957802:0:34123:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838387.957807:0:34123:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838387.957810:0:34123:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838387.957815:0:34123:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2596:2596:256:4294967295] 192.168.203.123@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:0.0:1788838387.957820:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838387.957831:0:34123:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838387.957838:0:34123:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838387.957845:0:34123:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7f00. 00000800:00000200:0.0:1788838387.957853:0:34123:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838387.957862:0:34123:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838387.957868:0:34123:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788838387.957891:0:34123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838387.957896:0:34123:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 832583 usecs (833 jiffies) 00000400:00000200:0.0:1788838387.957900:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838387.957903:0:34123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518764 00000100:00000001:0.0:1788838387.957915:0:34123:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296518693 00000100:00000001:0.0:1788838387.957923:0:34123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518764 00000100:00000001:0.0:1788838387.957931:0:34123:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296518693 00000100:00000001:0.0:1788838387.957937:0:34123:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838387.957941:0:34123:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.957945:0:34123:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838387.957947:0:34123:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838387.957951:0:34123:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc50c0180 going to sleep for 11 seconds 00000100:00000001:0.0:1788838387.957954:0:34123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838387.957958:0:34123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838387.958043:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838387.958052:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7f00. 00000400:00000200:1.0:1788838387.958059:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.958068:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838387.958075:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcf68 00000400:00000010:1.0:1788838387.958078:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcf68. 00000100:00000001:1.0:1788838387.958083:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838387.958090:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838403 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.958103:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838387.958107:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838403 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.958114:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838387.958128:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838387.965296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4cc00. 00010000:00000010:0.1:1788838387.965318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517800. 00000800:00000001:1.0:1788838387.980481:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.980512:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838387.980516:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.980519:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838387.980527:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.980534:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838387.980545:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.980550:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.980555:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.980559:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd54300 00000400:00000200:1.0:1788838387.980564:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.980569:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6ef9 [32] + 224 00000800:00000001:1.0:1788838387.980576:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.980587:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838387.980590:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.980595:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838387.980602:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838387.980612:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838403 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838387.980624:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838387.980650:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838387.980705:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838387.980709:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.980714:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838387.980719:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2597:2597:256:4294967295] 192.168.203.123@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:1.0:1788838387.980724:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838387.980731:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838387.980737:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838387.980751:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd13ebc00. 00000800:00000200:1.0:1788838387.980758:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838387.980765:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838387.980793:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd13ebc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838387.980884:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838387.980888:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd13ebc00. 00000400:00000200:1.0:1788838387.980891:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838387.980895:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838387.980900:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838387.980903:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.981260:0:34123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838387.981276:0:34123:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838387.981278:0:34123:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838387.981281:0:34123:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:0.0:1788838387.981286:0:34123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0080c00 00000400:00000010:0.0:1788838387.981288:0:34123:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afd0080c00. 00000100:00000001:0.0:1788838387.981291:0:34123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838387.981296:0:34123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838387.981306:0:34123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908e00 x1875731132269312/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838403 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.981313:0:34123:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838387.981315:0:34123:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.981317:0:34123:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838387.981321:0:34123:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838387.981323:0:34123:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838387.981325:0:34123:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838387.981328:0:34123:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838387.981337:0:34123:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=66 v=5 (5 101 101 101) 00000100:00001000:0.0:1788838387.981341:0:34123:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838387.981344:0:34123:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838387.981345:0:34123:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.981348:0:34123:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838387.981359:0:34123:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.981363:0:34123:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838387.981365:0:34123:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:0.0:1788838387.981366:0:34123:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838387.981368:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838387.981371:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000001:0.0:1788838387.981374:0:34123:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838387.981376:0:34123:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788838387.981378:0:34123:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838387.981381:0:34123:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838387.981386:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838403 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.981394:0:34123:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838387.981396:0:34123:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838387.981398:0:34123:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838387.981402:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838403 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838387.981409:0:34123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908e00 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:34123:1875731132269312:192.168.203.123@tcp:101:bash.0 00000100:00000001:0.0:1788838387.981413:0:34123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838387.981416:0:34123:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838387.981419:0:34123:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838387.981421:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838387.981424:0:34123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838403 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.981431:0:34123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838387.981434:0:34123:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc50c0180. 00000100:00000001:0.0:1788838387.981437:0:34123:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838387.981439:0:34123:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.981441:0:34123:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838387.981446:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.981448:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.981452:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=4 00000020:00000001:0.0:1788838387.981454:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981457:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000040:0.0:1788838387.981464:0:34123:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bab000, remote cookie: 0xff98f31736b3bde7, flags: 0x1001 00010000:00010000:0.0:1788838387.981469:0:34123:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838387.981478:0:34123:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788838387.981481:0:34123:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838387.981489:0:34123:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31f00. 00010000:00000010:0.0:1788838387.981494:0:34123:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e480. 00010000:00000040:0.0:1788838387.981508:0:34123:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31b00 count: 0 00010000:00000010:0.0:1788838387.981514:0:34123:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9ea80. 00010000:00000001:0.0:1788838387.981521:0:34123:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838387.981524:0:34123:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838387.981533:0:34123:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838387.981539:0:34123:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838387.981542:0:34123:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838387.981544:0:34123:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838387.981545:0:34123:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838387.981546:0:34123:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838387.981548:0:34123:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff98afc4d31f00) refcount = 1 00010000:00010000:0.0:1788838387.981552:0:34123:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838387.981559:0:34123:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838387.981561:0:34123:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838387.981563:0:34123:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838387.981566:0:34123:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838387.981568:0:34123:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838387.981571:0:34123:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838387.981582:0:34123:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838387.981583:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981585:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.981586:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981587:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.981588:0:34123:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838387.981592:0:34123:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838387.981594:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.981595:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.981597:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838387.981598:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981600:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981603:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.981604:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.981605:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=4 00000020:00000001:0.0:1788838387.981607:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981609:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981612:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838387.981614:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838387.981617:0:34123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838387.981623:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981624:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.981625:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.981626:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.981628:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=5 00000020:00000001:0.0:1788838387.981629:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981631:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981633:0:34123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838387.981636:0:34123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838387.981642:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981643:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838387.981646:0:34123:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838387.981652:0:34123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838387.981653:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981654:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.981689:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981690:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838387.981695:0:34123:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838403 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838387.981704:0:34123:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788838387.981708:0:34123:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838403 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838387.981714:0:34123:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.981721:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.981723:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.981724:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838387.981726:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981728:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00000002:00010000:0.0:1788838387.981732:0:34123:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788838387.981750:0:34123:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd1358900. 00010000:00000001:0.0:1788838387.981752:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981753:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838387.981755:0:34123:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838387.981757:0:34123:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838387.981760:0:34123:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788838387.981762:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838387.981764:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000001:0.0:1788838387.981766:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838387.981767:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00010000:00000001:0.0:1788838387.981769:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.981770:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.981771:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838387.981773:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981775:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00000002:00010000:0.0:1788838387.981778:0:34123:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838387.981783:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981784:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.981786:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838387.981787:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.981788:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.981789:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838387.981791:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.981793:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000040:0.0:1788838387.981796:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:0.0:1788838387.981798:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838387.981801:0:34123:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:0.0:1788838387.981804:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.981805:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838387.981807:0:34123:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838387.981809:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f768 00000002:00002000:0.0:1788838387.981811:0:34123:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788838387.981814:0:34123:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838387.981817:0:34123:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838387.981820:0:34123:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838387.981823:0:34123:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838387.981826:0:34123:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838387.981830:0:34123:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:0.0:1788838387.981833:0:34123:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838387.981835:0:34123:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd05a1420 it_disposition 1800037 00000080:00002000:0.0:1788838387.981840:0:34123:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd169b6c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788838387.981844:0:34123:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838387.981846:0:34123:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788838387.981848:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f998 00000080:00200000:0.0:1788838387.981850:0:34123:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000001:0.0:1788838387.981852:0:34123:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788838387.981855:0:34123:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838387.981859:0:34123:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838387.981861:0:34123:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838387.981864:0:34123:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788838387.981866:0:34123:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788838387.981874:0:34123:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd15839c0. 00000020:00000001:0.0:1788838387.981883:0:34123:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788838387.981884:0:34123:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788838387.981887:0:34123:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788838387.981888:0:34123:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88) 00000020:00000001:0.0:1788838387.981892:0:34123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.981895:0:34123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286088 : -113594224265528 : ffff98afc89d36c8) 00000020:00001000:0.0:1788838387.981898:0:34123:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d36c0 00000020:00000001:0.0:1788838387.981902:0:34123:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788838387.981906:0:34123:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afc7dfae10. 00000020:00000001:0.0:1788838387.981909:0:34123:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788838387.981910:0:34123:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.981916:0:34123:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788838387.981919:0:34123:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afd008a7c0. 00020000:00000001:0.0:1788838387.981921:0:34123:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479609767872 : -113594099783744 : ffff98afd008a7c0) 00020000:00000001:0.0:1788838387.981924:0:34123:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788838387.981927:0:34123:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838387.981931:0:34123:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1c00. 00020000:00000010:0.0:1788838387.981934:0:34123:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4c00. 00020000:00000010:0.0:1788838387.981938:0:34123:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a11e0. 00020000:00000001:0.0:1788838387.981940:0:34123:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615103456 : -113594094448160 : ffff98afd05a11e0) 00020000:00000002:0.0:1788838387.981943:0:34123:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a11e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838387.981948:0:34123:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838387.981952:0:34123:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4c00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1788838387.981955:0:34123:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788838387.981957:0:34123:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a11e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838387.981961:0:34123:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838387.981963:0:34123:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4c00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:0.0:1788838387.981967:0:34123:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afd09f8940. 00020000:00000010:0.0:1788838387.981970:0:34123:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc50c0180. 00020000:00000001:0.0:1788838387.981973:0:34123:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788838387.981975:0:34123:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc809f3d8. 00020000:00000001:0.0:1788838387.981978:0:34123:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788838387.981979:0:34123:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788838387.981983:0:34123:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788838387.981985:0:34123:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afc7dfa708. 00000020:00000001:0.0:1788838387.981987:0:34123:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788838387.981988:0:34123:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.981990:0:34123:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479472863112 : -113594236688504 : ffff98afc7dfa788) 00020000:00000001:0.0:1788838387.981993:0:34123:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788838387.981996:0:34123:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afd00b3880. 00020000:00000001:0.0:1788838387.981999:0:34123:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.982002:0:34123:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479472863112 : -113594236688504 : ffff98afc7dfa788) 00020000:00000001:0.0:1788838387.982004:0:34123:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479472863112 : -113594236688504 : ffff98afc7dfa788) 00020000:00000002:0.0:1788838387.982007:0:34123:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff98afc7dfa708[0:0] -> [0x200000404:0x31:0x0]@ffff98afc7dfae10: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1788838387.982013:0:34123:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788838387.982015:0:34123:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788838387.982016:0:34123:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.982019:0:34123:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479472864912 : -113594236686704 : ffff98afc7dfae90) 00000020:00001000:0.0:1788838387.982021:0:34123:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d36c0 00000080:00000001:0.0:1788838387.982025:0:34123:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788838387.982027:0:34123:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838387.982030:0:34123:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1788838387 00000080:00000001:0.0:1788838387.982033:0:34123:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788838387.982036:0:34123:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631760008 : -113594077791608 : ffff98afd1583a88) 00010000:00000001:0.0:1788838387.982038:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.982039:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.982041:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838387.982043:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.982045:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00000080:00000001:0.0:1788838387.982048:0:34123:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838387.982049:0:34123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838387.982050:0:34123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286088 : -113594224265528 : ffff98afc89d36c8) 00000020:00001000:0.0:1788838387.982052:0:34123:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d36c0 00000020:00000001:0.0:1788838387.982054:0:34123:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838387.982056:0:34123:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838387.982057:0:34123:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838387.982059:0:34123:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1f60. 00020000:00000010:0.0:1788838387.982061:0:34123:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4200. 00020000:00000010:0.0:1788838387.982063:0:34123:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1480. 00020000:00000001:0.0:1788838387.982065:0:34123:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615104128 : -113594094447488 : ffff98afd05a1480) 00020000:00000002:0.0:1788838387.982067:0:34123:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1480, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838387.982071:0:34123:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838387.982073:0:34123:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4200: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838387.982076:0:34123:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a7c0) owner ffff98afc91aa7c0 00020000:00000001:0.0:1788838387.982079:0:34123:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838387.982081:0:34123:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a7c0) owner ffff98afc91aa7c0 00020000:00000010:0.0:1788838387.982084:0:34123:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4200. 00020000:00000010:0.0:1788838387.982087:0:34123:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1f60. 00020000:00000010:0.0:1788838387.982089:0:34123:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1480. 00020000:00000002:0.0:1788838387.982091:0:34123:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838387.982093:0:34123:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.982095:0:34123:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.982097:0:34123:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788838387.982099:0:34123:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:0.0:1788838387.982102:0:34123:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a11e0 addref 2/0 by ffff98afc91aa7c0. 00020000:00000002:0.0:1788838387.982105:0:34123:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838387.982107:0:34123:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788838387.982109:0:34123:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788838387.982110:0:34123:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788838387.982112:0:34123:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788838387.982113:0:34123:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788838387.982116:0:34123:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788838387.982117:0:34123:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d36c0 00000080:00000001:0.0:1788838387.982120:0:34123:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.982121:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.982122:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838387.982124:0:34123:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838387.982126:0:34123:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838387.982127:0:34123:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838387.982130:0:34123:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) 00000080:00010000:0.0:1788838387.982132:0:34123:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62d022 00800000:00000001:0.0:1788838387.982135:0:34123:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838387.982137:0:34123:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838387.982138:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.982139:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.982140:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838387.982142:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.982144:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.982147:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.982148:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838387.982149:0:34123:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838387.982151:0:34123:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.982152:0:34123:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788838387.982451:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838387.982458:0:34123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.982466:0:34123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838387.982471:0:34123:0:(namei.c:1651:ll_create_it()) inode ffff98afd1583a88 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788838387.982474:0:34123:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838387.982477:0:34123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) 00000080:00000001:0.0:1788838387.982480:0:34123:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838387.982484:0:34123:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000100:00000001:0.0:1788838387.982487:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838387.982490:0:34123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838387.982496:0:34123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.982593:0:34123:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788838387.982595:0:34123:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838387.982597:0:34123:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd1583a88 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788838387.982605:0:34123:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788838387.982607:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa68 00000080:00200008:0.0:1788838387.982609:0:34123:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 102101 00000080:00000010:0.0:1788838387.982617:0:34123:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc4d977c0. 00000080:00000010:0.0:1788838387.982622:0:34123:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd1358940. 00000080:00000001:0.0:1788838387.982625:0:34123:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788838387.982629:0:34123:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788838387.982631:0:34123:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788838387.982634:0:34123:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc4b06820. 00000002:00100000:0.0:1788838387.982639:0:34123:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838387.982645:0:34123:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838387.982647:0:34123:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788838387.982722:0:34123:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788838387.982726:0:34123:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.982728:0:34123:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838387.982731:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838387.982735:0:34123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788838387.982790:0:34123:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838387.982793:0:34123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:0.0:1788838387.982822:0:34123:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788838387.982823:0:34123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838387.982826:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa68 00000080:00000008:0.0:1788838387.982828:0:34123:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 102101, rc = 0 00000080:00000001:0.0:1788838387.982831:0:34123:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788838387.982833:0:34123:0:(dcache.c:176:ll_intent_release()) intent ffff98afd05a1420 released 00000080:00010000:0.0:1788838387.982836:0:34123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d022 from it ffff98afd05a1420 00010000:00000001:0.0:1788838387.982839:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838387.982840:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838387.982843:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838387.982845:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.982847:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838387.982850:0:34123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838387.982854:0:34123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838387.982862:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.982863:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.982865:0:34123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838387.982867:0:34123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838387.982870:0:34123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838387.982877:0:34123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838387.982880:0:34123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838387.982882:0:34123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838387.982886:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.982887:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838387.982888:0:34123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.982891:0:34123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838387.982892:0:34123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.982894:0:34123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.982897:0:34123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838387.982899:0:34123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838387.982900:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838387.982901:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838387.982903:0:34123:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788838387.982904:0:34123:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788838387.982906:0:34123:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788838387.982908:0:34123:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838387.982910:0:34123:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788838387.982912:0:34123:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.982914:0:34123:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788838387.982916:0:34123:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.982918:0:34123:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838387.982920:0:34123:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.982922:0:34123:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788838387.982924:0:34123:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd05a1420. 00000080:00000001:0.0:1788838387.982928:0:34123:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838387.982931:0:34123:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788838387.982934:0:34123:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88), inode mode 81a4 mask 40 00000080:00000001:0.0:1788838387.982937:0:34123:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838387.983004:0:34123:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838387.983007:0:34123:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:0.0:1788838387.983011:0:34123:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838387.983013:0:34123:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838387.998483:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd28 00000080:00200008:1.0:1788838387.998491:0:34123:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838387.998499:0:34123:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838387.998501:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fca0 00000080:00200000:1.0:1788838387.998503:0:34123:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88),name=recon 00000080:00000010:1.0:1788838387.998511:0:34123:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc9b60c00. 00800000:00000002:1.0:1788838387.998517:0:34123:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838387.998524:0:34123:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838387.998529:0:34123:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838387.998531:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fbc0 00800000:00000002:1.0:1788838387.998534:0:34123:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838387.998538:0:34123:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838387.998544:0:34123:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838387.998550:0:34123:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838387.998941:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa90 00000002:00010000:1.0:1788838387.998944:0:34123:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838387.998948:0:34123:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838387.998950:0:34123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838387.998953:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838387.998960:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:1.0:1788838387.998963:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838387.998969:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838387.998973:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838387.998978:0:34123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838387.998989:0:34123:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838387.998994:0:34123:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838387.998998:0:34123:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788838387.999005:0:34123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838387.999007:0:34123:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838387.999010:0:34123:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838387.999012:0:34123:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838387.999014:0:34123:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838387.999016:0:34123:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838387.999020:0:34123:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838387.999023:0:34123:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838387.999027:0:34123:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc9b60c00. 00000080:00000001:1.0:1788838387.999030:0:34123:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838387.999032:0:34123:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838387.999035:0:34123:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) 00000080:00010000:1.0:1788838387.999039:0:34123:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62d022 00800000:00000001:1.0:1788838387.999042:0:34123:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838387.999045:0:34123:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838387.999046:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838387.999048:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838387.999051:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:1.0:1788838387.999053:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:1.0:1788838387.999055:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:1.0:1788838387.999058:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838387.999060:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838387.999071:0:34123:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838387.999073:0:34123:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838387.999076:0:34123:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d022 from it ffffbbcb01c5fcd8 00010000:00000001:1.0:1788838387.999078:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838387.999079:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838387.999081:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:1.0:1788838387.999083:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:1.0:1788838387.999086:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:1.0:1788838387.999088:0:34123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838387.999090:0:34123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838387.999097:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838387.999098:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838387.999100:0:34123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838387.999102:0:34123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838387.999105:0:34123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838387.999112:0:34123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838387.999115:0:34123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838387.999117:0:34123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838387.999122:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838387.999476:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838387.999478:0:34123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838387.999482:0:34123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838387.999484:0:34123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838387.999485:0:34123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838387.999489:0:34123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838387.999491:0:34123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838387.999493:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838387.999494:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838387.999497:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838387.999498:0:34123:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838387.999501:0:34123:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788838387.999504:0:34123:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788838387.999506:0:34123:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838387.999509:0:34123:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788838387.999510:0:34123:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838387.999513:0:34123:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838387.999516:0:34123:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788838387.999519:0:34123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838387.999522:0:34123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:1.0:1788838387.999525:0:34123:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:1.0:1788838387.999530:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838387.999533:0:34123:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838387.999535:0:34123:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838387.999537:0:34123:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788838387.999541:0:34123:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838387.999542:0:34123:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838387.999543:0:34123:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838387.999545:0:34123:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838387.999547:0:34123:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838387.999551:0:34123:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05ccbf0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788838387.999564:0:34123:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:1.0:1788838387.999567:0:34123:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838387.999569:0:34123:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838387.999803:0:34123:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838387.999805:0:34123:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838387.999807:0:34123:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838387.999810:0:34123:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838387.999811:0:34123:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838387.999813:0:34123:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838387.999815:0:34123:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838387.999816:0:34123:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838387.999817:0:34123:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:1.0:1788838387.999820:0:34123:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838387.999823:0:34123:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788838387.999825:0:34123:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1788838387.999827:0:34123:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788838387.999828:0:34123:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788838387.999831:0:34123:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788838387.999833:0:34123:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788838387.999837:0:34123:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788838387.999845:0:34123:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894ab00. 00020000:00000002:1.0:1788838387.999848:0:34123:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838387.999850:0:34123:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788838387.999852:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838387.999854:0:34123:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838387.999855:0:34123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838387.999857:0:34123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:1.0:1788838387.999859:0:34123:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:1.0:1788838387.999862:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838387.999864:0:34123:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838387.999867:0:34123:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838387.999868:0:34123:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838387.999870:0:34123:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838387.999872:0:34123:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838387.999874:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:1.0:1788838388.000008:0:34123:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788838388.000112:0:34123:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afd1389560. 00000008:00010000:1.0:1788838388.000117:0:34123:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788838388.000119:0:34123:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838388.000120:0:34123:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788838388.000122:0:34123:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894ab30, osc lock ffff98afd1389560, flags 0x400001002 00000020:00000001:1.0:1788838388.000188:0:34123:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.000191:0:34123:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.000193:0:34123:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484726016 : -113594224825600 : ffff98afc894ab00) 00000020:00000001:1.0:1788838388.000195:0:34123:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838388.000197:0:34123:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788838388.000198:0:34123:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.000200:0:34123:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.000203:0:34123:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788838388.000204:0:34123:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788838388.000206:0:34123:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838388.000208:0:34123:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838388.000209:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.000210:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:1.0:1788838388.000212:0:34123:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838388.000214:0:34123:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838388.000216:0:34123:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838388.000219:0:34123:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838388.000221:0:34123:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838388.000222:0:34123:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838388.000224:0:34123:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838388.000225:0:34123:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838388.000226:0:34123:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838388.000228:0:34123:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788838388.000231:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838388.000235:0:34123:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.000238:0:34123:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788838388.000243:0:34123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120000. 00000020:00000040:1.0:1788838388.000247:0:34123:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00010000:00000001:1.0:1788838388.000252:0:34123:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838388.000256:0:34123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838388.000258:0:34123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.000271:0:34123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838388.000274:0:34123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838388.000278:0:34123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838388.000285:0:34123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc9b60c00. 00000100:00000001:1.0:1788838388.000291:0:34123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.000295:0:34123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838388.000297:0:34123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.000298:0:34123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838388.000299:0:34123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.000301:0:34123:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.000304:0:34123:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479627157504 : -113594082394112 : ffff98afd1120000) 00010000:00000001:1.0:1788838388.000307:0:34123:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838388.000309:0:34123:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788838388.000313:0:34123:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901500. 00010000:00000010:1.0:1788838388.000316:0:34123:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afc9901f00. 00010000:00000001:1.0:1788838388.000322:0:34123:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838388.000325:0:34123:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0f600. 00000020:00000001:1.0:1788838388.000329:0:34123:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838388.000332:0:34123:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0f600 with handle 0x9f68a6b43b62d029 to hash 00000020:00000001:1.0:1788838388.000334:0:34123:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838388.000335:0:34123:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000010:1.0:1788838388.000339:0:34123:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd0c98500. 00010000:00000001:1.0:1788838388.000341:0:34123:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:1.0:1788838388.000345:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838388.000347:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838388.000351:0:34123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838388.000362:0:34123:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838388.000373:0:34123:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.000377:0:34123:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838388.000381:0:34123:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838388.000392:0:34123:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd429b59] to pc [ptlrpcd_00_00+0] req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788838388.000429:0:34123:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838388.000432:0:34123:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.000434:0:34123:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.000436:0:34123:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.000437:0:34123:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.000439:0:34123:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838388.000441:0:34123:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788838388.000443:0:34123:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788838388.000444:0:34123:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1788838388.000453:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838388.000455:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838388.000459:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838388.000460:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.000462:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838388.000471:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.000480:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838388.000483:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.000487:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838388.000489:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838388.000491:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838388.000495:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132269440:192.168.203.123@tcp:101:uname.0 00000100:00000001:0.0:1788838388.000500:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838388.000517:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838388.000519:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.000522:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838388.000528:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0082800. 02000000:00000001:0.0:1788838388.000531:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838388.000538:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838388.000543:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838388.000550:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838388.000556:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132269440, portal 4 00000100:00000001:0.0:1788838388.000558:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838388.000559:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627157504 : -113594082394112 : ffff98afd1120000) 00000100:00000040:0.0:1788838388.000566:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.000574:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838388.000577:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838388.000579:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfca18. 00000100:00000200:0.0:1788838388.000582:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132269440, offset 0 00000400:00000200:0.0:1788838388.000588:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838388.000598:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.000605:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838388.000610:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838388.000615:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838388.000618:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838388.000620:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838388.000624:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2598:2598:256:4294967295] 192.168.203.123@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:0.0:1788838388.000628:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.000636:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838388.000642:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838388.000647:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7500. 00000800:00000200:0.0:1788838388.000696:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838388.000705:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838388.000709:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788838388.000721:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838388.000725:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22715 usecs (23 jiffies) 00000400:00000200:0.0:1788838388.000728:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838388.000730:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296517997 00000100:00000001:0.0:1788838388.000733:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296518764 00000100:00000001:0.0:1788838388.000735:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296517997 00000100:00000001:0.0:1788838388.000736:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296518764 00000100:00000001:0.0:1788838388.000739:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838388.000902:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.000906:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.000907:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.000914:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838388.000915:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1788838388.000918:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838388.000919:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838388.000920:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.000922:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.009594:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.009604:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7500. 00000400:00000200:1.0:1788838388.009613:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.009621:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.009629:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfca18 00000400:00000010:1.0:1788838388.009632:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfca18. 00000100:00000001:1.0:1788838388.009638:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.009646:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.009676:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.009681:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.009689:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.009691:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838388.010547:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.010567:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838388.010579:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.010582:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838388.010590:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.010596:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838388.010604:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.010608:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.010614:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.010618:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd54380 00000400:00000200:1.0:1788838388.010623:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.010629:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x6f09 [1] + 224 00000800:00000001:1.0:1788838388.010636:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.010642:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838388.010644:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.010648:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00010000:00000010:0.1:1788838388.010695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31b00. 00000100:00000001:1.0:1788838388.010825:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838388.010833:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838388.010844:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.010863:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838388.010871:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.010883:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.010901:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838388.010905:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838388.010911:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838388.010913:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838388.010916:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:0.0:1788838388.010920:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838388.010922:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838388.010925:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.010931:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838388.010942:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.010949:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838388.010951:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.010953:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838388.010956:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838388.010958:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838388.010961:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.010963:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838388.010972:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=67 v=5 (5 5 5 16) 00000100:00001000:0.0:1788838388.010975:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838388.010978:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838388.010980:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.010982:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838388.010986:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.010989:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838388.010991:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788838388.010993:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838388.010995:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838388.010999:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.011006:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838388.011009:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838388.011010:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838388.011013:0:2351:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788838388.011015:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.011017:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.011020:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=4 00000020:00000001:0.0:1788838388.011023:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011025:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011028:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.011029:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.011030:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=5 00000020:00000001:0.0:1788838388.011032:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011034:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011037:0:2351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.011040:0:2351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.011044:0:2351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.011054:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011056:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.011058:0:2351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838388.011060:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.011061:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.011062:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=6 00000020:00000001:0.0:1788838388.011064:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011066:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000040:0.0:1788838388.011071:0:2351:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0f600, remote cookie: 0xff98f31736b3bdf5, flags: 0x1001 00010000:00010000:0.0:1788838388.011076:0:2351:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.011084:0:2351:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788838388.011086:0:2351:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.011088:0:2351:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838388.011092:0:2351:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788838388.011096:0:2351:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838388.011104:0:2351:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff98afc9901500) refcount = 1 00010000:00000040:0.0:1788838388.011106:0:2351:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788838388.011109:0:2351:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.011116:0:2351:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838388.011117:0:2351:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.011120:0:2351:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838388.011122:0:2351:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.011125:0:2351:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.011131:0:2351:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838388.011132:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011133:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.011134:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011135:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.011137:0:2351:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788838388.011139:0:2351:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838388.011142:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.011143:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.011144:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=5 00000020:00000001:0.0:1788838388.011146:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011148:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00000008:00000001:0.0:1788838388.011152:0:2351:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788838388.011412:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00010000:0.0:1788838388.011417:0:2351:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788838388.011424:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.011426:0:2351:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788838388.011429:0:2351:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788838388.011431:0:2351:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838388.011434:0:2351:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.011436:0:2351:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.011437:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:0.0:1788838388.011439:0:2351:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788838388.011441:0:2351:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838388.011443:0:2351:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788838388.011493:0:2351:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788838388.011495:0:2351:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.011497:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.011499:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.011507:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=6 00000020:00000001:0.0:1788838388.011509:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011512:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011514:0:2351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.011523:0:2351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.011537:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011538:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838388.011541:0:2351:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.011547:0:2351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.011548:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011549:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.011550:0:2351:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.011552:0:2351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.011553:0:2351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.011554:0:2351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=5 00000020:00000001:0.0:1788838388.011556:0:2351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011558:0:2351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.011559:0:2351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.011562:0:2351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.011568:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011569:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.011570:0:2351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838388.011572:0:2351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838388.011575:0:2351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838388.011583:0:2351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.011586:0:2351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838388.011587:0:2351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838388.011591:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011592:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.011593:0:2351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.011596:0:2351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838388.011598:0:2351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.011600:0:2351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.011602:0:2351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.011604:0:2351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.011605:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011606:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.011607:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.011607:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.011609:0:2351:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838388.011615:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838388.011623:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132269440:192.168.203.123@tcp:101:uname.0 00000100:00000001:0.0:1788838388.011628:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.011631:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.011634:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120000 x1875731132269440/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838403 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.011640:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838388.011643:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838388.011646:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0082800. 02000000:00000001:0.0:1788838388.011650:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838388.011683:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838388.011686:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838388.011689:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838388.011692:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc9b60c00. 02000000:00000001:0.0:1788838388.011695:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838388.011697:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838388.011699:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120000. 00000100:00000001:0.0:1788838388.011702:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838388.011703:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.011705:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.011712:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838388.011714:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.011716:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838388.011718:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.020618:0:34123:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.020628:0:34123:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.020843:0:34123:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838388.020849:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.020852:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.020853:0:34123:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838388.020858:0:34123:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788838388.020862:0:34123:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838388.020863:0:34123:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.020865:0:34123:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838388.020866:0:34123:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838388.020868:0:34123:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788838388.020872:0:34123:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838388.020875:0:34123:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788838388.020878:0:34123:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.020880:0:34123:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.020881:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:0.0:1788838388.020884:0:34123:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788838388.020887:0:34123:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788838388.020889:0:34123:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838388.020891:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788838388.020894:0:34123:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.020895:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838388.020899:0:34123:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838388.020902:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.020903:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838388.020905:0:34123:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.020906:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894ab30 (ffff98afd05ba098/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838388.020910:0:34123:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838388.020911:0:34123:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838388.020913:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.020916:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.020917:0:34123:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838388.020918:0:34123:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.020920:0:34123:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.020921:0:34123:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.020923:0:34123:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.020924:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838388.020926:0:34123:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838388.020928:0:34123:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.020929:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894ab30 (ffff98afd05bacf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838388.020933:0:34123:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afd1389560. 00000020:00000001:0.0:1788838388.020939:0:34123:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838388.020941:0:34123:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894ab00. 00020000:00000001:0.0:1788838388.020944:0:34123:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.020945:0:34123:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.020946:0:34123:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788838388.020948:0:34123:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.020950:0:34123:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838388.020953:0:34123:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838388.020954:0:34123:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838388.020955:0:34123:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838388.020957:0:34123:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838388.020959:0:34123:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00020000:00000001:0.0:1788838388.020961:0:34123:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838388.020964:0:34123:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838388.020966:0:34123:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838388.020968:0:34123:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838388.020972:0:34123:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838388.020974:0:34123:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.020975:0:34123:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838388.020977:0:34123:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838388.020978:0:34123:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838388.020979:0:34123:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000001:00000001:0.0:1788838388.020980:0:34123:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.020988:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd28 00000080:00000008:0.0:1788838388.020991:0:34123:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838388.021059:0:34123:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788838388.021061:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd88 00000080:00200008:0.0:1788838388.021063:0:34123:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1788838388.021066:0:34123:0:(file.c:2656:do_file_write_iter()) inode ffff98afd1583a88 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788838388.021068:0:34123:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788838388.021070:0:34123:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.021072:0:34123:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788838388.021075:0:34123:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021077:0:34123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.021080:0:34123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:0.0:1788838388.021082:0:34123:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000080:00000001:0.0:1788838388.021085:0:34123:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788838388.021086:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fc98 00000080:00200000:0.0:1788838388.021088:0:34123:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1788838388.021093:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fc30 00000080:00200000:0.0:1788838388.021094:0:34123:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1788838388.021096:0:34123:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838388.021098:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.021099:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.021101:0:34123:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838388.021102:0:34123:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788838388.021104:0:34123:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788838388.021106:0:34123:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021108:0:34123:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021109:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:0.0:1788838388.021111:0:34123:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788838388.021113:0:34123:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788838388.021115:0:34123:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788838388.021121:0:34123:0:(cl_io.c:214:cl_io_rw_init()) header@000000002bb1e55c[0x110, 1, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788838388.021123:0:34123:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1788838388.021125:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.021127:0:34123:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838388.021128:0:34123:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838388.021130:0:34123:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838388.021133:0:34123:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.021134:0:34123:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788838388.021137:0:34123:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838388.021140:0:34123:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.021142:0:34123:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838388.021144:0:34123:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.021145:0:34123:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838388.021148:0:34123:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05ccbf0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788838388.021151:0:34123:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.021166:0:34123:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838388.021168:0:34123:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838388.021170:0:34123:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838388.021172:0:34123:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788838388.021173:0:34123:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1788838388.021176:0:34123:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788838388.021179:0:34123:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838388.021180:0:34123:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021182:0:34123:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.021183:0:34123:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.021184:0:34123:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838388.021185:0:34123:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838388.021188:0:34123:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021189:0:34123:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838388.021192:0:34123:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1788838388.021194:0:34123:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788838388.021196:0:34123:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021200:0:34123:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788838388.021201:0:34123:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788838388.021204:0:34123:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788838388.021205:0:34123:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788838388.021206:0:34123:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1788838388.021209:0:34123:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788838388.021211:0:34123:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788838388.021214:0:34123:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838388.021217:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.021218:0:34123:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838388.021220:0:34123:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.021221:0:34123:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838388.021223:0:34123:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838388.021226:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.021228:0:34123:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838388.021230:0:34123:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.021231:0:34123:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838388.021233:0:34123:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021234:0:34123:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021236:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838388.021238:0:34123:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788838388.021241:0:34123:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788838388.021244:0:34123:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021245:0:34123:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021248:0:34123:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021249:0:34123:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021251:0:34123:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021253:0:34123:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788838388.021255:0:34123:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788838388.021257:0:34123:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788838388.021260:0:34123:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788838388.021271:0:34123:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.021274:0:34123:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.021275:0:34123:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788838388.021285:0:34123:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1788838388.021287:0:34123:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788838388.021288:0:34123:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788838388.021290:0:34123:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021292:0:34123:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.021294:0:34123:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.021296:0:34123:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.021297:0:34123:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021300:0:34123:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788838388.021301:0:34123:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.021303:0:34123:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788838388.021304:0:34123:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838388.021305:0:34123:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021307:0:34123:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021309:0:34123:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021310:0:34123:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021311:0:34123:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838388.021313:0:34123:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838388.021314:0:34123:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838388.021316:0:34123:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838388.021318:0:34123:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838388.021320:0:34123:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788838388.021328:0:34123:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9e080. 00020000:00000002:0.0:1788838388.021331:0:34123:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838388.021334:0:34123:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838388.021335:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.021336:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838388.021338:0:34123:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838388.021342:0:34123:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe0952850. 00000008:00010000:0.0:1788838388.021344:0:34123:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788838388.021346:0:34123:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.021347:0:34123:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838388.021359:0:34123:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9e0b0, osc lock ffff98afe0952850, flags 0x0 00000020:00000001:0.0:1788838388.021362:0:34123:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021363:0:34123:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.021366:0:34123:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423201408 : -113594286350208 : ffff98afc4e9e080) 00000020:00000001:0.0:1788838388.021368:0:34123:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.021369:0:34123:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.021371:0:34123:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021372:0:34123:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021374:0:34123:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.021375:0:34123:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.021377:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.021378:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838388.021379:0:34123:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.021382:0:34123:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.021383:0:34123:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788838388.021385:0:34123:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.021388:0:34123:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838388.021390:0:34123:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.021391:0:34123:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.021394:0:34123:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838388.021395:0:34123:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838388.021396:0:34123:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838388.021398:0:34123:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838388.021400:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838388.021406:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:0.0:1788838388.021409:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838388.021414:0:34123:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc4a7c000 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:0.0:1788838388.021418:0:34123:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788838388.021424:0:34123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090aa00. 00000020:00000040:0.0:1788838388.021427:0:34123:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00010000:00000001:0.0:1788838388.021431:0:34123:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838388.021435:0:34123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838388.021440:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.021441:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.021442:0:34123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.021445:0:34123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838388.021448:0:34123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838388.021452:0:34123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838388.021458:0:34123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4a17c00. 00000100:00000001:0.0:1788838388.021464:0:34123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.021469:0:34123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838388.021470:0:34123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.021472:0:34123:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838388.021473:0:34123:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.021475:0:34123:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.021477:0:34123:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00010000:00000001:0.0:1788838388.021481:0:34123:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838388.021483:0:34123:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788838388.021486:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:0.0:1788838388.021487:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.021489:0:34123:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838388.021493:0:34123:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baac00. 00000020:00000001:0.0:1788838388.021497:0:34123:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838388.021510:0:34123:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baac00 with handle 0x9f68a6b43b62d030 to hash 00000020:00000001:0.0:1788838388.021513:0:34123:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838388.021514:0:34123:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000010:0.0:1788838388.021519:0:34123:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd13585c0. 00010000:00000001:0.0:1788838388.021521:0:34123:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.021525:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.021527:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.021531:0:34123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838388.021542:0:34123:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838388.021553:0:34123:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838388.021562:0:34123:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838388.021563:0:34123:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838388.021570:0:34123:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc50c0480. 00000100:00000001:0.0:1788838388.021573:0:34123:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479425438848 : -113594284112768 : ffff98afc50c0480) 00000100:00000001:0.0:1788838388.021576:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838388.021578:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00000100:00000001:0.0:1788838388.021581:0:34123:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838388.021583:0:34123:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.021584:0:34123:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838388.021586:0:34123:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838388.021595:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.021603:0:34123:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838388.021605:0:34123:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.021608:0:34123:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838388.021611:0:34123:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838388.021613:0:34123:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838388.021617:0:34123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34123:1875731132269568:192.168.203.123@tcp:101:uname.0 00000100:00000001:0.0:1788838388.021621:0:34123:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838388.021625:0:34123:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838388.021627:0:34123:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.021630:0:34123:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838388.021634:0:34123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0082800. 02000000:00000001:0.0:1788838388.021635:0:34123:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838388.021642:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838388.021645:0:34123:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838388.021651:0:34123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838388.021956:0:34123:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132269568, portal 4 00000100:00000001:0.0:1788838388.021958:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838388.021959:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618681344 : -113594090870272 : ffff98afd090aa00) 00000100:00000040:0.0:1788838388.021967:0:34123:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.021974:0:34123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838388.021977:0:34123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838388.021980:0:34123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc440. 00000100:00000200:0.0:1788838388.021983:0:34123:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132269568, offset 0 00000400:00000200:0.0:1788838388.021989:0:34123:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838388.021997:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.022004:0:34123:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838388.022009:0:34123:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838388.022014:0:34123:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838388.022017:0:34123:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838388.022020:0:34123:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838388.022023:0:34123:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2599:2599:256:4294967295] 192.168.203.123@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:0.0:1788838388.022027:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.022036:0:34123:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838388.022042:0:34123:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838388.022048:0:34123:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7500. 00000800:00000200:0.0:1788838388.022053:0:34123:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838388.022060:0:34123:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838388.022065:0:34123:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788838388.022078:0:34123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838388.022081:0:34123:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22665 usecs (23 jiffies) 00000400:00000200:0.0:1788838388.022085:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838388.022087:0:34123:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518018 00000100:00000001:0.0:1788838388.022089:0:34123:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296518764 00000100:00000001:0.0:1788838388.022091:0:34123:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518018 00000100:00000001:0.0:1788838388.022094:0:34123:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296518764 00000100:00000001:0.0:1788838388.022096:0:34123:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838388.022099:0:34123:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.022101:0:34123:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838388.022103:0:34123:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838388.022105:0:34123:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc50c0480 going to sleep for 11 seconds 00000100:00000001:0.0:1788838388.022107:0:34123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838388.022110:0:34123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.022518:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.022523:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7500. 00000400:00000200:1.0:1788838388.022527:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.022533:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.022538:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc440 00000400:00000010:1.0:1788838388.022541:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc440. 00000100:00000001:1.0:1788838388.022545:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.022549:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.022558:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.022562:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.022569:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.022570:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838388.031825:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.031842:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838388.031846:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.031849:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838388.031857:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.031864:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838388.031873:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.031877:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.031883:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.031887:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c55080 00000400:00000200:1.0:1788838388.031894:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6b81 [2] + 0 00000800:00000001:1.0:1788838388.031902:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.031909:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838388.031912:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.031916:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838388.031923:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788838388.031925:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788838388.031931:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121180. 00000100:00000040:1.0:1788838388.031934:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd1121180 x1875731148001408 msgsize 328 00000100:00100000:1.0:1788838388.031938:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:1.0:1788838388.031954:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788838388.031963:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.031966:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.032039:0:16001:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838388.032043:0:16001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731148001408 02000000:00000001:0.0:1788838388.032045:0:16001:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838388.032048:0:16001:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838388.032050:0:16001:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.032054:0:16001:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838388.032058:0:16001:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731148001408 00000020:00000001:0.0:1788838388.032062:0:16001:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838388.032063:0:16001:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:0.0:1788838388.032066:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.032069:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:0.0:1788838388.032071:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:0.0:1788838388.032073:0:16001:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000001:0.0:1788838388.032077:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838388.032082:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd13581c0. 00000100:00000001:0.0:1788838388.032084:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838388.032087:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd13581c0. 00000020:00000010:0.0:1788838388.032092:0:16001:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4a17a00. 00000020:00000010:0.0:1788838388.032097:0:16001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9e300. 00000020:00000010:0.0:1788838388.032102:0:16001:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfa7d0. 00000100:00000040:0.0:1788838388.032110:0:16001:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838388.032112:0:16001:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838388.032114:0:16001:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838388.032116:0:16001:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.032122:0:16001:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.032135:0:16001:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.032145:0:16001:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838388.032147:0:16001:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838388.032152:0:16001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 60 00000100:00000040:0.0:1788838388.032165:0:16001:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506d000 : new rpc_count 1 00000100:00000001:0.0:1788838388.032167:0:16001:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479627161984 : -113594082389632 : ffff98afd1121180) 00000100:00000040:0.0:1788838388.032176:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd1121180 x1875731148001408/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:289/0 lens 328/0 e 0 to 0 dl 1788838399 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838388.032185:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838388.032189:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd13581c0. 00000100:00000001:0.0:1788838388.032191:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838388.032193:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd13581c0. 00000100:00100000:0.0:1788838388.032197:0:16001:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd1121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:15865:x1875731148001408:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838388.032201:0:16001:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731148001408 00010000:00000001:0.0:1788838388.032203:0:16001:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838388.032209:0:16001:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.032211:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.032213:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=2 00000020:00000001:0.0:1788838388.032215:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.032217:0:16001:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:0.0:1788838388.032222:0:16001:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.032225:0:16001:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838388.032230:0:16001:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788838388.032242:0:16001:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838388.032244:0:16001:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838388.032249:0:16001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0082000. 02000000:00000001:0.0:1788838388.032251:0:16001:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.032254:0:16001:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.032258:0:16001:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838388.032261:0:16001:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838388.032275:0:16001:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=217 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838388.032287:0:16001:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838388.032290:0:16001:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838388.032292:0:16001:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838388.032294:0:16001:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838388.032296:0:16001:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.032299:0:16001:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838388.032301:0:16001:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838388.032306:0:16001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc198. 00000100:00000200:0.0:1788838388.032311:0:16001:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731148001408, offset 224 00000400:00000200:0.0:1788838388.032318:0:16001:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838388.032323:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.032329:0:16001:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838388.032334:0:16001:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2600:2600:256:4294967295] 192.168.203.123@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:0.0:1788838388.032339:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.032346:0:16001:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838388.032468:0:16001:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838388.032475:0:16001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7f00. 00000800:00000200:0.0:1788838388.032481:0:16001:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838388.032488:0:16001:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838388.032492:0:16001:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838388.032564:0:16001:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838388.032568:0:16001:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838388.032572:0:16001:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838388.032576:0:16001:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc50c0cc0. 00010000:00000001:0.0:1788838388.032579:0:16001:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788838388.032592:0:16001:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838388.032595:0:16001:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.032596:0:16001:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.032598:0:16001:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838388.032603:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121180 x1875731148001408/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:289/0 lens 328/224 e 0 to 0 dl 1788838399 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838388.032612:0:16001:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd1121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:15865:x1875731148001408:12345-192.168.203.123@tcp:104: Request processed in 425us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838388.032619:0:16001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 60 00000100:00000040:0.0:1788838388.032622:0:16001:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506d000 : new rpc_count 0 00000100:00000001:0.0:1788838388.032624:0:16001:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838388.032626:0:16001:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838388.032629:0:16001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9e300. 00000020:00000010:0.0:1788838388.032633:0:16001:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfa7d0. 00000020:00000010:0.0:1788838388.032637:0:16001:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc4a17a00. 00000020:00000040:0.0:1788838388.032641:0:16001:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:0.0:1788838388.032643:0:16001:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838388.032988:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.032992:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7f00. 00000400:00000200:1.0:1788838388.032996:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.033000:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.033005:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc198 00000400:00000010:1.0:1788838388.033007:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc198. 00000100:00000001:1.0:1788838388.033010:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788838388.033012:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788838388.036405:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838388.036411:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.036415:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788838388.036419:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788838388.036421:0:16036:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838388.036428:0:16036:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000800:00000001:1.0:1788838388.036438:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00010000:3.0:1788838388.036441:0:16036:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc2f0f600 already unused, calling callback (ffffffffc1039300) 00000008:00000001:3.0:1788838388.036446:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788838388.036449:0:16036:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838388.036451:0:16036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000001:1.0:1788838388.036453:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838388.036454:0:16036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000001:1.0:1788838388.036457:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1788838388.036458:0:16036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0f600 refcount=3 00000020:00000001:3.0:1788838388.036462:0:16036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00000800:00000001:1.0:1788838388.036463:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838388.036466:0:16036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390111232 : -113594319440384 : ffff98afc2f0f600) 00010000:00000001:3.0:1788838388.036470:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1788838388.036474:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00010000:00010000:3.0:1788838388.036475:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000400:00000200:1.0:1788838388.036486:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000008:00000001:3.0:1788838388.036495:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788838388.036497:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000400:00000200:1.0:1788838388.036499:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000020:00000010:3.0:1788838388.036503:0:16036:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d3a20. 00000020:00000010:3.0:1788838388.036509:0:16036:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4abee00. 00000020:00000010:3.0:1788838388.036514:0:16036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc4abf200. 00000400:00000200:1.0:1788838388.036518:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000020:00000010:3.0:1788838388.036520:0:16036:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acb660. 00000400:00000200:1.0:1788838388.036526:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000008:00000010:3.0:1788838388.036528:0:16036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd06bd980. 00000400:00000200:1.0:1788838388.036534:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd54400 00020000:00000010:3.0:1788838388.036536:0:16036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013b6c0. 00000400:00000200:1.0:1788838388.036541:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00008000:00000010:3.0:1788838388.036544:0:16036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07ef880. 00000400:00000200:1.0:1788838388.036549:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x6f19 [1] + 224 00000800:00000001:1.0:1788838388.036557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000080:00000010:3.0:1788838388.036563:0:16036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec27e0. 00000800:00000001:1.0:1788838388.036565:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788838388.036570:0:16036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f36e40. 00000400:00000200:1.0:1788838388.036570:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1788838388.036576:0:16036:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4abe400. 00000400:00000200:1.0:1788838388.036578:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000008:00000010:3.0:1788838388.036582:0:16036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669c580. 00000100:00000001:1.0:1788838388.036586:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000010:3.0:1788838388.036587:0:16036:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cac490. 00008000:00000010:3.0:1788838388.036592:0:16036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfe288. 00000100:00000200:1.0:1788838388.036597:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000080:00000010:3.0:1788838388.036598:0:16036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cff3c0. 00000020:00000001:3.0:1788838388.036603:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286952 : -113594224264664 : ffff98afc89d3a28) 00000020:00001000:3.0:1788838388.036606:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3a20 00000008:00000001:3.0:1788838388.036608:0:16036:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788838388.036611:0:16036:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788838388.036612:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788838388.036615:0:16036:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d3f30. 00000020:00000010:3.0:1788838388.036619:0:16036:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc8d6fc00. 00000020:00000010:3.0:1788838388.036622:0:16036:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc8d6e200. 00000020:00000010:3.0:1788838388.036624:0:16036:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acb600. 00000008:00000010:3.0:1788838388.036627:0:16036:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd06befe0. 00020000:00000010:3.0:1788838388.036629:0:16036:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013b480. 00008000:00000010:3.0:1788838388.036632:0:16036:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07edfc8. 00000080:00000010:3.0:1788838388.036635:0:16036:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec2dc8. 00000080:00000010:3.0:1788838388.036637:0:16036:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f36060. 00000020:00000010:3.0:1788838388.036640:0:16036:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc8d6fa00. 00000008:00000010:3.0:1788838388.036643:0:16036:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669d760. 00020000:00000010:3.0:1788838388.036645:0:16036:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cae6c8. 00008000:00000010:3.0:1788838388.036647:0:16036:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfe5c8. 00000080:00000010:3.0:1788838388.036650:0:16036:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cffe10. 00000020:00000001:3.0:1788838388.036652:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:3.0:1788838388.036654:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000008:00000001:3.0:1788838388.036701:0:16036:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788838388.036703:0:16036:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788838388.036706:0:16036:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788838388.036708:0:16036:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.036711:0:16036:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788838388.036713:0:16036:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.036715:0:16036:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.036717:0:16036:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838388.036720:0:16036:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838388.036722:0:16036:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838388.036725:0:16036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.036726:0:16036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838388.036728:0:16036:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838388.036731:0:16036:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd06bf080 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788838388.036735:0:16036:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838388.036736:0:16036:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838388.036739:0:16036:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838388.036740:0:16036:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838388.036742:0:16036:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.036743:0:16036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.036744:0:16036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838388.036745:0:16036:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788838388.036747:0:16036:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.036749:0:16036:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1788838388.036751:0:16036:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838388.036753:0:16036:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838388.036755:0:16036:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838388.036757:0:16036:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838388.036759:0:16036:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838388.036761:0:16036:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788838388.036764:0:16036:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838388.036766:0:16036:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788838388.036767:0:16036:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838388.036769:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000008:00000001:3.0:1788838388.036772:0:16036:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.036774:0:16036:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00010000:00000001:3.0:1788838388.036776:0:16036:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788838388.036779:0:16036:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.036781:0:16036:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.036783:0:16036:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838388.036785:0:16036:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788838388.036788:0:16036:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838388.036789:0:16036:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.036791:0:16036:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.036793:0:16036:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.036794:0:16036:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.036796:0:16036:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788838388.036798:0:16036:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.036800:0:16036:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:3.0:1788838388.036803:0:16036:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838388.036805:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3a20 00000008:00000001:3.0:1788838388.036808:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.036810:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838388.036815:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838388.036816:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838388.036818:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.036821:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838388.036824:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0f600 with handle 0x9f68a6b43b62d029 from hash 00010000:00000001:3.0:1788838388.036826:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838388.036828:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.036829:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.036830:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838388.036834:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838388.036835:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788838388.036840:0:16036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.036843:0:16036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.036845:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838388.036847:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788838388.036853:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d880. 00000020:00000040:3.0:1788838388.036856:0:16036:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:3.0:1788838388.036861:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838388.036863:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838388.036867:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838388.036874:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc3bd5a00. 00000100:00000040:1.0:1788838388.036995:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.037013:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.037089:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.037094:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.037107:0:34123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838388.037113:0:34123:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838388.037115:0:34123:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838388.037118:0:34123:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:0.0:1788838388.037122:0:34123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:0.0:1788838388.037125:0:34123:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:0.0:1788838388.037128:0:34123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788838388.037130:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788838388.037135:0:34123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838388.037136:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000100:00000200:0.0:1788838388.037146:0:34123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1788838388.037151:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788838388.037160:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838388.037162:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.037163:0:34123:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838388.037166:0:34123:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.037167:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838388.037169:0:34123:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788838388.037173:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.037174:0:34123:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838388.037178:0:34123:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838388.037180:0:34123:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.037182:0:16036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004210771e] to pc [ptlrpcd_01_00+0] req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788838388.037184:0:34123:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838388.037194:0:34123:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=67 v=5 (5 5 5 16) 00000100:00001000:0.0:1788838388.037199:0:34123:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838388.037202:0:34123:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838388.037204:0:34123:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.037206:0:34123:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838388.037208:0:34123:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.037211:0:34123:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838388.037214:0:34123:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00010000:00000001:3.0:1788838388.037216:0:16036:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838388.037217:0:34123:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838388.037220:0:34123:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.037221:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.037224:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.037226:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838388.037229:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838388.037230:0:16036:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.037234:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.037240:0:16036:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838388.037260:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1788838388.037261:0:34123:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838388.037272:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff98afd0025800 lock: 000000006d246909/0x9f68a6b43b62d029 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xff98f31736b3bdf5 expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788838388.037282:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd0c98500. 00010000:00000001:3.0:1788838388.037290:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.037292:0:16036:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788838388.037294:0:16036:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afc50c0cc0. 00010000:00000001:3.0:1788838388.037297:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.037312:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.037316:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838388.037318:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788838388.037319:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838388.037323:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.037325:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.037334:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1788838388.037337:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1788838388.037337:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.037340:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.037343:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1788838388.037344:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838388.037348:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1788838388.037348:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838388.037351:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.037352:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838388.037354:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838388.037356:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.037357:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1788838388.037361:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838388.037366:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132269696:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838388.037371:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838388.037376:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838388.037378:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.037380:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838388.037387:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd85eac00. 02000000:00000001:2.0:1788838388.037389:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838388.037393:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838388.037397:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838388.037402:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838388.037408:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132269696, portal 18 00000100:00000001:2.0:1788838388.037411:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.037412:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484868736 : -113594224682880 : ffff98afc896d880) 00000100:00000040:2.0:1788838388.037417:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.037422:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838388.037424:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838388.037427:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a4c8. 00000100:00000200:2.0:1788838388.037430:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132269696, offset 0 00000400:00000200:2.0:1788838388.037435:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838388.037440:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.037445:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838388.037450:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838388.037454:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838388.037457:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838388.037460:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838388.037463:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2601:2601:256:4294967295] 192.168.203.123@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:2.0:1788838388.037468:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.037476:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838388.037482:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838388.037487:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000800:00000200:2.0:1788838388.037492:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838388.037510:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838388.037514:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838388.037529:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.037533:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22648 usecs (23 jiffies) 00000400:00000200:2.0:1788838388.037536:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838388.037539:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518033 00000100:00000001:2.0:1788838388.037542:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296518764 00000100:00000001:2.0:1788838388.037544:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518033 00000100:00000001:2.0:1788838388.037546:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296518764 00000100:00000001:2.0:1788838388.037548:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.037551:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.037553:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.037555:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.037561:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.037563:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838388.037565:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.037566:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838388.037567:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.037569:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.037841:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.037846:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:1.0:1788838388.037850:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.037855:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.037858:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a4c8 00000400:00000010:1.0:1788838388.037861:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a4c8. 00000100:00000001:1.0:1788838388.037864:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.037868:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838388.037876:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.037879:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838388.037886:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.037888:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788838388.038115:0:34123:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838388.038117:0:34123:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838388.038123:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838388.038132:0:34123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090aa00 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34123:1875731132269568:192.168.203.123@tcp:101:uname.0 00000100:00000001:0.0:1788838388.038137:0:34123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838388.038140:0:34123:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.038142:0:34123:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838388.038143:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.038146:0:34123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.038163:0:34123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838388.038166:0:34123:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc50c0480. 00000100:00000001:0.0:1788838388.038170:0:34123:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838388.038171:0:34123:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.038173:0:34123:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838388.038176:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.038178:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.038180:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838388.038183:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.038186:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000040:0.0:1788838388.038191:0:34123:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baac00, remote cookie: 0xff98f31736b3bdfc, flags: 0x20002 00010000:00000001:0.0:1788838388.038195:0:34123:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788838388.038197:0:34123:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.038199:0:34123:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:0.0:1788838388.038205:0:34123:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838388.038215:0:34123:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff98afc9901500) refcount = 1 00010000:00000040:0.0:1788838388.038219:0:34123:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1788838388.038222:0:34123:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.038229:0:34123:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.038232:0:34123:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1788838388.038235:0:34123:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838388.038243:0:34123:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000001:0.0:1788838388.045066:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.045085:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.045089:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.045091:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.045101:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.045110:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.045121:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.045136:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.045149:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.045153:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 392 into portal 15 MB=0x6a9f7b0c55100 00000400:00000200:0.0:1788838388.045161:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 392/392 into md 0x6b81 [2] + 328 00000800:00000001:0.0:1788838388.045169:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.045181:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.045183:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.045188:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.045196:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838388.045198:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788838388.045205:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908700. 00000100:00000040:0.0:1788838388.045209:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd0908700 x1875731148001536 msgsize 392 00000100:00100000:0.0:1788838388.045214:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:0.0:1788838388.045220:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.045227:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.045230:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838388.045465:0:15898:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788838388.045469:0:15898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731148001536 02000000:00000001:1.0:1788838388.045472:0:15898:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788838388.045474:0:15898:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838388.045476:0:15898:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838388.045481:0:15898:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838388.045485:0:15898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731148001536 00000020:00000001:1.0:1788838388.045487:0:15898:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838388.045489:0:15898:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:1.0:1788838388.045492:0:15898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.045495:0:15898:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:1.0:1788838388.045498:0:15898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:1.0:1788838388.045510:0:15898:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000001:1.0:1788838388.045515:0:15898:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838388.045521:0:15898:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98500. 00000100:00000001:1.0:1788838388.045525:0:15898:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838388.045528:0:15898:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98500. 00000020:00000010:1.0:1788838388.045534:0:15898:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc9b61800. 00000020:00000010:1.0:1788838388.045540:0:15898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc894a080. 00000020:00000010:1.0:1788838388.045544:0:15898:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afd00a0bb8. 00000100:00000040:1.0:1788838388.045552:0:15898:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788838388.045555:0:15898:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788838388.045556:0:15898:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788838388.045558:0:15898:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.045564:0:15898:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.045577:0:15898:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838388.045587:0:15898:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788838388.045589:0:15898:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788838388.045594:0:15898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 61 00000100:00000040:1.0:1788838388.045598:0:15898:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506d000 : new rpc_count 1 00000100:00000001:1.0:1788838388.045600:0:15898:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479618672384 : -113594090879232 : ffff98afd0908700) 00000100:00000040:1.0:1788838388.045606:0:15898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd0908700 x1875731148001536/t0(0) o105->LOV_OSC_UUID@192.168.203.123@tcp:289/0 lens 392/0 e 0 to 0 dl 1788838399 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838388.045621:0:15898:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838388.045624:0:15898:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98500. 00000100:00000001:1.0:1788838388.045626:0:15898:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838388.045628:0:15898:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98500. 00000100:00100000:1.0:1788838388.045633:0:15898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd0908700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5846:x1875731148001536:12345-192.168.203.123@tcp:105: 00000100:00000200:1.0:1788838388.045637:0:15898:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731148001536 00010000:00000001:1.0:1788838388.045640:0:15898:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788838388.045646:0:15898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.045648:0:15898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.045650:0:15898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:1.0:1788838388.045652:0:15898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.045679:0:15898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00010000:1.0:1788838388.045687:0:15898:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838388.045700:0:15898:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1788838388.045703:0:15898:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838388.045714:0:15898:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838388.045721:0:15898:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788838388.045723:0:15898:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.045726:0:15898:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838388.045727:0:15898:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1788838388.045730:0:15898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838388.045751:0:15898:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1788838388.045755:0:15898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838388.045763:0:15898:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff98afc9901500) refcount = 1 00010000:00000040:1.0:1788838388.045766:0:15898:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788838388.045768:0:15898:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838388.045776:0:15898:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1788838388.045778:0:15898:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788838388.045787:0:15898:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff98afd0c98500. 00000100:00000001:1.0:1788838388.045790:0:15898:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838388.045796:0:15898:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4f00. 00000100:00000001:1.0:1788838388.045798:0:15898:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100928 : -113594290450688 : ffff98afc4ab4f00) 00000100:00000001:1.0:1788838388.045800:0:15898:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446630479419100928 : -113594290450688 : ffff98afc4ab4f00) 00000100:00000001:1.0:1788838388.045803:0:15898:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838388.045804:0:15898:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1788838388.045806:0:15898:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1788838388.045808:0:15898:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838388.045826:0:15898:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.045829:0:15898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.045831:0:15898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.045832:0:15898:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.045833:0:15898:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1788838388.045835:0:15898:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788838388.045837:0:15898:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.045840:0:15898:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.045842:0:15898:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1788838388.045844:0:15898:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4f00. 00000100:00000001:1.0:1788838388.045847:0:15898:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1788838388.045848:0:15898:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1788838388.045851:0:15898:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff98afd0c98500. 00010000:00010000:1.0:1788838388.045854:0:15898:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff98afc8baac00) 00010000:00000001:1.0:1788838388.045856:0:15898:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838388.045858:0:15898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.045859:0:15898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838388.045861:0:15898:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788838388.045864:0:15898:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788838388.045869:0:15898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd13e9c00. 02000000:00000001:1.0:1788838388.045871:0:15898:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.045873:0:15898:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.045877:0:15898:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788838388.045879:0:15898:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838388.045883:0:15898:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838388.045887:0:15898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788838388.045891:0:15898:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838388.045893:0:15898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:1.0:1788838388.045896:0:15898:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788838388.045897:0:15898:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.045900:0:15898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838388.045903:0:15898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838388.045907:0:15898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc7f8. 00000100:00000200:1.0:1788838388.045912:0:15898:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731148001536, offset 224 00000400:00000200:1.0:1788838388.045917:0:15898:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838388.045924:0:15898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.045930:0:15898:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838388.045936:0:15898:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2602:2602:256:4294967295] 192.168.203.123@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:1.0:1788838388.045940:0:15898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.045948:0:15898:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838388.045954:0:15898:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838388.045959:0:15898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933b00. 00000800:00000200:1.0:1788838388.045965:0:15898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838388.045972:0:15898:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838388.045977:0:15898:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838388.045987:0:15898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838388.045991:0:15898:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:1.0:1788838388.045993:0:15898:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838388.045998:0:15898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908700 x1875731148001536/t0(0) o105->LOV_OSC_UUID@192.168.203.123@tcp:289/0 lens 392/224 e 0 to 0 dl 1788838399 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788838388.046006:0:15898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd0908700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5846:x1875731148001536:12345-192.168.203.123@tcp:105: Request processed in 383us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838388.046013:0:15898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 61 00000100:00000040:1.0:1788838388.046016:0:15898:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506d000 : new rpc_count 0 00000100:00000001:1.0:1788838388.046018:0:15898:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788838388.046020:0:15898:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788838388.046025:0:15898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc894a080. 00000020:00000010:1.0:1788838388.046028:0:15898:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afd00a0bb8. 00000020:00000010:1.0:1788838388.046031:0:15898:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc9b61800. 00000020:00000040:1.0:1788838388.046035:0:15898:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:1.0:1788838388.046038:0:15898:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788838388.046125:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.046128:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933b00. 00000400:00000200:1.0:1788838388.046132:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.046136:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.046140:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc7f8 00000400:00000010:1.0:1788838388.046142:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc7f8. 00000100:00000001:1.0:1788838388.046145:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788838388.046147:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1788838388.046952:0:34123:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.046965:0:34123:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.046969:0:34123:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.046975:0:34123:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838388.046977:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.046978:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.046979:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.046980:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.046982:0:34123:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.046985:0:34123:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788838388.046988:0:34123:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788838388.046991:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.046993:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.046995:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:2.0:1788838388.046998:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:2.0:1788838388.047000:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:2.0:1788838388.047003:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.047004:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.047005:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:2.0:1788838388.047007:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:2.0:1788838388.047009:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:2.0:1788838388.047011:0:34123:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838388.047014:0:34123:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.047017:0:34123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.047024:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.047025:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838388.047027:0:34123:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788838388.047031:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00010000:2.0:1788838388.047035:0:34123:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788838388.047042:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:2.0:1788838388.047045:0:34123:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838388.047047:0:34123:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788838388.047049:0:34123:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838388.047052:0:34123:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047054:0:34123:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047055:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:2.0:1788838388.047057:0:34123:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1788838388.047059:0:34123:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.047060:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.047061:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.047063:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:2.0:1788838388.047065:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:2.0:1788838388.047067:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:2.0:1788838388.047069:0:34123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838388.047071:0:34123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.047078:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.047080:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838388.047082:0:34123:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.047088:0:34123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838388.047089:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.047090:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838388.047091:0:34123:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.047094:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.047102:0:34123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090aa00 x1875731132269568/t0(0) o101->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.047109:0:34123:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838388.047112:0:34123:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838388.047116:0:34123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0082800. 02000000:00000001:2.0:1788838388.047120:0:34123:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838388.047122:0:34123:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.047123:0:34123:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838388.047125:0:34123:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838388.047128:0:34123:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4a17c00. 02000000:00000001:2.0:1788838388.047131:0:34123:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838388.047132:0:34123:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838388.047134:0:34123:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090aa00. 00000100:00000001:2.0:1788838388.047137:0:34123:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838388.047138:0:34123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838388.047140:0:34123:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.047142:0:34123:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047145:0:34123:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.047148:0:34123:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047150:0:34123:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047152:0:34123:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047221:0:34123:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047223:0:34123:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047225:0:34123:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788838388.047230:0:34123:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1788838388.047235:0:34123:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838388.047237:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:2.0:1788838388.047239:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:2.0:1788838388.047240:0:34123:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838388.047244:0:34123:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788838388.047247:0:34123:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838388.047249:0:34123:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.047250:0:34123:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838388.047251:0:34123:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838388.047254:0:34123:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838388.047257:0:34123:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838388.047259:0:34123:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838388.047271:0:34123:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047274:0:34123:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047287:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:2.0:1788838388.047291:0:34123:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788838388.047294:0:34123:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788838388.047297:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb80 00000080:00200000:2.0:1788838388.047300:0:34123:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1788838388.047303:0:34123:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788838388.047305:0:34123:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:2.0:1788838388.047309:0:34123:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a11e0 addref 2/0 by ffff98afc91aa7c0. 00020000:00000002:2.0:1788838388.047311:0:34123:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:2.0:1788838388.047314:0:34123:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788838388.047316:0:34123:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788838388.047319:0:34123:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788838388.047323:0:34123:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1788838388.047326:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838388.047328:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:2.0:1788838388.047330:0:34123:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788838388.047333:0:34123:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788838388.047336:0:34123:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047338:0:34123:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.047340:0:34123:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047341:0:34123:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.047351:0:34123:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788838388.047353:0:34123:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1788838388.047376:0:34123:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788838388.047378:0:34123:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffff5ee047a15c0 0 1 00000020:00000001:2.0:1788838388.047382:0:34123:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788838388.047383:0:34123:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047386:0:34123:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788838388.047391:0:34123:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98afc2e6bb60. 00000020:00000001:2.0:1788838388.047395:0:34123:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838388.047396:0:34123:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788838388.047399:0:34123:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788838388.047401:0:34123:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788838388.047404:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838388.047405:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000008:00000001:2.0:1788838388.047408:0:34123:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788838388.047410:0:34123:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff98afc2e6bbd0 folio fffff5ee047a15c0 pg:0 obj off 0 00000008:00000001:2.0:1788838388.047412:0:34123:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047414:0:34123:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838388.047415:0:34123:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788838388.047416:0:34123:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788838388.047418:0:34123:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.047421:0:34123:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047423:0:34123:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446630479389440864 : -113594320110752 : ffff98afc2e6bb60) 00000020:00000001:2.0:1788838388.047425:0:34123:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446630479389440864 : -113594320110752 : ffff98afc2e6bb60) 00000020:00000001:2.0:1788838388.047427:0:34123:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788838388.047430:0:34123:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838388.047431:0:34123:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000020:00000001:2.0:1788838388.047433:0:34123:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788838388.047434:0:34123:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788838388.047436:0:34123:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838388.047440:0:34123:0:(cl_page.c:507:__cl_page_state_set()) page@000000004746bcb4[2 00000000560e9d21 1 1 000000008e6c4f0b 0 0 0] 00000020:00000001:2.0:1788838388.047442:0:34123:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788838388.047443:0:34123:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838388.047445:0:34123:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788838388.047447:0:34123:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788838388.047449:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:2.0:1788838388.047450:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:2.0:1788838388.047452:0:34123:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838388.047453:0:34123:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788838388.047455:0:34123:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838388.047457:0:34123:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047459:0:34123:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.047461:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00000001:2.0:1788838388.047464:0:34123:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838388.047467:0:34123:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788838388.047469:0:34123:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.047471:0:34123:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788838388.047473:0:34123:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1788838388.047475:0:34123:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838388.047476:0:34123:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000020:00000001:2.0:1788838388.047478:0:34123:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788838388.047479:0:34123:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838388.047481:0:34123:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788838388.047483:0:34123:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838388.047485:0:34123:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788838388.047486:0:34123:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788838388.047489:0:34123:0:(rw26.c:929:ll_write_end()) page@000000004746bcb4[3 00000000560e9d21 2 1 000000008e6c4f0b 0 0 0] 00000080:00200000:2.0:1788838388.047493:0:34123:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec364c52 17ffffc0001001 3:0 ffff98afc2e6bb60 0 lru 00000080:00200000:2.0:1788838388.047641:0:34123:0:(rw26.c:929:ll_write_end()) osc-page@0000000080c8f255 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000559f2f8b 00000000df82f73d > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788838388.047645:0:34123:0:(rw26.c:929:ll_write_end()) end page@000000004746bcb4 00000080:00200000:2.0:1788838388.047646:0:34123:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788838388.047648:0:34123:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1788838388.047699:0:34123:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788838388.047702:0:34123:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1788838388.047705:0:34123:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788838388.047707:0:34123:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788838388.047708:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838388.047709:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:2.0:1788838388.047711:0:34123:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788838388.047713:0:34123:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788838388.047715:0:34123:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788838388.047717:0:34123:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838388.047718:0:34123:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788838388.047720:0:34123:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788838388.047723:0:34123:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff98afd00b3880 ready 0|-|- wr 0|-|- rd 0|- oap ffff98afc2e6bbd0 folio fffff5ee047a15c0 pg:0 added for cmd 2 00000008:00000001:2.0:1788838388.047727:0:34123:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788838388.047729:0:34123:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0001-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788838388.047734:0:34123:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0001-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788838388.047901:0:34123:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff98afc2e6bc08 page fffff5ee047a15c0 00000008:00000020:2.0:1788838388.047908:0:34123:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0001-osc-ffff98afd0025800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1788838388.047912:0:34123:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788838388.047913:0:34123:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.047916:0:34123:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788838388.047953:0:34123:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98b0020d7540. 00000008:00000020:2.0:1788838388.047960:0:34123:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff98afd00b3880 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:2.0:1788838388.047966:0:34123:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afd00b3880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788838388.047971:0:34123:0:(osc_cache.c:858:osc_extent_find()) extent ffff98b0020d7540@{[0 -> 255/255], [3|1|-|active|wi|ffff98afd00b3880], [1703936|0|-|-|ffff98afc8baac00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788838388.047978:0:34123:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000332426d6 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1788838388.047987:0:34123:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788838388.047990:0:34123:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.047992:0:34123:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.047994:0:34123:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788838388.047996:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000002:2.0:1788838388.047999:0:34123:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1788838388.048001:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:2.0:1788838388.048002:0:34123:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838388.048004:0:34123:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1788838388.048006:0:34123:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838388.048008:0:34123:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048009:0:34123:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048011:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:2.0:1788838388.048012:0:34123:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788838388.048014:0:34123:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788838388.048016:0:34123:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838388.048019:0:34123:0:(cl_page.c:556:cl_batch_put()) page@000000004746bcb4[4 00000000560e9d21 2 1 000000008e6c4f0b 0 0 0] 00000020:00000001:2.0:1788838388.048021:0:34123:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788838388.048022:0:34123:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788838388.048024:0:34123:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788838388.048026:0:34123:0:(osc_request.c:745:osc_update_next_shrink()) next time 3050 to shrink grant 00000080:00000001:2.0:1788838388.048028:0:34123:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788838388.048030:0:34123:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788838388.048037:0:34123:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff98afd1583c38, count 1, dirtied 1 00000080:00000001:2.0:1788838388.048039:0:34123:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788838388.048041:0:34123:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788838388.048043:0:34123:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788838388.048044:0:34123:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788838388.048046:0:34123:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838388.048049:0:34123:0:(cl_page.c:507:__cl_page_state_set()) page@000000004746bcb4[3 00000000560e9d21 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838388.048051:0:34123:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788838388.048052:0:34123:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838388.048054:0:34123:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788838388.048055:0:34123:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838388.048057:0:34123:0:(cl_page.c:556:cl_batch_put()) page@000000004746bcb4[3 00000000560e9d21 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838388.048058:0:34123:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788838388.048060:0:34123:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788838388.048061:0:34123:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788838388.048062:0:34123:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788838388.048064:0:34123:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048066:0:34123:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.048068:0:34123:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048070:0:34123:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838388.048072:0:34123:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1788838388.048074:0:34123:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788838388.048076:0:34123:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788838388.048077:0:34123:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048079:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb80 00000080:00200000:2.0:1788838388.048081:0:34123:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1788838388.048083:0:34123:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.048086:0:34123:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788838388.048088:0:34123:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838388.048089:0:34123:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788838388.048091:0:34123:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788838388.048093:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:2.0:1788838388.048094:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:2.0:1788838388.048096:0:34123:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788838388.048097:0:34123:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838388.048098:0:34123:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048100:0:34123:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048101:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:2.0:1788838388.048103:0:34123:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048105:0:34123:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.048107:0:34123:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.048108:0:34123:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048110:0:34123:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048111:0:34123:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788838388.048113:0:34123:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788838388.048114:0:34123:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788838388.048115:0:34123:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788838388.048117:0:34123:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788838388.048119:0:34123:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788838388.048123:0:34123:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afd00b3880 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788838388.048129:0:34123:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838388.048132:0:34123:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.048134:0:34123:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838388.048135:0:34123:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.048137:0:34123:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788838388.048138:0:34123:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788838388.048139:0:34123:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.048141:0:34123:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.048144:0:34123:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788838388.048145:0:34123:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838388.048147:0:34123:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788838388.048149:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc7f37218 (ffff98afd05bacf8/0) at cl_lock_release():245 00000020:00000001:2.0:1788838388.048152:0:34123:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838388.048273:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc7f37218 (ffff98afd05bacf8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788838388.048368:0:34123:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788838388.048370:0:34123:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838388.048373:0:34123:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:2.0:1788838388.048375:0:34123:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838388.048376:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9e0b0 (ffff98afd05ba098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788838388.048379:0:34123:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788838388.048380:0:34123:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788838388.048382:0:34123:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.048384:0:34123:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.048386:0:34123:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:2.0:1788838388.048388:0:34123:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:2.0:1788838388.048391:0:34123:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:2.0:1788838388.048393:0:34123:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838388.048396:0:34123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.048404:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.048405:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.048406:0:34123:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838388.048409:0:34123:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838388.048412:0:34123:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838388.048420:0:34123:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838388.048422:0:34123:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838388.048424:0:34123:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838388.048428:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.048430:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.048431:0:34123:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.048434:0:34123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838388.048435:0:34123:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.048437:0:34123:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.048440:0:34123:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.048442:0:34123:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838388.048443:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.048444:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.048445:0:34123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.048447:0:34123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838388.048448:0:34123:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788838388.048449:0:34123:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838388.048450:0:34123:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838388.048452:0:34123:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838388.048453:0:34123:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838388.048454:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc7f37218 (ffff98afd05bacf8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788838388.048457:0:34123:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788838388.048458:0:34123:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838388.048459:0:34123:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9e0b0 (ffff98afd05bacf8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788838388.048462:0:34123:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe0952850. 00000020:00000001:2.0:1788838388.048465:0:34123:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788838388.048467:0:34123:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9e080. 00020000:00000001:2.0:1788838388.048470:0:34123:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788838388.048471:0:34123:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788838388.048473:0:34123:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788838388.048475:0:34123:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788838388.048476:0:34123:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838388.048477:0:34123:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838388.048478:0:34123:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788838388.048480:0:34123:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.048481:0:34123:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.048482:0:34123:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788838388.048483:0:34123:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788838388.048485:0:34123:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788838388.048487:0:34123:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788838388.048489:0:34123:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788838388.048490:0:34123:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838388.048491:0:34123:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838388.048492:0:34123:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838388.048494:0:34123:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788838388.048496:0:34123:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788838388.048497:0:34123:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.048499:0:34123:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838388.049168:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.049182:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.049185:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.049188:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.049196:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.049203:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.049211:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.049215:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.049219:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.049223:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd54480 00000400:00000200:0.0:1788838388.049227:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.049233:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6f31 [1] + 224 00000800:00000001:0.0:1788838388.049240:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.049246:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.049249:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.049252:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.049259:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.049289:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838388.049299:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.049317:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.049324:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.049327:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788838388.049591:0:34123:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838388.049594:0:34123:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838388.049595:0:34123:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838388.049600:0:34123:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788838388.049604:0:34123:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788838388.049606:0:34123:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788838388.049607:0:34123:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838388.049609:0:34123:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838388.049612:0:34123:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838388.049613:0:34123:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838388.049614:0:34123:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838388.049616:0:34123:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00020000:00000001:2.0:1788838388.049619:0:34123:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838388.049621:0:34123:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838388.049622:0:34123:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838388.049624:0:34123:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838388.049627:0:34123:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838388.049628:0:34123:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788838388.049632:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fc98 00000080:00200000:2.0:1788838388.049634:0:34123:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000100:00000001:2.0:1788838388.049650:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.049832:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838388.049839:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.049841:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.049844:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838388.049849:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:2.0:1788838388.049851:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:2.0:1788838388.049855:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.049862:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838388.049872:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.049878:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.049880:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.049882:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.049885:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.049887:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.049889:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.049892:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.049901:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52ca8 time=216 v=5 (5 5 0 5) 00000100:00001000:2.0:1788838388.049905:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.049908:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.049909:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.049912:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.049915:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.049919:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838388.049921:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788838388.049923:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838388.049925:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.049929:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.049937:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.049940:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.049942:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.049947:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1788838388.049948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0f600. 00000100:00100000:2.0:1788838388.049958:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132269696:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838388.049964:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.049965:0:34123:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000100:00000001:2.0:1788838388.049967:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1788838388.049969:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.049973:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000100:00000040:2.0:1788838388.049974:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d880 x1875731132269696/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788838388.049976:0:34123:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788838388.049982:0:34123:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00000100:00000001:2.0:1788838388.049984:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00020000:00000001:3.0:1788838388.049988:0:34123:0:(lov_offset.c:41:lov_stripe_size()) Process entered 02000000:00000001:2.0:1788838388.049988:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:3.0:1788838388.049993:0:34123:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 02000000:00000010:2.0:1788838388.049993:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd85eac00. 00020000:00000001:3.0:1788838388.049997:0:34123:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788838388.049999:0:34123:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 02000000:00000001:2.0:1788838388.049999:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000002:3.0:1788838388.050004:0:34123:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=23 (1) m=1788838388 a=0 c=1788838388 b=1 00000020:00000001:2.0:1788838388.050004:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.050008:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00020000:00000001:3.0:1788838388.050009:0:34123:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838388.050013:0:34123:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788838388 a=0 c=1788838388 b=1 00000020:00000001:2.0:1788838388.050015:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 00020000:00000001:3.0:1788838388.050016:0:34123:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838388.050019:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3bd5a00. 00000020:00000001:3.0:1788838388.050020:0:34123:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.050025:0:34123:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 02000000:00000001:2.0:1788838388.050027:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000080:00200000:3.0:1788838388.050028:0:34123:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 02000000:00000001:2.0:1788838388.050030:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000080:00000001:3.0:1788838388.050032:0:34123:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000100:00000010:2.0:1788838388.050034:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d880. 00000080:00200000:3.0:1788838388.050038:0:34123:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000100:00000001:2.0:1788838388.050040:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000080:00000001:3.0:1788838388.050042:0:34123:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000100:00000001:2.0:1788838388.050043:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1788838388.050046:0:34123:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000100:00000001:2.0:1788838388.050048:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838388.050052:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd88 00000100:00000001:2.0:1788838388.050056:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.050059:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.050062:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.050064:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:3.0:1788838388.050121:0:34123:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:3.0:1788838388.050242:0:34123:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1788838388.050260:0:34123:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838388.052323:0:34123:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:3.0:1788838388.052337:0:34123:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:3.0:1788838388.052339:0:34123:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.052351:0:34123:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838388.052354:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fdf0 00000080:00200008:3.0:1788838388.052357:0:34123:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 102001 00000080:00000001:3.0:1788838388.052362:0:34123:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788838388.052364:0:34123:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788838388.052366:0:34123:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838388.052367:0:34123:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:3.0:1788838388.052369:0:34123:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:3.0:1788838388.052371:0:34123:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.052373:0:34123:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788838388.052381:0:34123:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.052385:0:34123:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.052392:0:34123:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:3.0:1788838388.052396:0:34123:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.052402:0:34123:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838388.052405:0:34123:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:3.0:1788838388.052408:0:34123:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788838388.052410:0:34123:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838388.052873:0:34123:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd85eac00. 00000080:00000001:2.0:1788838388.052878:0:34123:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838388.052884:0:34123:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838388.052888:0:34123:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838388.052890:0:34123:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1788838388.052894:0:34123:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838388.052896:0:34123:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:2.0:1788838388.052903:0:34123:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0e00. 00000020:00000040:2.0:1788838388.052907:0:34123:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838388.052912:0:34123:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838388.052915:0:34123:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838388.052919:0:34123:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838388.052925:0:34123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85ea000. 00000100:00000001:2.0:1788838388.052931:0:34123:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838388.052949:0:34123:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838388.052961:0:34123:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838388.052966:0:34123:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838388.052974:0:34123:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838388.052975:0:34123:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838388.052982:0:34123:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.052984:0:34123:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407971520 : -113594301580096 : ffff98afc4017cc0) 00000100:00000001:2.0:1788838388.052987:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.052988:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000001:2.0:1788838388.052993:0:34123:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838388.052996:0:34123:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.052998:0:34123:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838388.053000:0:34123:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838388.053004:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.053011:0:34123:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838388.053014:0:34123:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.053017:0:34123:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838388.053019:0:34123:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838388.053022:0:34123:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838388.053025:0:34123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34123:1875731132269952:192.168.203.123@tcp:35:uname.0 00000100:00000001:2.0:1788838388.053029:0:34123:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838388.053033:0:34123:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838388.053036:0:34123:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.053038:0:34123:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838388.053042:0:34123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838388.053044:0:34123:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838388.053051:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838388.053055:0:34123:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838388.053062:0:34123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838388.053068:0:34123:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132269952, portal 10 00000100:00000001:2.0:1788838388.053069:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.053071:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000040:2.0:1788838388.053076:0:34123:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.053084:0:34123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838388.053087:0:34123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838388.053090:0:34123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a990. 00000100:00000200:2.0:1788838388.053093:0:34123:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132269952, offset 0 00000400:00000200:2.0:1788838388.053099:0:34123:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838388.053107:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.053114:0:34123:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838388.053120:0:34123:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838388.053124:0:34123:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838388.053128:0:34123:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838388.053130:0:34123:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838388.053134:0:34123:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2603:2603:256:4294967295] 192.168.203.123@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:2.0:1788838388.053138:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.053146:0:34123:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838388.053152:0:34123:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838388.053158:0:34123:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14b00. 00000800:00000200:2.0:1788838388.053164:0:34123:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838388.053172:0:34123:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838388.053175:0:34123:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838388.053194:0:34123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.053199:0:34123:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 831583 usecs (832 jiffies) 00000400:00000200:2.0:1788838388.053202:0:34123:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838388.053205:0:34123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518858 00000100:00000001:2.0:1788838388.053213:0:34123:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296518764 00000100:00000001:2.0:1788838388.053218:0:34123:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518858 00000100:00000001:2.0:1788838388.053221:0:34123:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296518764 00000100:00000001:2.0:1788838388.053224:0:34123:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.053227:0:34123:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.053229:0:34123:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.053231:0:34123:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838388.053233:0:34123:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838388.053236:0:34123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838388.053239:0:34123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.053871:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.053877:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14b00. 00000400:00000200:1.0:1788838388.053883:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.053889:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.053894:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a990 00000400:00000010:1.0:1788838388.053897:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a990. 00000100:00000001:1.0:1788838388.053901:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.053908:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.053918:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.053922:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.053929:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.053930:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.062978:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.062996:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.063001:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.063003:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.063011:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.063019:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.063030:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.063035:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.063040:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.063044:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd54580 00000400:00000200:0.0:1788838388.063049:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.063054:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6f41 [1] + 224 00000800:00000001:0.0:1788838388.063061:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.063072:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.063075:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.063079:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.063087:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.063095:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838388.063106:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.063130:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.063139:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.063143:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.063260:0:34123:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838388.063275:0:34123:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.063334:0:34123:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.063338:0:34123:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838388.063343:0:34123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:2.0:1788838388.063346:0:34123:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:2.0:1788838388.063350:0:34123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.063355:0:34123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838388.063364:0:34123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0e00 x1875731132269952/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.063369:0:34123:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.063372:0:34123:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.063374:0:34123:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.063377:0:34123:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.063379:0:34123:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.063381:0:34123:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.063384:0:34123:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.063393:0:34123:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=67 v=5 (10 5 5 5) 00000100:00001000:2.0:1788838388.063396:0:34123:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.063399:0:34123:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.063400:0:34123:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.063403:0:34123:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.063406:0:34123:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.063409:0:34123:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838388.063411:0:34123:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838388.063413:0:34123:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838388.063414:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.063416:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000100:00000001:2.0:1788838388.063419:0:34123:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838388.063421:0:34123:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788838388.063422:0:34123:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838388.063425:0:34123:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.063429:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0e00 x1875731132269952/t8589934602(8589934602) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.063435:0:34123:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.063438:0:34123:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.063439:0:34123:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.063443:0:34123:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0e00 x1875731132269952/t8589934602(8589934602) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838388.063449:0:34123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0e00 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34123:1875731132269952:192.168.203.123@tcp:35:uname.0 00000100:00000001:2.0:1788838388.063453:0:34123:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.063456:0:34123:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.063458:0:34123:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838388.063461:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.063464:0:34123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132269952/t8589934602(8589934602) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.063471:0:34123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838388.063473:0:34123:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.063476:0:34123:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838388.063478:0:34123:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.063484:0:34123:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.063485:0:34123:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419149824 : -113594290401792 : ffff98afc4ac0e00) 00000002:00000001:2.0:1788838388.063488:0:34123:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.063490:0:34123:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838388.063494:0:34123:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eac00. 00000080:00000001:2.0:1788838388.063497:0:34123:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838388.064428:0:34123:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838388.064439:0:34123:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838388.064450:0:34123:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838388.064461:0:34123:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.064463:0:34123:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838388.064466:0:34123:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd1358940. 00000100:00000001:2.0:1788838388.064471:0:34123:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.064476:0:34123:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0e00 x1875731132269952/t8589934602(8589934602) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.064483:0:34123:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.064485:0:34123:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838388.064489:0:34123:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc4d977c0. 00000080:00000001:2.0:1788838388.064493:0:34123:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.064499:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fdf0 00000080:00000008:2.0:1788838388.064614:0:34123:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 102001, rc = 0 00000080:00000001:2.0:1788838388.064617:0:34123:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.064622:0:34123:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838388.064624:0:34123:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fe00 00000080:00002000:2.0:1788838388.064626:0:34123:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd169b6c0, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:2.0:1788838388.064629:0:34123:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.118177:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd08 00000080:00200008:3.0:1788838388.118185:0:34128:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838388.118193:0:34128:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.118194:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fc80 00000080:00200000:3.0:1788838388.118196:0:34128:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838388.118202:0:34128:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f24200. 00800000:00000002:3.0:1788838388.118208:0:34128:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.118212:0:34128:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.118216:0:34128:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.118218:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fba0 00800000:00000002:3.0:1788838388.118221:0:34128:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.118224:0:34128:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.118228:0:34128:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.118233:0:34128:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.118235:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa70 00000002:00010000:3.0:1788838388.118236:0:34128:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.118239:0:34128:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.118241:0:34128:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.118244:0:34128:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838388.118250:0:34128:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.118253:0:34128:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.118254:0:34128:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.118256:0:34128:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838388.118258:0:34128:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838388.124058:0:34128:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ca80. 00000020:00000040:3.0:1788838388.124069:0:34128:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838388.124076:0:34128:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838388.124081:0:34128:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.124087:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.124088:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.124090:0:34128:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.124093:0:34128:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838388.124096:0:34128:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838388.124101:0:34128:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838388.124108:0:34128:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717000. 00000100:00000001:3.0:1788838388.124115:0:34128:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.124119:0:34128:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838388.124121:0:34128:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.124123:0:34128:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838388.124124:0:34128:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.124126:0:34128:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.124132:0:34128:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484865152 : -113594224686464 : ffff98afc896ca80) 00010000:00000001:3.0:1788838388.124136:0:34128:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838388.124139:0:34128:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838388.124144:0:34128:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac900. 00010000:00000010:3.0:1788838388.124149:0:34128:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894c900. 00010000:00000001:3.0:1788838388.124153:0:34128:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838388.124156:0:34128:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea200. 00000020:00000001:3.0:1788838388.124160:0:34128:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838388.124164:0:34128:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea200 with handle 0x9f68a6b43b62d037 to hash 00000020:00000001:3.0:1788838388.124166:0:34128:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838388.124168:0:34128:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.124171:0:34128:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.124175:0:34128:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.124177:0:34128:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.124181:0:34128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34128 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838388.124268:0:34128:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34128 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838388.124326:0:34128:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34128 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838388.124333:0:34128:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838388.124335:0:34128:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838388.124342:0:34128:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd0054300. 00000100:00000001:3.0:1788838388.124344:0:34128:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479609545472 : -113594100006144 : ffff98afd0054300) 00000100:00000001:3.0:1788838388.124347:0:34128:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.124349:0:34128:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484865152 : -113594224686464 : ffff98afc896ca80) 00000100:00000001:3.0:1788838388.124353:0:34128:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838388.124356:0:34128:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.124358:0:34128:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838388.124360:0:34128:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838388.124370:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.124378:0:34128:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838388.124381:0:34128:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.124384:0:34128:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838388.124387:0:34128:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838388.124390:0:34128:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838388.124393:0:34128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ca80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34128:1875731132270080:192.168.203.123@tcp:101:lfs.0 00000100:00000001:3.0:1788838388.124399:0:34128:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838388.124405:0:34128:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838388.124407:0:34128:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.124410:0:34128:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838388.124414:0:34128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0913800. 02000000:00000001:3.0:1788838388.124416:0:34128:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838388.124423:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838388.124427:0:34128:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b000. 00000400:00000010:3.0:1788838388.124434:0:34128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838388.124440:0:34128:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132270080, portal 10 00000100:00000001:3.0:1788838388.124442:0:34128:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.124443:0:34128:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484865152 : -113594224686464 : ffff98afc896ca80) 00000100:00000040:3.0:1788838388.124448:0:34128:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.124455:0:34128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838388.124458:0:34128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838388.124460:0:34128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce3b8. 00000100:00000200:3.0:1788838388.124463:0:34128:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132270080, offset 0 00000400:00000200:3.0:1788838388.124471:0:34128:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838388.124479:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.124486:0:34128:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838388.124491:0:34128:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838388.124495:0:34128:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838388.124498:0:34128:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838388.124813:0:34128:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838388.124817:0:34128:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2604:2604:256:4294967295] 192.168.203.123@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:3.0:1788838388.124822:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.124833:0:34128:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838388.124838:0:34128:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838388.124844:0:34128:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3f00. 00000800:00000200:3.0:1788838388.124850:0:34128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838388.124859:0:34128:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838388.124863:0:34128:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838388.124884:0:34128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.124888:0:34128:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 830563 usecs (831 jiffies) 00000400:00000200:3.0:1788838388.124892:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838388.124895:0:34128:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518929 00000100:00000001:3.0:1788838388.124903:0:34128:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296518858 00000100:00000001:3.0:1788838388.124908:0:34128:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518929 00000100:00000001:3.0:1788838388.124911:0:34128:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296518858 00000100:00000001:3.0:1788838388.124914:0:34128:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.124916:0:34128:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.124919:0:34128:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838388.124920:0:34128:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838388.124923:0:34128:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd0054300 going to sleep for 11 seconds 00000100:00000001:3.0:1788838388.124925:0:34128:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838388.124928:0:34128:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.125076:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.125080:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3f00. 00000400:00000200:1.0:1788838388.125085:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.125090:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.125095:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce3b8 00000400:00000010:1.0:1788838388.125096:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce3b8. 00000100:00000001:1.0:1788838388.125100:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.125105:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.125114:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.125117:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.125124:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.125125:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.128116:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.128133:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.128137:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.128139:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.128146:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.128153:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.128162:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.128165:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.128170:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.128174:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd54600 00000400:00000200:0.0:1788838388.128178:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.128183:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6f49 [1] + 224 00000800:00000001:0.0:1788838388.128198:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.128207:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.128210:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.128214:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.128221:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.128228:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838388.128238:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.128275:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.128290:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.128293:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.128467:0:34128:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838388.128475:0:34128:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838388.128477:0:34128:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838388.128481:0:34128:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b000. 00000400:00000200:3.0:1788838388.128485:0:34128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:3.0:1788838388.128488:0:34128:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:3.0:1788838388.128491:0:34128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838388.128496:0:34128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838388.128514:0:34128:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.128520:0:34128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838388.128522:0:34128:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.128524:0:34128:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838388.128527:0:34128:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838388.128529:0:34128:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838388.128532:0:34128:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.128534:0:34128:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838388.128542:0:34128:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=67 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838388.128546:0:34128:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838388.128548:0:34128:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838388.128550:0:34128:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.128552:0:34128:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838388.128556:0:34128:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.128560:0:34128:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838388.128562:0:34128:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788838388.128564:0:34128:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838388.128567:0:34128:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.128571:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.128578:0:34128:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.128581:0:34128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838388.128583:0:34128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838388.128587:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838388.128595:0:34128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ca80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34128:1875731132270080:192.168.203.123@tcp:101:lfs.0 00000100:00000001:3.0:1788838388.128599:0:34128:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.128602:0:34128:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.128605:0:34128:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838388.128607:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.128610:0:34128:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.128616:0:34128:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838388.128619:0:34128:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd0054300. 00000100:00000001:3.0:1788838388.128622:0:34128:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838388.128624:0:34128:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.128626:0:34128:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838388.128630:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.128632:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.128635:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=4 00000020:00000001:3.0:1788838388.128637:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128640:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000040:3.0:1788838388.128647:0:34128:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bea200, remote cookie: 0xff98f31736b3be0a, flags: 0x1001 00010000:00010000:3.0:1788838388.128694:0:34128:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838388.128705:0:34128:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.128712:0:34128:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838388.128716:0:34128:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838388.128718:0:34128:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838388.128720:0:34128:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838388.128721:0:34128:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838388.128723:0:34128:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afd83ac900) refcount = 1 00010000:00010000:3.0:1788838388.128727:0:34128:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.128732:0:34128:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838388.128735:0:34128:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838388.128736:0:34128:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.128740:0:34128:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838388.128741:0:34128:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.128745:0:34128:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.128751:0:34128:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838388.128752:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128754:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.128755:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128756:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.128757:0:34128:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.128762:0:34128:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838388.128763:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.128764:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.128766:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.128768:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128770:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128773:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.128774:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.128775:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=4 00000020:00000001:3.0:1788838388.128777:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128779:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128781:0:34128:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.128784:0:34128:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.128787:0:34128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.128794:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128795:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.128797:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.128798:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.128799:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=5 00000020:00000001:3.0:1788838388.128801:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128803:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128805:0:34128:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.128808:0:34128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.128814:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128815:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838388.128817:0:34128:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.128828:0:34128:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.128829:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128830:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.128831:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128832:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838388.128837:0:34128:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838388.128846:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.128847:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.128848:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.128850:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128852:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128854:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128855:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.128856:0:34128:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.128859:0:34128:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.128862:0:34128:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838388.128864:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.128865:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.128866:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.128868:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128870:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00000002:00010000:3.0:1788838388.128873:0:34128:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.128880:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128880:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.128882:0:34128:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838388.128883:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.128884:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.128885:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.128887:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128890:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000040:3.0:1788838388.128895:0:34128:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:3.0:1788838388.128897:0:34128:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838388.128901:0:34128:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838388.128903:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128904:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.128905:0:34128:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838388.128908:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f9f8 00000002:00002000:3.0:1788838388.128909:0:34128:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838388.128912:0:34128:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.128915:0:34128:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.128918:0:34128:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838388.128921:0:34128:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838388.128924:0:34128:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838388.128927:0:34128:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.128931:0:34128:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f24200. 00000080:00000001:3.0:1788838388.128935:0:34128:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.128937:0:34128:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838388.128943:0:34128:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838388.128947:0:34128:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788838388.128952:0:34128:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd00d2680. 00800000:00000001:3.0:1788838388.128954:0:34128:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479610062464 : -113594099489152 : ffff98afd00d2680) 00800000:00000001:3.0:1788838388.128957:0:34128:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.128959:0:34128:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838388.128961:0:34128:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838388.128963:0:34128:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788838388.128965:0:34128:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838388.128968:0:34128:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838388.128970:0:34128:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.128974:0:34128:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838388.128976:0:34128:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788838388.128978:0:34128:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788838386 to 1788838387 00000080:00200000:3.0:1788838388.128983:0:34128:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788838388.128986:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.128987:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.128989:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.128990:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128993:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.128994:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.128995:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838388.128997:0:34128:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838388.128999:0:34128:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788838388.129000:0:34128:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd00d2680 1 00800000:00000010:3.0:1788838388.129002:0:34128:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd00d2680. 00800000:00000001:3.0:1788838388.129005:0:34128:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.129008:0:34128:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d037 00800000:00000001:3.0:1788838388.129011:0:34128:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.129013:0:34128:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.129014:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.129015:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.129016:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.129018:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.129020:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.129022:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.129023:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.129025:0:34128:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.129027:0:34128:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.129029:0:34128:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.129031:0:34128:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838388.129034:0:34128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d037 from it ffffbbcb01c5fcb8 00010000:00000001:3.0:1788838388.129035:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.129036:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.129037:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.129039:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.129041:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.129043:0:34128:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.129045:0:34128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.129057:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.129058:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.129059:0:34128:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.129061:0:34128:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.129063:0:34128:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838388.129069:0:34128:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.129072:0:34128:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.129074:0:34128:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.129078:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.129079:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.129080:0:34128:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.129083:0:34128:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.129084:0:34128:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.129086:0:34128:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.129088:0:34128:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.129089:0:34128:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.129091:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.129091:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.129093:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.129098:0:34128:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ca80 x1875731132270080/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.129103:0:34128:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838388.129106:0:34128:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838388.129109:0:34128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0913800. 02000000:00000001:3.0:1788838388.129113:0:34128:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838388.129115:0:34128:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838388.129117:0:34128:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838388.129119:0:34128:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838388.129122:0:34128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717000. 02000000:00000001:3.0:1788838388.129126:0:34128:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838388.129127:0:34128:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838388.129129:0:34128:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ca80. 00000100:00000001:3.0:1788838388.129132:0:34128:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838388.129133:0:34128:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.129137:0:34128:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.129142:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd08 00000080:00000008:3.0:1788838388.129144:0:34128:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838388.131492:0:34128:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.131606:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd08 00000080:00200008:2.0:1788838388.131610:0:34128:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788838388.131615:0:34128:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838388.131617:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fc80 00000080:00200000:2.0:1788838388.131618:0:34128:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838388.131624:0:34128:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eb200. 00800000:00000002:2.0:1788838388.131628:0:34128:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838388.131632:0:34128:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838388.131636:0:34128:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838388.131638:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fba0 00800000:00000002:2.0:1788838388.131641:0:34128:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838388.131645:0:34128:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838388.131648:0:34128:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838388.131796:0:34128:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838388.131799:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa70 00000002:00010000:2.0:1788838388.131801:0:34128:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838388.131805:0:34128:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838388.131807:0:34128:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838388.131809:0:34128:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838388.131814:0:34128:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:2.0:1788838388.131817:0:34128:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.131821:0:34128:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838388.131825:0:34128:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838388.131829:0:34128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838388.131839:0:34128:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838388.131844:0:34128:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.131847:0:34128:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838388.131854:0:34128:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838388.131856:0:34128:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838388.131858:0:34128:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838388.131860:0:34128:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838388.131862:0:34128:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838388.131864:0:34128:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838388.131867:0:34128:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838388.131870:0:34128:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838388.131873:0:34128:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eb200. 00000080:00000001:2.0:1788838388.131877:0:34128:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838388.131879:0:34128:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838388.131881:0:34128:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838388.131884:0:34128:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d037 00800000:00000001:2.0:1788838388.131888:0:34128:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838388.131890:0:34128:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838388.131891:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.131893:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.131896:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:2.0:1788838388.131898:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:2.0:1788838388.131900:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:2.0:1788838388.131903:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.131904:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838388.131906:0:34128:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.131907:0:34128:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838388.131910:0:34128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d037 from it ffffbbcb01c5fcb8 00010000:00000001:2.0:1788838388.131912:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.131913:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.131914:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:2.0:1788838388.131916:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:2.0:1788838388.131918:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:2.0:1788838388.131920:0:34128:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838388.131923:0:34128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838388.131928:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.131930:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.131932:0:34128:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838388.131934:0:34128:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838388.131937:0:34128:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838388.131943:0:34128:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838388.131946:0:34128:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838388.131948:0:34128:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838388.131952:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.131953:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.131955:0:34128:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.131957:0:34128:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838388.131959:0:34128:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.131961:0:34128:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.131963:0:34128:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.131965:0:34128:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838388.131966:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.131968:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838388.131970:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838388.131972:0:34128:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838388.131976:0:34128:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.131981:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd08 00000080:00000008:2.0:1788838388.131983:0:34128:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788838388.132102:0:34128:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838388.132104:0:34128:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838388.132105:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb78 00000080:00200000:2.0:1788838388.132108:0:34128:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838388.132112:0:34128:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eb200. 00800000:00000002:2.0:1788838388.132115:0:34128:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838388.132117:0:34128:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838388.132119:0:34128:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838388.132121:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa98 00800000:00000002:2.0:1788838388.132123:0:34128:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838388.132125:0:34128:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838388.132127:0:34128:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838388.132130:0:34128:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838388.132132:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f968 00000002:00010000:2.0:1788838388.132134:0:34128:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838388.132136:0:34128:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838388.132137:0:34128:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838388.132139:0:34128:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838388.132142:0:34128:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:2.0:1788838388.132144:0:34128:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.132146:0:34128:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838388.132148:0:34128:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838388.132151:0:34128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838388.132158:0:34128:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838388.132160:0:34128:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.132163:0:34128:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838388.132169:0:34128:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838388.132170:0:34128:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838388.132172:0:34128:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838388.132174:0:34128:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838388.132175:0:34128:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838388.132176:0:34128:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838388.132179:0:34128:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838388.132180:0:34128:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838388.132182:0:34128:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eb200. 00000080:00000001:2.0:1788838388.132451:0:34128:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838388.132452:0:34128:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838388.132454:0:34128:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838388.132457:0:34128:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d037 00800000:00000001:2.0:1788838388.132460:0:34128:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838388.132462:0:34128:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838388.132463:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.132465:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.132467:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:2.0:1788838388.132469:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:2.0:1788838388.132471:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:2.0:1788838388.132474:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.132475:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838388.132476:0:34128:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.132477:0:34128:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838388.132479:0:34128:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d037 from it ffffbbcb01c5fbb0 00010000:00000001:2.0:1788838388.132480:0:34128:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.132481:0:34128:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.132482:0:34128:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:2.0:1788838388.132484:0:34128:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:2.0:1788838388.132486:0:34128:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:2.0:1788838388.132488:0:34128:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838388.132491:0:34128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838388.132496:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.132497:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.132498:0:34128:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838388.132561:0:34128:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838388.132564:0:34128:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838388.132571:0:34128:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838388.132572:0:34128:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838388.132574:0:34128:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838388.132576:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.132577:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.132579:0:34128:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.132581:0:34128:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838388.132582:0:34128:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.132583:0:34128:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.132586:0:34128:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.132588:0:34128:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838388.132589:0:34128:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.132590:0:34128:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838388.132592:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838388.132593:0:34128:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838388.132595:0:34128:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788838388.132599:0:34128:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.132603:0:34128:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788838388.132605:0:34128:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838388.132607:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb78 00000080:00200008:2.0:1788838388.132609:0:34128:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000 00000080:00000010:2.0:1788838388.132614:0:34128:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174dc0. 00000080:00000001:2.0:1788838388.132617:0:34128:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.132619:0:34128:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.133151:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.133154:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.133162:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.133165:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.133171:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.133175:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.133177:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.133180:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.133182:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.133197:0:34128:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788838388.133199:0:34128:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: age 1842, max_age 1849 00000002:00000001:2.0:1788838388.133203:0:34128:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788838388.133206:0:34128:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000010:2.0:1788838388.133212:0:34128:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0700. 00000020:00000040:2.0:1788838388.133215:0:34128:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838388.133219:0:34128:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838388.133222:0:34128:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838388.133225:0:34128:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838388.133230:0:34128:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14800. 00000100:00000001:2.0:1788838388.133236:0:34128:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.133239:0:34128:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838388.133241:0:34128:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838388.133395:0:34128:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.133398:0:34128:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407971520 : -113594301580096 : ffff98afc4017cc0) 00000100:00000001:2.0:1788838388.133401:0:34128:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.133403:0:34128:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000001:2.0:1788838388.133407:0:34128:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838388.133410:0:34128:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.133412:0:34128:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838388.133413:0:34128:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838388.133422:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.133430:0:34128:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838388.133432:0:34128:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.133435:0:34128:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838388.133438:0:34128:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838388.133440:0:34128:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838388.133443:0:34128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34128:1875731132270208:192.168.203.123@tcp:41:lfs.0 00000100:00000001:2.0:1788838388.133447:0:34128:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838388.133452:0:34128:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838388.133454:0:34128:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.133456:0:34128:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838388.133461:0:34128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838388.133463:0:34128:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838388.133470:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838388.133474:0:34128:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838388.133481:0:34128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838388.133488:0:34128:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132270208, portal 10 00000100:00000001:2.0:1788838388.133489:0:34128:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.133491:0:34128:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000040:2.0:1788838388.133497:0:34128:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.133514:0:34128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838388.133517:0:34128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838388.133520:0:34128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a880. 00000100:00000200:2.0:1788838388.133524:0:34128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132270208, offset 0 00000400:00000200:2.0:1788838388.133530:0:34128:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838388.133537:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.133543:0:34128:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838388.133548:0:34128:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838388.133552:0:34128:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838388.133556:0:34128:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838388.133558:0:34128:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838388.133561:0:34128:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2605:2605:256:4294967295] 192.168.203.123@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:2.0:1788838388.133565:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.133574:0:34128:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838388.133579:0:34128:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838388.133584:0:34128:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14400. 00000800:00000200:2.0:1788838388.133589:0:34128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838388.133596:0:34128:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838388.133600:0:34128:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838388.133613:0:34128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.133617:0:34128:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 829536 usecs (830 jiffies) 00000400:00000200:2.0:1788838388.133620:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838388.133622:0:34128:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518936 00000100:00000001:2.0:1788838388.133630:0:34128:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296518929 00000100:00000001:2.0:1788838388.133635:0:34128:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518936 00000100:00000001:2.0:1788838388.133638:0:34128:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296518929 00000100:00000001:2.0:1788838388.133640:0:34128:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.133643:0:34128:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.133645:0:34128:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.133647:0:34128:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838388.133650:0:34128:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838388.133685:0:34128:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838388.133688:0:34128:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838388.134079:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838388.134084:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14400. 00000400:00000200:0.0:1788838388.134088:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.134093:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838388.134099:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a880 00000400:00000010:0.0:1788838388.134101:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a880. 00000100:00000001:0.0:1788838388.134105:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838388.134110:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.134118:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.134134:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.134141:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.134142:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.136622:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.136641:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.136645:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.136648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.136784:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.136791:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.136801:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.136806:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.136811:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.136815:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 10 MB=0x6a9f7afd54680 00000400:00000200:0.0:1788838388.136820:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.136825:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 368/368 into md 0x6f51 [1] + 224 00000800:00000001:0.0:1788838388.136832:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.136843:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.136846:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.136850:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.136856:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.136864:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838388.136876:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.136922:0:34128:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838388.136950:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.136959:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.136962:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838388.137118:0:34128:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.137120:0:34128:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.137124:0:34128:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838388.137128:0:34128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:2.0:1788838388.137131:0:34128:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:2.0:1788838388.137134:0:34128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.137138:0:34128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838388.137147:0:34128:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.137153:0:34128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.137154:0:34128:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.137157:0:34128:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.137160:0:34128:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.137162:0:34128:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.137164:0:34128:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.137167:0:34128:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.137176:0:34128:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=67 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838388.137180:0:34128:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.137182:0:34128:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.137398:0:34128:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.137403:0:34128:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.137406:0:34128:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.137411:0:34128:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838388.137413:0:34128:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788838388.137415:0:34128:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838388.137418:0:34128:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.137424:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.137430:0:34128:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.137433:0:34128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.137435:0:34128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.137438:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838388.137452:0:34128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34128:1875731132270208:192.168.203.123@tcp:41:lfs.0 00000100:00000001:2.0:1788838388.137456:0:34128:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.137459:0:34128:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.137462:0:34128:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838388.137464:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.137468:0:34128:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.137475:0:34128:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838388.137478:0:34128:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.137481:0:34128:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838388.137483:0:34128:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.137489:0:34128:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788838388.137491:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.137494:0:34128:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0700 x1875731132270208/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.137562:0:34128:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838388.137565:0:34128:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838388.137568:0:34128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838388.137572:0:34128:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838388.137574:0:34128:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.137575:0:34128:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838388.137578:0:34128:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838388.137580:0:34128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14800. 02000000:00000001:2.0:1788838388.137583:0:34128:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838388.137585:0:34128:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838388.137587:0:34128:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0700. 00000100:00000001:2.0:1788838388.137589:0:34128:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838388.137591:0:34128:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838388.137592:0:34128:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.137593:0:34128:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838388.137595:0:34128:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788838388.137597:0:34128:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: update ffff98afd0548450 cache blocks 17238/17271 objects 532986/533339 00800000:00000001:2.0:1788838388.137601:0:34128:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.137607:0:34128:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.137610:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838388.137613:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.137616:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.137619:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138066:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138069:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138077:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138080:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138085:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138089:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138091:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138095:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138096:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138100:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138102:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138105:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138107:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138109:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138111:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138115:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138117:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138119:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138121:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138123:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138125:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138126:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138127:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138129:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138131:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138133:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138134:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138136:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138138:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138141:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138144:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138145:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138147:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138148:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138150:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138152:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138153:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138154:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138155:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138157:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138159:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138161:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138163:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138164:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138166:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138169:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138171:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138173:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138174:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138176:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138178:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138179:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138180:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138181:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138192:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138194:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138196:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138197:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138200:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138202:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138205:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138206:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138209:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138210:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138212:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138214:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138215:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138216:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138218:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138220:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138221:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138223:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138225:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138226:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138228:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138231:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138232:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138234:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138235:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138238:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138240:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138241:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138242:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138243:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138254:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138256:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138258:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138289:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138293:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138295:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138298:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138300:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138302:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138303:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138313:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138315:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138317:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138318:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138319:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138322:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138331:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138334:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138338:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138340:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138342:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138345:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138354:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138356:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138357:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138359:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138361:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138363:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138364:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138365:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138367:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138369:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138371:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138373:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138375:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138376:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138379:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138380:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138382:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138383:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138385:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138386:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138388:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138389:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138390:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138392:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138394:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138395:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138397:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138399:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138400:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138403:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138405:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138407:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138408:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138410:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138412:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138413:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138414:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138415:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138417:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138419:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138421:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138423:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138424:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138426:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138428:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138429:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138431:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138432:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138434:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138435:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138437:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138438:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138439:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138441:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138443:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138445:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138447:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138448:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138450:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138453:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138454:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138456:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138458:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138460:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138462:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138463:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138464:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138465:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138467:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138469:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138471:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138473:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138475:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138477:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138480:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138481:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138483:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138484:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138486:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138488:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138490:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138490:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138492:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138494:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138495:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138497:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138499:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138510:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138512:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138515:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138517:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138519:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138520:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138522:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138524:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138526:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138527:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138528:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138531:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138532:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138534:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138536:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138538:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138540:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138542:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138543:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138545:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138546:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138548:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138549:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138551:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138552:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138553:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138555:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138556:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138558:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138560:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138562:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138564:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138570:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138572:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138575:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138576:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138579:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138581:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138582:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138583:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138584:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138586:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138588:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138590:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138592:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138594:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138595:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138598:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138599:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138601:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138602:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138605:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138607:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138608:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138609:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138610:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138612:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138614:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138616:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138618:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138620:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138621:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138624:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138625:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138627:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138628:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138630:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138632:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138634:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138635:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138636:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138639:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138640:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138642:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138644:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138646:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138648:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138651:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138944:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138949:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138950:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138953:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138956:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138958:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138960:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138962:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138965:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138967:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138969:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.138971:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.138973:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138975:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.138981:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.138983:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.138985:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.138986:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.138989:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.138991:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.138993:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.138995:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.138996:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.138999:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139001:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139003:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139005:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139007:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139009:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139012:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139013:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139016:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139017:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139019:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139021:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139022:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139023:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139024:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139026:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139028:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139029:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139031:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139033:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139034:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139037:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139038:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139040:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139041:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139043:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139045:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139046:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139047:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139048:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139050:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139053:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139054:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139056:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139058:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139059:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139061:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139062:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139064:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139065:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139067:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139069:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139070:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139071:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139072:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139074:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139076:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139078:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139080:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139082:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139084:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139086:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139088:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139090:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139091:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139093:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139095:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139097:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139097:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139099:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139101:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139103:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139104:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139106:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139108:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139109:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139113:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139114:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139116:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139117:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139119:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139120:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139122:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139123:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139124:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139126:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139128:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139129:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139131:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139133:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139135:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139138:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139139:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139141:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139142:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139144:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139146:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139147:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139149:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139150:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139153:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139154:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139156:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139158:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139159:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139161:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139163:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139164:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139167:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139168:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139170:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139171:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139173:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139174:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139175:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139178:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139179:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139181:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139183:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139184:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139186:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139188:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139189:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139191:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139192:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139194:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139196:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139198:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139199:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139200:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139202:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139204:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139206:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139208:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139210:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139212:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139215:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139216:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139218:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139219:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139222:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139224:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139226:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139226:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139228:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139230:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139232:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139233:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139235:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139237:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139239:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139241:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139243:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139245:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139246:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139248:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139250:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139251:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139252:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139253:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139256:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139257:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139259:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139271:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139274:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139276:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139279:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139281:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139283:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139284:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139286:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139289:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139290:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139292:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139293:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139296:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139297:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139299:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139301:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139303:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139304:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139307:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139308:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139311:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139312:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139314:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139317:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139318:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139319:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139320:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139322:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139496:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139556:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139558:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139561:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139563:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139569:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139571:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139575:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139576:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139579:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139581:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139583:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139584:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139585:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139587:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139590:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139591:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139593:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139595:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139597:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139599:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139600:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139602:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139603:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139605:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139606:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139607:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139608:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139609:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139611:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139613:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139614:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.139616:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.139617:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139619:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.139621:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.139622:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.139624:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.139625:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.139627:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.139628:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.139630:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.139631:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.139632:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.139634:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140132:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140138:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140141:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140145:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140147:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140155:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140156:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140160:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140161:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140165:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140167:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140169:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140171:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140172:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140175:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140177:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140179:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140181:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140243:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140246:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140251:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140252:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140255:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140256:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140259:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140270:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140272:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140274:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140275:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140285:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140287:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140289:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140291:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140294:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140295:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140299:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140301:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140304:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140305:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140307:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140309:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140311:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140312:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140313:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140315:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140317:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140319:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140321:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140323:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140438:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140443:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140445:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140448:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140449:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140453:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140455:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140457:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140459:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140460:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140463:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140464:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140466:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140469:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140471:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140473:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140475:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140476:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140479:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140480:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140482:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140485:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140486:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140487:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140488:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140490:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140492:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140494:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140496:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140498:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140567:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140573:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140574:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140577:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140578:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140581:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140583:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140584:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140585:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140586:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140589:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140590:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140592:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140594:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140596:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140598:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140601:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140602:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140604:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140605:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140607:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140609:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140611:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140612:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140613:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140615:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140617:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140619:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140621:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140622:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140624:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140627:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140629:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140631:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140632:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140634:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140636:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140648:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140649:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140650:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140822:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140825:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140827:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140829:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140832:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140834:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140839:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140841:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140844:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140845:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140848:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140850:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140851:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140853:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140854:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140856:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140859:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140860:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140862:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140864:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140865:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140868:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140869:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140871:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140872:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140874:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140876:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140877:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140878:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140880:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140882:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140884:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140886:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140888:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140890:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140891:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140894:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140896:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140898:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140899:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140901:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140903:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140904:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140905:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140906:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140909:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140911:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140912:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140914:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140916:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140918:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140921:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140922:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140924:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140925:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140927:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140928:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140930:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140931:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140932:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140935:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140937:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140939:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140941:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140943:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140945:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140948:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140949:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140951:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140952:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140954:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140956:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140957:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140958:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140959:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140962:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140964:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140965:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140968:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140969:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140971:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140974:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.140976:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.140978:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.140979:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.140981:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.140983:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.140984:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.140985:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.140986:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.140988:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140990:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140991:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.140993:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.140995:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140997:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.140999:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141000:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141003:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141004:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141005:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141007:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141008:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141009:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141011:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141013:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141014:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141016:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141018:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141019:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141021:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141023:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141024:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141026:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141027:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141029:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141031:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141032:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141033:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141034:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141036:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141038:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141039:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141041:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141043:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141044:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141047:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141048:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141049:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141050:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141052:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141054:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141055:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141056:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141057:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141059:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141060:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141062:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141063:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141065:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141066:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141069:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141070:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141072:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141073:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141075:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141076:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141078:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141079:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141080:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141082:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141084:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141085:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141087:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141089:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141090:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141093:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141094:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141096:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141097:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141099:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141101:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141102:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141103:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141104:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141106:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141108:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141109:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141111:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141113:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141114:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141116:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141118:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141119:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141120:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141122:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141124:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141125:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141126:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141127:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141129:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141131:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141133:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141135:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141137:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141138:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141141:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141142:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141144:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141145:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141147:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141149:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141151:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141152:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141153:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141155:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141157:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141159:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141161:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141163:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141164:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141167:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141169:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141171:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141172:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141174:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141176:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141178:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141179:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141180:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141182:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141451:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141454:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141456:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141459:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141462:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141467:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141469:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141473:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141474:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141477:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141479:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141481:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141482:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141483:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141486:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141488:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141490:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141492:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141494:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141495:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141498:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141560:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141564:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141566:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141568:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141570:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141572:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141573:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141574:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141577:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141578:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141580:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141582:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141585:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141586:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141590:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141592:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141594:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141595:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141597:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141599:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141600:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141601:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141602:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141604:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141606:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141608:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.141610:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.141612:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141614:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141617:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.141618:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.141620:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.141621:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.141623:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.141625:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.141627:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.141628:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.141629:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.141631:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.141633:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.142575:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.142580:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.142584:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.142586:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.142596:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.142598:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.142602:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.142605:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.142611:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.142614:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.142616:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.142618:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.142619:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.142622:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.142623:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.142625:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.142627:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.142629:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.142631:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.142634:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.142635:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.142649:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.142650:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.143499:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.143565:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.143567:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.143570:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.143572:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.143575:0:34128:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.143578:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.143579:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.143582:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.143585:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.143588:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.143597:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.143598:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.143602:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.143604:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.143607:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.143609:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.143610:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838388.143612:0:34128:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838388.143613:0:34128:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00800000:00000001:2.0:1788838388.143616:0:34128:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838388.143617:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838388.143619:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788838388.143621:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.143623:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838388.143625:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838388.143628:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.143630:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.143632:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.143633:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.144002:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.144006:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.144008:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.144011:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.144013:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.144020:0:34128:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788838388.144023:0:34128:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff98afd0025800: age 1842, max_age 1849 00000008:00000001:2.0:1788838388.144027:0:34128:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788838388.144031:0:34128:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000010:2.0:1788838388.144038:0:34128:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0700. 00000020:00000040:2.0:1788838388.144041:0:34128:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838388.144045:0:34128:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.144046:0:34128:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838388.144048:0:34128:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788838388.144050:0:34128:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838388.144053:0:34128:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838388.144059:0:34128:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838388.144065:0:34128:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14800. 00000100:00000001:2.0:1788838388.144071:0:34128:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.144074:0:34128:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838388.144076:0:34128:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838388.144081:0:34128:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.144083:0:34128:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407971520 : -113594301580096 : ffff98afc4017cc0) 00000100:00000001:2.0:1788838388.144086:0:34128:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.144088:0:34128:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000001:2.0:1788838388.144092:0:34128:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838388.144097:0:34128:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.144099:0:34128:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838388.144100:0:34128:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838388.144110:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.144119:0:34128:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838388.144121:0:34128:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.144124:0:34128:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838388.144126:0:34128:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838388.144129:0:34128:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838388.144132:0:34128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34128:1875731132270336:192.168.203.123@tcp:13:lfs.0 00000100:00000001:2.0:1788838388.144137:0:34128:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838388.144142:0:34128:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838388.144144:0:34128:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.144146:0:34128:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838388.144150:0:34128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838388.144152:0:34128:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838388.144159:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838388.144164:0:34128:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838388.144170:0:34128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838388.144176:0:34128:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132270336, portal 4 00000100:00000001:2.0:1788838388.144178:0:34128:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.144179:0:34128:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000040:2.0:1788838388.144796:0:34128:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.144805:0:34128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838388.144808:0:34128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838388.144812:0:34128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a330. 00000100:00000200:2.0:1788838388.144816:0:34128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875731132270336, offset 0 00000400:00000200:2.0:1788838388.144823:0:34128:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838388.144832:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.144838:0:34128:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838388.144843:0:34128:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838388.144847:0:34128:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838388.144850:0:34128:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838388.144853:0:34128:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838388.144856:0:34128:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2606:2606:256:4294967295] 192.168.203.123@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:2.0:1788838388.144860:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.144869:0:34128:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838388.144874:0:34128:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838388.144880:0:34128:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14200. 00000800:00000200:2.0:1788838388.144886:0:34128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838388.144894:0:34128:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838388.144898:0:34128:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838388.144906:0:34128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.144910:0:34128:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 210303 usecs (211 jiffies) 00000400:00000200:2.0:1788838388.144914:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838388.144916:0:34128:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518329 00000100:00000001:2.0:1788838388.144919:0:34128:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296518936 00000100:00000001:2.0:1788838388.144920:0:34128:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518329 00000100:00000001:2.0:1788838388.144922:0:34128:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296518936 00000100:00000001:2.0:1788838388.144925:0:34128:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.144928:0:34128:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.144930:0:34128:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.144932:0:34128:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838388.144935:0:34128:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838388.144938:0:34128:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838388.144941:0:34128:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838388.145150:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838388.145155:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14200. 00000400:00000200:0.0:1788838388.145160:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.145164:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838388.145171:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a330 00000400:00000010:0.0:1788838388.145174:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a330. 00000100:00000001:0.0:1788838388.145177:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838388.145191:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.145203:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.145206:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.145212:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.145214:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.147571:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.147588:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.147593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.147596:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.147603:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.147610:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.147619:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.147623:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.147629:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.147633:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 4 MB=0x6a9f7afd54700 00000400:00000200:0.0:1788838388.147891:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.147899:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 368/368 into md 0x6f59 [1] + 224 00000800:00000001:0.0:1788838388.147907:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.149821:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838388.149830:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.149839:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838388.149847:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838388.149856:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838388.149869:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.149947:0:34128:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838388.149963:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838388.149975:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.149981:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838388.150103:0:34128:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.150106:0:34128:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.150110:0:34128:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838388.150115:0:34128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:2.0:1788838388.150118:0:34128:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:2.0:1788838388.150121:0:34128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.150126:0:34128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838388.150135:0:34128:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.150141:0:34128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.150143:0:34128:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.150145:0:34128:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.150148:0:34128:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.150151:0:34128:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.150153:0:34128:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.150156:0:34128:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.150164:0:34128:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef4f0 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1788838388.150168:0:34128:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.150170:0:34128:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.150172:0:34128:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.150175:0:34128:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.150178:0:34128:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.150181:0:34128:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838388.150358:0:34128:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1788838388.150361:0:34128:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838388.150363:0:34128:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.150369:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.150378:0:34128:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.150381:0:34128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.150383:0:34128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.150387:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838388.150402:0:34128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34128:1875731132270336:192.168.203.123@tcp:13:lfs.0 00000100:00000001:2.0:1788838388.150408:0:34128:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.150411:0:34128:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.150413:0:34128:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838388.150416:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.150419:0:34128:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.150426:0:34128:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838388.150429:0:34128:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.150433:0:34128:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838388.150435:0:34128:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.150441:0:34128:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788838388.150443:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.150446:0:34128:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0700 x1875731132270336/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.150453:0:34128:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838388.150456:0:34128:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838388.150459:0:34128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838388.150582:0:34128:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838388.150584:0:34128:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.150586:0:34128:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838388.150589:0:34128:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838388.150591:0:34128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14800. 02000000:00000001:2.0:1788838388.150595:0:34128:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838388.150597:0:34128:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838388.150599:0:34128:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0700. 00000100:00000001:2.0:1788838388.150602:0:34128:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838388.150604:0:34128:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788838388.150607:0:34128:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff98afd0025800: update ffff98afd054d178 cache blocks 3678/3683 objects 117792/118190 00020000:00000001:2.0:1788838388.150611:0:34128:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.150616:0:34128:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.150619:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838388.150622:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.150625:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.150628:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.150886:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.150890:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.150897:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.150900:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.150907:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.150911:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.150913:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.150917:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.150919:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.150925:0:34128:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788838388.150927:0:34128:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff98afd0025800: age 1842, max_age 1849 00000008:00000001:2.0:1788838388.150930:0:34128:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788838388.150933:0:34128:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000010:2.0:1788838388.150938:0:34128:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0700. 00000020:00000040:2.0:1788838388.150940:0:34128:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838388.150942:0:34128:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.150943:0:34128:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838388.150945:0:34128:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788838388.150947:0:34128:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838388.150949:0:34128:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838388.150954:0:34128:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838388.150959:0:34128:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14800. 00000100:00000001:2.0:1788838388.150965:0:34128:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.150968:0:34128:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838388.150970:0:34128:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838388.150975:0:34128:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.150977:0:34128:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407971520 : -113594301580096 : ffff98afc4017cc0) 00000100:00000001:2.0:1788838388.150980:0:34128:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.150981:0:34128:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000001:2.0:1788838388.150986:0:34128:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838388.150989:0:34128:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.150991:0:34128:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838388.150992:0:34128:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838388.150999:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.151006:0:34128:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838388.151008:0:34128:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.151012:0:34128:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838388.151015:0:34128:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838388.151017:0:34128:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838388.151032:0:34128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34128:1875731132270464:192.168.203.123@tcp:13:lfs.0 00000100:00000001:2.0:1788838388.151036:0:34128:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838388.151040:0:34128:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838388.151042:0:34128:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.151045:0:34128:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838388.151048:0:34128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838388.151051:0:34128:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838388.151057:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838388.151060:0:34128:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838388.151066:0:34128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838388.151073:0:34128:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132270464, portal 4 00000100:00000001:2.0:1788838388.151075:0:34128:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.151076:0:34128:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000040:2.0:1788838388.151082:0:34128:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.151089:0:34128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838388.151092:0:34128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838388.151094:0:34128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a088. 00000100:00000200:2.0:1788838388.151098:0:34128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875731132270464, offset 0 00000400:00000200:2.0:1788838388.151103:0:34128:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838388.151112:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.151119:0:34128:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838388.151124:0:34128:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838388.151129:0:34128:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838388.151133:0:34128:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838388.151135:0:34128:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838388.151139:0:34128:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2607:2607:256:4294967295] 192.168.203.123@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:2.0:1788838388.151143:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.151152:0:34128:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838388.151158:0:34128:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838388.151162:0:34128:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14600. 00000800:00000200:2.0:1788838388.151168:0:34128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838388.151177:0:34128:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838388.151181:0:34128:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838388.151208:0:34128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.151212:0:34128:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22615 usecs (23 jiffies) 00000400:00000200:2.0:1788838388.151216:0:34128:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838388.151218:0:34128:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518147 00000100:00000001:2.0:1788838388.151221:0:34128:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296518936 00000100:00000001:2.0:1788838388.151223:0:34128:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518147 00000100:00000001:2.0:1788838388.151225:0:34128:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296518936 00000100:00000001:2.0:1788838388.151228:0:34128:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.151230:0:34128:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.151232:0:34128:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.151234:0:34128:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838388.151236:0:34128:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838388.151238:0:34128:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838388.151240:0:34128:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838388.151457:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838388.151467:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14600. 00000400:00000200:0.0:1788838388.151471:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.151476:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838388.151481:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a088 00000400:00000010:0.0:1788838388.151483:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a088. 00000100:00000001:0.0:1788838388.151487:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838388.151492:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.151509:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.151512:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.151519:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.151521:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838388.156700:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.156715:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838388.156720:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.156723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838388.156732:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.156738:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838388.156747:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.156751:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.156757:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.156762:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 4 MB=0x6a9f7afd54780 00000400:00000200:1.0:1788838388.156767:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.156774:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 368/368 into md 0x6f61 [1] + 224 00000800:00000001:1.0:1788838388.156781:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.156788:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838388.156791:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.156796:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838388.156804:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838388.156814:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838388.156826:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838388.156847:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838388.156855:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838388.156859:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.156981:0:34128:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838388.156989:0:34128:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.156991:0:34128:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.156995:0:34128:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838388.156999:0:34128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:2.0:1788838388.157002:0:34128:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:2.0:1788838388.157006:0:34128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.157010:0:34128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838388.157024:0:34128:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.157041:0:34128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.157043:0:34128:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.157046:0:34128:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.157049:0:34128:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.157051:0:34128:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.157053:0:34128:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.157056:0:34128:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.157066:0:34128:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52cf0 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1788838388.157069:0:34128:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.157072:0:34128:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.157074:0:34128:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.157077:0:34128:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.157080:0:34128:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.157084:0:34128:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838388.157086:0:34128:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788838388.157088:0:34128:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838388.157089:0:34128:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.157095:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.157101:0:34128:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.157105:0:34128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.157107:0:34128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.157111:0:34128:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838388.157117:0:34128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34128:1875731132270464:192.168.203.123@tcp:13:lfs.0 00000100:00000001:2.0:1788838388.157121:0:34128:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.157124:0:34128:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.157127:0:34128:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838388.157128:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.157132:0:34128:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.157138:0:34128:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838388.157141:0:34128:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.157144:0:34128:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838388.157145:0:34128:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838388.157152:0:34128:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788838388.157154:0:34128:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.157157:0:34128:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0700 x1875731132270464/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.157163:0:34128:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838388.157165:0:34128:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838388.157168:0:34128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406d000. 02000000:00000001:2.0:1788838388.157170:0:34128:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838388.157173:0:34128:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.157174:0:34128:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838388.157176:0:34128:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838388.157179:0:34128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14800. 02000000:00000001:2.0:1788838388.157181:0:34128:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838388.157317:0:34128:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838388.157320:0:34128:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0700. 00000100:00000001:2.0:1788838388.157324:0:34128:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838388.157326:0:34128:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788838388.157329:0:34128:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff98afd0025800: update ffff98afd09b8450 cache blocks 3679/3683 objects 117792/118189 00020000:00000001:2.0:1788838388.157333:0:34128:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838388.157338:0:34128:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.157341:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838388.157344:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.157348:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.157350:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.157408:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.157410:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.157417:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.157420:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.157425:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.157429:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.157432:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.157435:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.157437:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.157441:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.157443:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.157446:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.157449:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.157451:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.157453:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.157457:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.157459:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.157462:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.157463:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.157465:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.157467:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.157468:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.157469:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.157471:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.157473:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.157475:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.157476:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.157478:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.157480:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.157482:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.157485:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.157487:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.157489:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.157490:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.157493:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.157495:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.157496:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.157497:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158067:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158076:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158079:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158081:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158084:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158088:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158090:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158097:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158099:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158103:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158105:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158108:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158111:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158113:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158114:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158116:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158118:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158120:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158122:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158124:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158126:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158127:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158131:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158132:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158135:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158136:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158138:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158140:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158142:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158143:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158144:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158147:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158149:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158151:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158153:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158155:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158157:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158160:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158161:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158164:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158165:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158167:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158170:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158171:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158172:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158174:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158176:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158178:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158180:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158182:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158416:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158419:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158425:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158427:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158430:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158432:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158435:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158437:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158439:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158441:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158442:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158445:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158447:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158449:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158452:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158455:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158457:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158460:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158461:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158464:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158465:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158477:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158480:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158481:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158482:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158484:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158487:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158488:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158490:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158492:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158494:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158496:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158794:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158797:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158801:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158803:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158806:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158808:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158810:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158812:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158813:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158816:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158818:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158820:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158822:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158824:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158826:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158830:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158832:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158835:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158836:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158838:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158840:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158841:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158842:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158843:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158846:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158848:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158849:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158852:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158854:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158856:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158859:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158860:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158863:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158864:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158866:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158867:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158869:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158869:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158871:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158873:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158874:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158876:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158878:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158880:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158882:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158884:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158886:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158888:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158889:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158892:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158894:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158895:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158896:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158897:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158900:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158902:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158903:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158905:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158907:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158909:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158911:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158913:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158915:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158916:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158918:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158920:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158921:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158922:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158924:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158926:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158928:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158930:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158932:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158934:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158936:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158938:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158940:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158942:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158943:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158945:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158947:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158949:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158951:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158952:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158954:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158955:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158957:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158958:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158960:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158962:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158965:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158966:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158968:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158969:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158971:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158973:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158974:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.158975:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.158976:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.158978:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158980:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158982:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.158984:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.158985:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158987:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.158989:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.158990:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.158993:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.158994:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.158996:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.158998:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.158999:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.159001:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.159002:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.159004:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159007:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159008:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.159010:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.159012:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159014:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159017:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.159018:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.159020:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.159021:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.159034:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.159036:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.159038:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.159039:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.159040:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.159043:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159045:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159046:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.159049:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.159051:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159053:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159056:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.159058:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.159060:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.159061:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.159063:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.159065:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.159067:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.159068:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.159069:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.159071:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159073:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159075:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.159077:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.159079:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159081:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159083:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.159085:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.159087:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.159088:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.159090:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.159092:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.159093:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.159094:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.159095:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.159098:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159099:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159101:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.159103:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.159105:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159106:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159109:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.159110:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.159113:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.159114:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.159115:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.159117:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.159118:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.159119:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.159120:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.159123:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159124:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159126:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.159127:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.159129:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159130:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159132:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.159134:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.159136:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.159137:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.159139:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.159140:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.159142:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.159143:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.159144:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.159146:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159148:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159149:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.159151:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.159153:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159155:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159157:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.159159:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.159161:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.159162:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.159164:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.159166:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.159167:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.159168:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.159169:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.159171:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159173:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159175:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.159177:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.159179:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.159180:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160356:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.160365:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.160373:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.160375:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.160383:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.160388:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.160390:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.160392:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.160394:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.160397:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160399:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160401:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.160404:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.160407:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160408:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160419:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.160420:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.160423:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.160424:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.160426:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.160428:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.160430:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.160431:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.160433:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.160435:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160437:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160439:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.160441:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.160443:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160445:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160448:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.160449:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.160451:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.160452:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.160454:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.160456:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.160458:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.160470:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.160471:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.160474:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160476:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160478:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.160480:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.160482:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160483:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.160487:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.160488:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.160490:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.160491:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.160494:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.160496:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.160498:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161514:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161520:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161526:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161529:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161531:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161533:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161537:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161539:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161548:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161549:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161553:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161555:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161560:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161563:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161565:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161566:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161568:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161570:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161573:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161575:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161576:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161578:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161580:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161583:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161584:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161587:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161588:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161590:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161592:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161594:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161595:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161596:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161599:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161600:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161602:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161604:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161606:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161608:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161612:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161613:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161615:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161616:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161618:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161620:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161622:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161623:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161624:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161626:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161628:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161630:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161632:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161634:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161636:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161649:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161650:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161681:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161683:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161685:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161687:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161689:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161690:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161691:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161693:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161695:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161696:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161699:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161701:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161703:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161706:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161708:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161710:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161711:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161713:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161714:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161716:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161717:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161718:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161720:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161721:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161723:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161725:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161727:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161728:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161730:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161732:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161734:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161736:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161737:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161740:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161741:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161742:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161743:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161746:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161747:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161749:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161751:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161752:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161754:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161757:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161758:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161761:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161762:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161764:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161766:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161767:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161768:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161769:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161772:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161774:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161776:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161778:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161779:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161781:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161784:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161785:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161787:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161788:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161790:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161792:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161793:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161794:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161795:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161797:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161799:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161800:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161802:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161804:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161805:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161807:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161808:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161811:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161812:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161814:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161816:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161818:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161818:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161820:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161822:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161823:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161825:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161827:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161829:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161830:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161833:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161834:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161836:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161837:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161839:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161841:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161842:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161843:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161845:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161847:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161849:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161850:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161852:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161854:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161856:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161859:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161860:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161862:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161863:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161865:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161867:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161868:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161869:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161870:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161872:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161874:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161876:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161878:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161880:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161882:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161884:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161886:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161888:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161889:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161892:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161893:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161894:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161895:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161896:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161898:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161900:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161902:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161904:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161906:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161907:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161910:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161911:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161914:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161915:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161917:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161919:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161920:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161921:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161922:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161924:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161926:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161927:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161929:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161931:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161933:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161936:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161937:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161940:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161941:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161943:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161945:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161946:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161948:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161949:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161951:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161953:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161955:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161957:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161959:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161961:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161963:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161964:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161966:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161967:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161969:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161971:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161972:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161973:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161974:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.161976:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161977:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161979:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.161981:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.161983:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161985:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.161987:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.161988:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.161990:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.161991:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.161993:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.161994:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.161996:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.161997:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.161998:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162000:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162001:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162003:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162005:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162006:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162008:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162010:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162012:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162014:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162015:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162017:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162020:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162021:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162022:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162023:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162025:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162027:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162029:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162031:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162033:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162034:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162037:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162038:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162040:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162041:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162043:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162045:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162046:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162047:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162049:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162051:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162053:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162055:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162056:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162059:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162061:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162064:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162065:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162067:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162068:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162071:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162072:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162074:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162075:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162076:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162078:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162080:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162082:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162083:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162085:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162087:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162090:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162091:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162094:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162095:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162097:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162099:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162101:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162102:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162104:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162106:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162108:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162109:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162111:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162113:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162115:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162117:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162119:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162121:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162122:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162124:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162126:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162127:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162129:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162130:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162132:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162134:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162136:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162138:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162140:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162142:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162144:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162146:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162148:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162149:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162151:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162153:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162155:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162156:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162157:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162160:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162162:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162164:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162166:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162168:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162169:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162173:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162174:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162176:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162177:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162180:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162181:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162183:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162184:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162186:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162188:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162190:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162192:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162195:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162197:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162199:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162202:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162203:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162206:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162207:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162209:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162211:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162213:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162214:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162215:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162217:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162219:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162220:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162222:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162224:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162226:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162229:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162230:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162232:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162233:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162235:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162237:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162238:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162239:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162241:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162243:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162245:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162246:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162248:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162250:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162252:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162255:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162256:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162258:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162259:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162272:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162275:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162276:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162278:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162279:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162281:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162283:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162285:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162286:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162289:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162290:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162294:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162295:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162297:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162298:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162301:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162302:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162304:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162305:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162306:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162308:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162310:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162312:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162315:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162316:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162318:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162321:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162323:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162325:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162326:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162328:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162330:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162332:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162333:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162334:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162336:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162338:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162340:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162342:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162344:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162346:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162348:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162349:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162352:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162353:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162355:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162357:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162358:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162359:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162361:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162363:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162364:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162366:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162367:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162369:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162371:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162374:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162375:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162377:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162378:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162381:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162383:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162384:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162385:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162386:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162388:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162390:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162392:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162394:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162396:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162397:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162400:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162401:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162403:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162404:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162406:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162407:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162409:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162410:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162411:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162413:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162415:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162416:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162418:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162419:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162421:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162423:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162424:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162426:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162427:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162429:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162431:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162432:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162433:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162434:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162436:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162438:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162440:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162441:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162443:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162445:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162448:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162449:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162451:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162452:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162454:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162457:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162458:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162459:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162460:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162462:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162464:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162466:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162468:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162470:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162471:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162474:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162475:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162478:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162479:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162481:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162483:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162484:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162485:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162486:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162489:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162491:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162492:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162494:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162496:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162498:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162501:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162502:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162504:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162505:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162507:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162509:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162511:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162512:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162513:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162515:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162517:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162518:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162520:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162522:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162524:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162527:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162528:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162531:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162532:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162534:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162536:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162537:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162538:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162539:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162542:0:34128:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162544:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162545:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838388.162548:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162550:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162552:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838388.162555:0:34128:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838388.162556:0:34128:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7ffe42dc6a20 00000080:00000001:2.0:1788838388.162558:0:34128:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838388.162559:0:34128:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838388.162561:0:34128:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406ec00. 00000020:00000001:2.0:1788838388.162563:0:34128:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162564:0:34128:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838388.162565:0:34128:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838388.162566:0:34128:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406ec00 uarg=0000000000000000 00020000:00000001:2.0:1788838388.162569:0:34128:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838388.162570:0:34128:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838388.162572:0:34128:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788838388.162574:0:34128:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406ec00. 00000080:00000001:2.0:1788838388.162575:0:34128:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838388.162577:0:34128:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838388.162589:0:34128:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788838388.162591:0:34128:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788838388.162594:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fdd0 00000080:00200008:2.0:1788838388.162596:0:34128:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000 00000080:00400000:2.0:1788838388.162601:0:34128:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788838388.162604:0:34128:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174dc0. 00000080:00000001:2.0:1788838388.162608:0:34128:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788838388.162611:0:34128:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fdd0 00000080:00000008:2.0:1788838388.162612:0:34128:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000, rc = 0 00000080:00000001:2.0:1788838388.162615:0:34128:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.162616:0:34128:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.172723:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838388.172733:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838388.172742:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ca80. 00000020:00000040:3.0:1788838388.172748:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838388.172753:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838388.172756:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838388.172761:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838388.172769:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3e00. 00000100:00000001:3.0:1788838388.172775:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.172787:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838388.172798:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838388.172802:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.172808:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f87bac73] to pc [ptlrpcd_01_01+1] req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.172831:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.172838:0:10098:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1855) 00000100:00000001:3.0:1788838388.172909:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838388.172913:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838388.172915:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838388.172927:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.172935:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838388.172937:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.172941:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838388.172943:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838388.172946:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838388.172954:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132270592:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838388.172960:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838388.172965:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838388.172967:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.172969:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838388.172973:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc3f24200. 02000000:00000001:3.0:1788838388.172975:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838388.172989:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838388.172994:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b000. 00000400:00000010:3.0:1788838388.173001:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce220. 00000100:00000200:3.0:1788838388.173007:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132270592, portal 25 00000100:00000001:3.0:1788838388.173009:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.173011:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484865152 : -113594224686464 : ffff98afc896ca80) 00000100:00000040:3.0:1788838388.173021:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.173028:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838388.173031:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838388.173033:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce2a8. 00000100:00000200:3.0:1788838388.173037:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132270592, offset 0 00000400:00000200:3.0:1788838388.173047:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838388.173055:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.173062:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838388.173067:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838388.173071:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838388.173074:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838388.173077:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838388.173080:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2608:2608:256:4294967295] 192.168.203.123@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:3.0:1788838388.173084:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.173098:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838388.173103:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838388.173108:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3800. 00000800:00000200:3.0:1788838388.173118:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838388.173126:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838388.173130:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838388.173138:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838388.173142:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838388.173145:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296522231 00000100:00000001:3.0:1788838388.173151:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296518936 00000100:00000001:3.0:1788838388.173154:0:2354:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296522231 00000100:00000001:3.0:1788838388.173157:0:2354:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296518936 00000100:00000001:3.0:1788838388.173160:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.173163:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.173165:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.173168:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.173173:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838388.173176:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838388.173177:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838388.173179:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838388.173180:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.173182:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.173191:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838388.173193:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838388.173819:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838388.173825:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3800. 00000400:00000200:0.0:1788838388.173830:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.173836:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838388.173842:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce2a8 00000400:00000010:0.0:1788838388.173844:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce2a8. 00000100:00000001:0.0:1788838388.173849:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838388.173854:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.173878:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.173882:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.173888:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.173890:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1788838388.179907:0:34130:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.179915:0:34130:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.179917:0:34130:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.179920:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fbc0 00000080:00200000:3.0:1788838388.179924:0:34130:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838388.179932:0:34130:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f24800. 00800000:00000002:3.0:1788838388.179939:0:34130:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.179944:0:34130:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.179949:0:34130:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.179951:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fae0 00800000:00000002:3.0:1788838388.179954:0:34130:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.179958:0:34130:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.179962:0:34130:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.179967:0:34130:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.179969:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f9b0 00000002:00010000:3.0:1788838388.179971:0:34130:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.179974:0:34130:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.179975:0:34130:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.179978:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.179984:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:3.0:1788838388.179987:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.179992:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.179996:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.180000:0:34130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788838388.180012:0:34130:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.180017:0:34130:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.180021:0:34130:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788838388.180028:0:34130:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.180030:0:34130:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.180032:0:34130:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.180034:0:34130:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.180036:0:34130:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.180038:0:34130:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.180041:0:34130:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.180043:0:34130:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.180046:0:34130:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f24800. 00000080:00000001:3.0:1788838388.180051:0:34130:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.180053:0:34130:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.180055:0:34130:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838388.180058:0:34130:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d037 00800000:00000001:3.0:1788838388.180061:0:34130:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.180063:0:34130:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.180065:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.180067:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.180070:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.180072:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.180074:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.180077:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.180078:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.180080:0:34130:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.180081:0:34130:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.180084:0:34130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d037 from it ffffbbcb01f7fbf8 00010000:00000001:3.0:1788838388.180086:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.180087:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.180088:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea200 refcount=3 00000020:00000001:3.0:1788838388.180090:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.180092:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476224 : -113594222075392 : ffff98afc8bea200) 00010000:00000001:3.0:1788838388.180094:0:34130:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.180097:0:34130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838388.180103:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.180104:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.180105:0:34130:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.180107:0:34130:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.180110:0:34130:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838388.180116:0:34130:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.180119:0:34130:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.180122:0:34130:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.180125:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.180126:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.180128:0:34130:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180131:0:34130:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.180133:0:34130:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180135:0:34130:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180137:0:34130:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180139:0:34130:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.180140:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.180141:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.180144:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.180145:0:34130:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.180147:0:34130:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838388.180151:0:34130:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.180158:0:34130:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838388.180160:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb58 00000080:00002000:3.0:1788838388.180162:0:34130:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd169b6c0) flags 0x48000e refc 0 00000080:00000001:3.0:1788838388.180164:0:34130:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.180166:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fbc8 00000080:00200000:3.0:1788838388.180168:0:34130:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1788838388.180176:0:34130:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838388.180177:0:34130:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88), inode mode 81a4 mask 52 00000080:00000001:3.0:1788838388.180180:0:34130:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.180186:0:34130:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838388.180188:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb98 00000080:00200008:3.0:1788838388.180190:0:34130:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 102101 00000080:00000010:3.0:1788838388.180196:0:34130:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a0a00. 00000080:00000001:3.0:1788838388.180201:0:34130:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788838388.180204:0:34130:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f24800. 00800000:00000002:3.0:1788838388.180206:0:34130:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.180209:0:34130:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.180210:0:34130:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.180212:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa48 00800000:00000002:3.0:1788838388.180214:0:34130:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.180217:0:34130:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788838388.180220:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f9c8 00800000:00000002:3.0:1788838388.180222:0:34130:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788838388.180225:0:34130:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.180227:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f900 00000002:00010000:3.0:1788838388.180228:0:34130:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1788838388.180232:0:34130:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838388.180234:0:34130:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788838388.180237:0:34130:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838388.180241:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:3.0:1788838388.180243:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.180246:0:34130:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838388.180248:0:34130:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180250:0:34130:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.180251:0:34130:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.180253:0:34130:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838388.180255:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:3.0:1788838388.180256:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.180258:0:34130:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838388.180259:0:34130:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838388.180272:0:34130:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1788838388.180280:0:34130:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838388.180283:0:34130:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838388.180285:0:34130:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838388.180287:0:34130:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788838388.180289:0:34130:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.180290:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.180292:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 3 00010000:00000001:3.0:1788838388.180294:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.180297:0:34130:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.180298:0:34130:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.180299:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.180300:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 3 00010000:00000001:3.0:1788838388.180302:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.180304:0:34130:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.180305:0:34130:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.180306:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.180308:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 3 00010000:00000001:3.0:1788838388.180310:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.180312:0:34130:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.180313:0:34130:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838388.180315:0:34130:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838388.180320:0:34130:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788838388.180322:0:34130:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838388.180324:0:34130:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838388.180325:0:34130:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180328:0:34130:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838388.180330:0:34130:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838388.180332:0:34130:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838388.180333:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.180335:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838388.180337:0:34130:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea200 with handle 0x9f68a6b43b62d037 from hash 00010000:00000001:3.0:1788838388.180339:0:34130:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838388.180340:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.180341:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.180343:0:34130:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838388.180345:0:34130:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838388.180347:0:34130:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838388.180349:0:34130:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838388.180351:0:34130:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.180353:0:34130:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788838388.180359:0:34130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896df80. 00000020:00000040:3.0:1788838388.180363:0:34130:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838388.180369:0:34130:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838388.180370:0:34130:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180374:0:34130:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838388.180377:0:34130:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.180380:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.180381:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.180382:0:34130:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.180384:0:34130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838388.180387:0:34130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838388.180390:0:34130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838388.180396:0:34130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717000. 00000100:00000001:3.0:1788838388.180403:0:34130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180406:0:34130:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838388.180409:0:34130:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838388.180412:0:34130:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788838388.180419:0:34130:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838388.180420:0:34130:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838388.180422:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838388.180424:0:34130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea200/0x9f68a6b43b62d037 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be0a expref: -99 pid: 34128 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1788838388.180431:0:34130:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac900 count: 0 00010000:00000010:3.0:1788838388.180435:0:34130:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc894c900. 00010000:00000001:3.0:1788838388.180443:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.180445:0:34130:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180446:0:34130:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838388.180459:0:34130:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.180468:0:34130:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.180474:0:34130:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479484870528 : -113594224681088 : ffff98afc896df80) 00010000:00000001:3.0:1788838388.180479:0:34130:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838388.180481:0:34130:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838388.180485:0:34130:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83aca00. 00010000:00000010:3.0:1788838388.180488:0:34130:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894c900. 00010000:00000001:3.0:1788838388.180492:0:34130:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838388.180495:0:34130:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea800. 00000020:00000001:3.0:1788838388.180498:0:34130:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838388.180500:0:34130:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea800 with handle 0x9f68a6b43b62d03e to hash 00000020:00000001:3.0:1788838388.180502:0:34130:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838388.180503:0:34130:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.180506:0:34130:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.180509:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.180512:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.180515:0:34130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34130 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838388.180521:0:34130:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34130 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788838388.180531:0:34130:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788838388.180543:0:34130:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788838388.180552:0:34130:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34130 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838388.180557:0:34130:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838388.180559:0:34130:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838388.180565:0:34130:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd0054a80. 00000100:00000001:3.0:1788838388.180568:0:34130:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479609547392 : -113594100004224 : ffff98afd0054a80) 00000100:00000001:3.0:1788838388.180571:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.180572:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484870528 : -113594224681088 : ffff98afc896df80) 00000100:00000001:3.0:1788838388.180577:0:34130:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838388.180580:0:34130:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.180582:0:34130:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838388.180584:0:34130:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838388.180588:0:34130:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.180596:0:34130:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838388.180598:0:34130:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.180602:0:34130:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838388.180605:0:34130:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838388.180607:0:34130:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838388.180611:0:34130:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896df80 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:34130:1875731132270848:192.168.203.123@tcp:101:bash.0 00000100:00000001:3.0:1788838388.180616:0:34130:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838388.180620:0:34130:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838388.180623:0:34130:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.180625:0:34130:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838388.180700:0:34130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc4120000. 02000000:00000001:3.0:1788838388.180704:0:34130:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838388.180712:0:34130:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838388.180716:0:34130:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838388.180722:0:34130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afc8716c00. 00000100:00000200:3.0:1788838388.180730:0:34130:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132270848, portal 10 00000100:00000001:3.0:1788838388.180732:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.180733:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484870528 : -113594224681088 : ffff98afc896df80) 00000100:00000040:3.0:1788838388.180740:0:34130:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.180747:0:34130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838388.180749:0:34130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838388.180753:0:34130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce880. 00000100:00000200:3.0:1788838388.180756:0:34130:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132270848, offset 0 00000400:00000200:3.0:1788838388.180763:0:34130:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838388.180772:0:34130:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.180779:0:34130:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838388.180784:0:34130:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838388.180789:0:34130:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838388.180792:0:34130:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838388.180795:0:34130:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838388.180799:0:34130:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2609:2609:256:4294967295] 192.168.203.123@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:3.0:1788838388.180803:0:34130:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.180812:0:34130:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838388.180818:0:34130:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838388.180823:0:34130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3000. 00000800:00000200:3.0:1788838388.180829:0:34130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838388.180836:0:34130:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838388.180840:0:34130:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788838388.180854:0:34130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.180858:0:34130:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 828510 usecs (829 jiffies) 00000400:00000200:3.0:1788838388.180862:0:34130:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838388.180864:0:34130:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518982 00000100:00000001:3.0:1788838388.180867:0:34130:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296522231 00000100:00000001:3.0:1788838388.180870:0:34130:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518982 00000100:00000001:3.0:1788838388.180872:0:34130:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296522231 00000100:00000001:3.0:1788838388.180874:0:34130:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.180877:0:34130:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.180879:0:34130:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838388.180881:0:34130:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838388.180883:0:34130:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd0054a80 going to sleep for 11 seconds 00000100:00000001:3.0:1788838388.180886:0:34130:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838388.180888:0:34130:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838388.185717:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.185734:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.185739:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.185747:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.185756:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.185765:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.185775:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.185780:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.185786:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.185791:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd54800 00000400:00000200:0.0:1788838388.185796:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.185802:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6f69 [1] + 224 00000800:00000001:0.0:1788838388.185809:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.185816:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.185820:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.185826:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.185834:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.185842:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838388.185854:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.185875:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788838388.185958:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838388.185962:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:0.0:1788838388.185966:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.185971:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838388.185975:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce880 00000400:00000010:0.0:1788838388.185978:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce880. 00000100:00000001:0.0:1788838388.185981:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838388.185986:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.185996:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.186000:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838404 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.186007:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.186009:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.186015:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.186018:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.188928:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.188936:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838388.188945:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.188948:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.188951:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b000. 00000400:00000200:2.0:1788838388.188957:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce220 00000400:00000010:2.0:1788838388.188960:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce220. 00000100:00000001:2.0:1788838388.188966:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.188978:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838388.188990:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.188997:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.188999:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.189002:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.189005:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.189007:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.189010:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.189012:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.189019:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=67 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838388.189024:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.189026:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.189028:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.189031:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.189033:0:2354:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.189036:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.189041:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.189047:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.189050:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.189052:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.189056:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838388.189064:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d42bd992-a3be-4d80-820c-fbfec117af9a:2354:1875731132270592:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838388.189069:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.189072:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.189076:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ca80 x1875731132270592/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.189088:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838388.189091:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838388.189094:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc3f24200. 02000000:00000001:2.0:1788838388.189097:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838388.189100:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.189102:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838388.189104:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838388.189106:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3e00. 02000000:00000001:2.0:1788838388.189110:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838388.189111:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838388.189113:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ca80. 00000100:00000001:2.0:1788838388.189117:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838388.189118:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.189120:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.189127:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.189129:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.189131:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.189134:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838388.193690:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.193721:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.193733:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.193737:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.193745:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.193752:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.193774:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.193779:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.193784:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.193789:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd54900 00000400:00000200:0.0:1788838388.193793:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.193798:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6f71 [32] + 224 00000800:00000001:0.0:1788838388.193815:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.193824:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.193827:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.193832:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.193839:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.193858:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838404 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838388.193869:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.193905:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.193928:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.193932:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.194001:0:34130:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838388.194010:0:34130:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838388.194012:0:34130:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838388.194015:0:34130:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838388.194020:0:34130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc8716c00 00000400:00000010:3.0:1788838388.194022:0:34130:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afc8716c00. 00000100:00000001:3.0:1788838388.194026:0:34130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838388.194031:0:34130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838388.194042:0:34130:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896df80 x1875731132270848/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.194048:0:34130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838388.194051:0:34130:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.194053:0:34130:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838388.194057:0:34130:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838388.194059:0:34130:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838388.194061:0:34130:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.194064:0:34130:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838388.194073:0:34130:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=67 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838388.194079:0:34130:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838388.194081:0:34130:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838388.194083:0:34130:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.194086:0:34130:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838388.194089:0:34130:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.194093:0:34130:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838388.194095:0:34130:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838388.194097:0:34130:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838388.194099:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.194101:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484870528 : -113594224681088 : ffff98afc896df80) 00000100:00000001:3.0:1788838388.194104:0:34130:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838388.194106:0:34130:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788838388.194107:0:34130:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838388.194110:0:34130:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.194115:0:34130:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.194123:0:34130:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.194125:0:34130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838388.194128:0:34130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838388.194131:0:34130:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838388.194138:0:34130:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896df80 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:34130:1875731132270848:192.168.203.123@tcp:101:bash.0 00000100:00000001:3.0:1788838388.194143:0:34130:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.194146:0:34130:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.194149:0:34130:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838388.194151:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.194155:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.194161:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838388.194164:0:34130:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd0054a80. 00000100:00000001:3.0:1788838388.194168:0:34130:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838388.194169:0:34130:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.194185:0:34130:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838388.194191:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194194:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194197:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=4 00000020:00000001:3.0:1788838388.194200:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194202:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000040:3.0:1788838388.194210:0:34130:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bea800, remote cookie: 0xff98f31736b3be18, flags: 0x1001 00010000:00010000:3.0:1788838388.194214:0:34130:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838388.194224:0:34130:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838388.194226:0:34130:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788838388.194233:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:3.0:1788838388.194236:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1788838388.194239:0:34130:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83aca00 count: 0 00010000:00000010:3.0:1788838388.194245:0:34130:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc894c900. 00010000:00000001:3.0:1788838388.194253:0:34130:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.194257:0:34130:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838388.194275:0:34130:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194282:0:34130:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838388.194286:0:34130:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838388.194288:0:34130:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838388.194289:0:34130:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838388.194291:0:34130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838388.194293:0:34130:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff98afc4d31f00) refcount = 2 00010000:00000040:3.0:1788838388.194296:0:34130:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838388.194298:0:34130:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838388.194305:0:34130:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194312:0:34130:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838388.194315:0:34130:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838388.194316:0:34130:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.194319:0:34130:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838388.194321:0:34130:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.194324:0:34130:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194328:0:34130:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838388.194330:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194331:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.194333:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194333:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.194335:0:34130:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.194339:0:34130:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838388.194342:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194343:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194345:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=3 00000020:00000001:3.0:1788838388.194347:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194349:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194351:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194352:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194353:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=4 00000020:00000001:3.0:1788838388.194355:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194357:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194360:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.194362:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.194365:0:34130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194372:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194373:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.194375:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194376:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194377:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=5 00000020:00000001:3.0:1788838388.194380:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194382:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194384:0:34130:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.194386:0:34130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194392:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194393:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838388.194395:0:34130:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194400:0:34130:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.194401:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194402:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.194403:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194404:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838388.194409:0:34130:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838388.194418:0:34130:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788838388.194423:0:34130:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838388.194429:0:34130:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.194435:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194437:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194438:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=3 00000020:00000001:3.0:1788838388.194440:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194442:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00000002:00010000:3.0:1788838388.194445:0:34130:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788838388.194474:0:34130:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd00d24c0. 00010000:00000001:3.0:1788838388.194476:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194478:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.194479:0:34130:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.194481:0:34130:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.194484:0:34130:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788838388.194486:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.194487:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484870528 : -113594224681088 : ffff98afc896df80) 00010000:00000001:3.0:1788838388.194489:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194491:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194492:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=3 00000020:00000001:3.0:1788838388.194494:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194496:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00000002:00010000:3.0:1788838388.194499:0:34130:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194506:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194507:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.194509:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838388.194510:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194511:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194512:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=3 00000020:00000001:3.0:1788838388.194513:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194515:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000040:3.0:1788838388.194518:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 3 00010000:00000001:3.0:1788838388.194520:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.194522:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.194524:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.194527:0:34130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788838388.194534:0:34130:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.194540:0:34130:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.194543:0:34130:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838388.194554:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194555:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.194556:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194558:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194560:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=3 00000020:00000001:3.0:1788838388.194561:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194563:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:3.0:1788838388.194565:0:34130:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1788838388.194567:0:34130:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194572:0:34130:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.194574:0:34130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194580:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194581:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838388.194583:0:34130:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838388.194588:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.194590:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.194593:0:34130:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788838388.194597:0:34130:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afd0054a80. 00010000:00000001:3.0:1788838388.194600:0:34130:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788838388.194612:0:34130:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788838388.194614:0:34130:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.194616:0:34130:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.194617:0:34130:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.194618:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194620:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.194621:0:34130:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838388.194624:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f888 00000002:00002000:3.0:1788838388.194626:0:34130:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788838388.194629:0:34130:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.194632:0:34130:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.194634:0:34130:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838388.194637:0:34130:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838388.194641:0:34130:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838388.194644:0:34130:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.194647:0:34130:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f24800. 00000080:00000001:3.0:1788838388.194651:0:34130:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838388.194678:0:34130:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838388.194681:0:34130:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788838388.194685:0:34130:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.194689:0:34130:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.194692:0:34130:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838388.194694:0:34130:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838388.194698:0:34130:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838388.194700:0:34130:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838388.194706:0:34130:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acb180. 00020000:00000010:3.0:1788838388.194711:0:34130:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd05b3700. 00020000:00000010:3.0:1788838388.194715:0:34130:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acba80. 00020000:00000001:3.0:1788838388.194718:0:34130:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419193984 : -113594290357632 : ffff98afc4acba80) 00020000:00000002:3.0:1788838388.194721:0:34130:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acba80, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838388.194852:0:34130:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838388.194856:0:34130:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3700: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1788838388.194860:0:34130:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a7c0) owner ffff98afc98027c0 00020000:00000001:3.0:1788838388.194863:0:34130:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838388.194865:0:34130:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a7c0) owner ffff98afc98027c0 00020000:00000010:3.0:1788838388.194869:0:34130:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd05b3700. 00020000:00000010:3.0:1788838388.194872:0:34130:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acb180. 00020000:00000010:3.0:1788838388.194875:0:34130:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acba80. 00020000:00000002:3.0:1788838388.194877:0:34130:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838388.194879:0:34130:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.194881:0:34130:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838388.194883:0:34130:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838388.194888:0:34130:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:3.0:1788838388.194891:0:34130:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788838388.194894:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194896:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194897:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:3.0:1788838388.194899:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.194901:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00000080:00000001:3.0:1788838388.194904:0:34130:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838388.194905:0:34130:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.194907:0:34130:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.194909:0:34130:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838388.194910:0:34130:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838388.194911:0:34130:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838388.194912:0:34130:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838388.194915:0:34130:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acba80. 00020000:00000010:3.0:1788838388.194917:0:34130:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd05b3700. 00020000:00000010:3.0:1788838388.194920:0:34130:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acb180. 00020000:00000001:3.0:1788838388.194922:0:34130:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419191680 : -113594290359936 : ffff98afc4acb180) 00020000:00000002:3.0:1788838388.194924:0:34130:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acb180, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838388.194927:0:34130:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838388.194931:0:34130:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3700: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1788838388.194933:0:34130:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a7c0) owner ffff98afc98027c0 00020000:00000001:3.0:1788838388.194935:0:34130:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838388.194937:0:34130:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a7c0) owner ffff98afc98027c0 00020000:00000010:3.0:1788838388.194939:0:34130:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd05b3700. 00020000:00000010:3.0:1788838388.194942:0:34130:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acba80. 00020000:00000010:3.0:1788838388.194944:0:34130:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acb180. 00020000:00000002:3.0:1788838388.194946:0:34130:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838388.194948:0:34130:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.194949:0:34130:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.194953:0:34130:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838388.194956:0:34130:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000002:3.0:1788838388.194959:0:34130:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a11e0 addref 2/0 by ffff98afc98027c0. 00020000:00000002:3.0:1788838388.194961:0:34130:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000001:3.0:1788838388.194964:0:34130:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838388.194965:0:34130:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838388.194967:0:34130:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838388.194968:0:34130:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788838388.194970:0:34130:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788838388.194973:0:34130:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788838388.194975:0:34130:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838388.194977:0:34130:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.194979:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.194980:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838388.194982:0:34130:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838388.194985:0:34130:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838388.194986:0:34130:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.194989:0:34130:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62d022 00800000:00000001:3.0:1788838388.194993:0:34130:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.194994:0:34130:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.194996:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.194997:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.194998:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:3.0:1788838388.195000:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.195002:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.195005:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.195006:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.195007:0:34130:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.195009:0:34130:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.195011:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.195018:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.195025:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.195028:0:34130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d022 from it ffffbbcb01f7fbf0 00010000:00000001:3.0:1788838388.195030:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.195031:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.195033:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:3.0:1788838388.195034:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.195036:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.195038:0:34130:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.195040:0:34130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838388.195046:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.195047:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.195048:0:34130:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.195050:0:34130:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.195053:0:34130:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838388.195058:0:34130:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.195061:0:34130:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.195062:0:34130:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.195066:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.195067:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.195068:0:34130:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.195070:0:34130:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.195071:0:34130:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.195073:0:34130:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.195076:0:34130:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.195077:0:34130:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.195079:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.195080:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838388.195083:0:34130:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838388.195087:0:34130:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d22c0. 00000080:00000001:3.0:1788838388.195090:0:34130:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838388.195094:0:34130:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838388.195096:0:34130:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838388.195099:0:34130:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a73e0. 00000002:00100000:3.0:1788838388.195104:0:34130:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838388.195116:0:34130:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.195117:0:34130:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838388.195121:0:34130:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838388.195125:0:34130:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.195128:0:34130:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838388.195130:0:34130:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838388.195132:0:34130:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.195133:0:34130:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838388.195135:0:34130:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.195138:0:34130:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788838388.195139:0:34130:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.195141:0:34130:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838388.195143:0:34130:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.195145:0:34130:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.195149:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.195152:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838388.195158:0:34130:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838388.195162:0:34130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc4120000. 02000000:00000001:3.0:1788838388.195191:0:34130:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838388.195193:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.195196:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb98 00000080:00000008:3.0:1788838388.195198:0:34130:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 102101, rc = 0 00020000:00000001:3.0:1788838388.195325:0:34130:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838388.195328:0:34130:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000002:3.0:1788838388.195332:0:34130:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000001:3.0:1788838388.195334:0:34130:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.197642:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838388.197648:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.197672:0:15909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788838388.197676:0:15909:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788838388.197678:0:15909:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838388.197684:0:15909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838388.197695:0:15909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8bea800 already unused, calling callback (ffffffffc1970460) 00000080:00000001:2.0:1788838388.197699:0:15909:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788838388.197703:0:15909:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.197711:0:15909:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788838388.197713:0:15909:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788838388.197717:0:15909:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.197724:0:15909:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788838388.197727:0:15909:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838388.197729:0:15909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.197731:0:15909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.197733:0:15909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea800 refcount=3 00000020:00000001:2.0:1788838388.197735:0:15909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:2.0:1788838388.197738:0:15909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487477760 : -113594222073856 : ffff98afc8bea800) 00010000:00000001:2.0:1788838388.197740:0:15909:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838388.197743:0:15909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788838388.197748:0:15909:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838388.197752:0:15909:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838388.197754:0:15909:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838388.197756:0:15909:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:2.0:1788838388.197760:0:15909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838388.197762:0:15909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838388.197767:0:15909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 3 00010000:00000001:2.0:1788838388.197770:0:15909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.197773:0:15909:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788838388.197776:0:15909:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788838388.197779:0:15909:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838388.197784:0:15909:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.197787:0:15909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788838388.197794:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.197796:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838388.197798:0:15909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788838388.197799:0:15909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.197800:0:15909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.197802:0:15909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=2 00000020:00000001:2.0:1788838388.197804:0:15909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:2.0:1788838388.197806:0:15909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:2.0:1788838388.197808:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.197809:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838388.197810:0:15909:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838388.197813:0:15909:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838388.197815:0:15909:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.197817:0:15909:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838388.197819:0:15909:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838388.197821:0:15909:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838388.197823:0:15909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838388.197825:0:15909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838388.197827:0:15909:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bea800 with handle 0x9f68a6b43b62d03e from hash 00010000:00000001:2.0:1788838388.197830:0:15909:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838388.197831:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.197832:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.197833:0:15909:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838388.197836:0:15909:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838388.197837:0:15909:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838388.197842:0:15909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838388.197845:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.197846:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.197847:0:15909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.197850:0:15909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838388.197852:0:15909:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788838388.197857:0:15909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0700. 00000020:00000040:2.0:1788838388.197861:0:15909:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838388.197865:0:15909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838388.197867:0:15909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838388.197869:0:15909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838388.197875:0:15909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eb400. 00000100:00000001:2.0:1788838388.197880:0:15909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.197883:0:15909:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838388.197888:0:15909:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838388.197899:0:15909:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838388.197900:0:15909:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.197904:0:15909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838388.197908:0:15909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.197918:0:15909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073d7e50f] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788838388.197946:0:15909:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.197949:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.197950:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.197952:0:15909:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.197953:0:15909:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.197955:0:15909:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.197958:0:15909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.197976:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838388.197978:0:15909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea800/0x9f68a6b43b62d03e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be18 expref: -99 pid: 34130 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788838388.197986:0:15909:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d24c0. 00010000:00000001:2.0:1788838388.197991:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.197993:0:15909:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788838388.197995:0:15909:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afd0054a80. 00010000:00000001:2.0:1788838388.197997:0:15909:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.197999:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838388.198001:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.198003:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838388.198004:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838388.198005:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.198007:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838388.198009:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838388.198010:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.198012:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838388.198019:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788838388.198022:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788838388.198024:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.198031:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.198033:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.198035:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.198037:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838388.198039:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838388.198044:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.198052:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838388.198054:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.198057:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838388.198060:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838388.198062:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838388.198065:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132270976:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838388.198069:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838388.198073:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838388.198076:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.198078:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838388.198081:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd85ebe00. 02000000:00000001:2.0:1788838388.198083:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838388.198089:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838388.198093:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838388.198100:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838388.198105:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132270976, portal 18 00000100:00000001:2.0:1788838388.198108:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.198109:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000040:2.0:1788838388.198115:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.198122:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838388.198125:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838388.198127:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a5d8. 00000100:00000200:2.0:1788838388.198130:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132270976, offset 0 00000400:00000200:2.0:1788838388.198136:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838388.198143:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.198149:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838388.198155:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838388.198159:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838388.198162:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838388.198165:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838388.198168:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2610:2610:256:4294967295] 192.168.203.123@tcp LPNI seq info [2610:2610:8:4294967295] 00000400:00000200:2.0:1788838388.198172:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.198181:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838388.198196:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838388.198201:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14800. 00000800:00000200:2.0:1788838388.198207:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838388.198233:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838388.198237:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838388.198248:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.198252:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 827501 usecs (828 jiffies) 00000400:00000200:2.0:1788838388.198256:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838388.198258:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296518999 00000100:00000001:2.0:1788838388.198270:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296522231 00000100:00000001:2.0:1788838388.198273:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296518999 00000100:00000001:2.0:1788838388.198275:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296522231 00000100:00000001:2.0:1788838388.198277:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.198280:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.198283:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.198285:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.198704:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838388.198708:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.199525:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.199531:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14800. 00000400:00000200:1.0:1788838388.199538:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.199544:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.199550:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a5d8 00000400:00000010:1.0:1788838388.199552:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a5d8. 00000100:00000001:1.0:1788838388.199556:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.199563:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838388.199573:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.199576:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838388.199583:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.199584:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838388.204669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac900. 00010000:00000010:3.1:1788838388.204680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea200. 00000800:00000001:0.0:1788838388.208899:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.208918:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.208921:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.208923:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.208933:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.208940:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.208952:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.208956:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.208961:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.208965:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd54980 00000400:00000200:0.0:1788838388.208970:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.208975:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6f79 [1] + 224 00000800:00000001:0.0:1788838388.208982:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.208991:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.208994:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.208998:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.209005:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.209014:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838388.209027:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.209047:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.209054:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.209056:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.209574:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.209579:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838388.209586:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.209588:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.209592:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838388.209597:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:2.0:1788838388.209599:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:2.0:1788838388.209603:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.209608:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838388.209618:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.209626:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.209628:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.209630:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.209632:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.209634:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.209637:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.209640:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.209648:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee538 time=217 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838388.209683:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.209687:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.209689:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.209692:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.209696:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.209699:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838388.209700:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788838388.209702:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838388.209705:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.209710:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.209717:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.209720:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.209722:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.209725:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838388.209738:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132270976:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788838388.209743:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.209745:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.209748:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0700 x1875731132270976/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838388.209754:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838388.209756:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838388.209759:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd85ebe00. 02000000:00000001:2.0:1788838388.209763:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838388.209765:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.209767:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838388.209769:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838388.209772:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eb400. 02000000:00000001:2.0:1788838388.209775:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838388.209776:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838388.209778:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0700. 00000100:00000001:2.0:1788838388.209781:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838388.209783:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.209785:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.209792:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.209794:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.209796:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838388.209798:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.212109:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd28 00000080:00200008:1.0:1788838388.212117:0:34130:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838388.212126:0:34130:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838388.212127:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fca0 00000080:00200000:1.0:1788838388.212129:0:34130:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88),name=recon 00000080:00000010:1.0:1788838388.212137:0:34130:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc9b60600. 00800000:00000002:1.0:1788838388.212142:0:34130:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838388.212149:0:34130:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838388.212153:0:34130:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838388.212155:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fbc0 00800000:00000002:1.0:1788838388.212158:0:34130:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838388.212161:0:34130:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838388.212166:0:34130:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838388.212172:0:34130:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838388.212174:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa90 00000002:00010000:1.0:1788838388.212176:0:34130:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838388.212179:0:34130:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838388.212180:0:34130:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838388.212260:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838388.212275:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:1.0:1788838388.212756:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838388.212762:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838388.212767:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838388.212773:0:34130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788838388.212784:0:34130:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838388.212789:0:34130:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838388.212791:0:34130:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788838388.212798:0:34130:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838388.212800:0:34130:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838388.212802:0:34130:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838388.212805:0:34130:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838388.212807:0:34130:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838388.212809:0:34130:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838388.212812:0:34130:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838388.212815:0:34130:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838388.212818:0:34130:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc9b60600. 00000080:00000001:1.0:1788838388.212822:0:34130:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838388.212824:0:34130:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838388.212827:0:34130:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) 00000080:00010000:1.0:1788838388.212831:0:34130:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62d022 00800000:00000001:1.0:1788838388.212834:0:34130:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838388.212837:0:34130:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838388.212838:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.212840:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.212843:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:1.0:1788838388.212845:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:1.0:1788838388.212848:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:1.0:1788838388.212851:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.212852:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838388.212853:0:34130:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838388.212855:0:34130:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838388.212857:0:34130:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d022 from it ffffbbcb01f7fcd8 00010000:00000001:1.0:1788838388.212859:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.212861:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.212862:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:1.0:1788838388.212863:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:1.0:1788838388.212865:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:1.0:1788838388.212867:0:34130:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838388.212870:0:34130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838388.212876:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.212877:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.212879:0:34130:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838388.212881:0:34130:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838388.212883:0:34130:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788838388.212891:0:34130:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838388.212894:0:34130:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838388.212896:0:34130:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838388.212900:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.212901:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.212903:0:34130:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.212906:0:34130:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838388.212908:0:34130:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.212910:0:34130:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.212913:0:34130:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.212915:0:34130:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838388.212916:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.212917:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838388.212921:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838388.212922:0:34130:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838388.212926:0:34130:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788838388.212929:0:34130:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788838388.212931:0:34130:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838388.212933:0:34130:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788838388.212935:0:34130:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.212937:0:34130:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838388.212940:0:34130:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788838388.212943:0:34130:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838388.212946:0:34130:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:1.0:1788838388.212949:0:34130:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:1.0:1788838388.212954:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.212956:0:34130:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838388.212958:0:34130:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838388.212960:0:34130:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788838388.212963:0:34130:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838388.212964:0:34130:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838388.212966:0:34130:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838388.212968:0:34130:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.212970:0:34130:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838388.212974:0:34130:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05cd2e0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788838388.212977:0:34130:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000001:1.0:1788838388.212981:0:34130:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838388.212982:0:34130:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838388.212985:0:34130:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838388.212986:0:34130:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.212988:0:34130:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838388.212991:0:34130:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838388.212992:0:34130:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.212994:0:34130:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838388.212995:0:34130:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838388.212996:0:34130:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838388.212998:0:34130:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00000020:00000001:1.0:1788838388.213000:0:34130:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838388.213002:0:34130:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788838388.213004:0:34130:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1788838388.213006:0:34130:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788838388.213008:0:34130:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788838388.213010:0:34130:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788838388.213012:0:34130:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788838388.213017:0:34130:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788838388.213024:0:34130:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894a080. 00020000:00000002:1.0:1788838388.213026:0:34130:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838388.213029:0:34130:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788838388.213031:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.213032:0:34130:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838388.213034:0:34130:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838388.213036:0:34130:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206104 : -113594094345512 : ffff98afd05ba2d8) 00000020:00001000:1.0:1788838388.213038:0:34130:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba2d0 00000020:00000001:1.0:1788838388.213041:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.213043:0:34130:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838388.213046:0:34130:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838388.213047:0:34130:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838388.213049:0:34130:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.213050:0:34130:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.213053:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.213054:0:34130:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788838388.213059:0:34130:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afd1388f70. 00000008:00010000:1.0:1788838388.213061:0:34130:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788838388.213064:0:34130:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838388.213065:0:34130:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788838388.213067:0:34130:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894a0b0, osc lock ffff98afd1388f70, flags 0x400001002 00000020:00000001:1.0:1788838388.213069:0:34130:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.213071:0:34130:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.213074:0:34130:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484723328 : -113594224828288 : ffff98afc894a080) 00000020:00000001:1.0:1788838388.213076:0:34130:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838388.213077:0:34130:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788838388.213079:0:34130:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213080:0:34130:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213083:0:34130:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788838388.213085:0:34130:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788838388.213086:0:34130:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838388.213088:0:34130:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838388.213089:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.213090:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.213092:0:34130:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838388.213094:0:34130:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838388.213096:0:34130:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838388.213100:0:34130:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838388.213102:0:34130:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838388.213104:0:34130:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838388.213106:0:34130:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838388.213107:0:34130:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838388.213108:0:34130:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838388.213111:0:34130:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788838388.213113:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838388.213117:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:1.0:1788838388.213119:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838388.213123:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838388.213125:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838388.213129:0:34130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838388.213139:0:34130:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838388.213141:0:34130:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838388.213144:0:34130:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838388.213151:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.213153:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.213155:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:1.0:1788838388.213157:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.213159:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:1.0:1788838388.213162:0:34130:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788838388.213164:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.213165:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.213166:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:1.0:1788838388.213168:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.213170:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000020:00000001:1.0:1788838388.213173:0:34130:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838388.213175:0:34130:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788838388.213177:0:34130:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788838388.213178:0:34130:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.213180:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.213181:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.213373:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:1.0:1788838388.213377:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.213380:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.213382:0:34130:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838388.213384:0:34130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838388.213392:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.213393:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.213394:0:34130:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838388.213396:0:34130:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838388.213399:0:34130:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838388.213406:0:34130:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838388.213408:0:34130:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838388.213409:0:34130:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838388.213412:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.213413:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.213414:0:34130:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.213416:0:34130:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838388.213418:0:34130:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.213419:0:34130:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.213422:0:34130:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.213424:0:34130:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838388.213425:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.213426:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.213428:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.213429:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838388.213430:0:34130:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838388.213433:0:34130:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213435:0:34130:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.213437:0:34130:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213439:0:34130:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213441:0:34130:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838388.213442:0:34130:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788838388.213445:0:34130:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788838388.213446:0:34130:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788838388.213448:0:34130:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213450:0:34130:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.213454:0:34130:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838388.213456:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.213458:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.213460:0:34130:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838388.213462:0:34130:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788838388.213465:0:34130:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788838388 a=0 c=1788838388 b=1 00020000:00000001:1.0:1788838388.213469:0:34130:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213470:0:34130:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213472:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:1.0:1788838388.213474:0:34130:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788838388.213477:0:34130:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838388.213478:0:34130:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838388.213480:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05cd280 (ffff98afd05ba368/0) at cl_lock_release():245 00000020:00000001:1.0:1788838388.213483:0:34130:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838388.213484:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05cd280 (ffff98afd05ba368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838388.213486:0:34130:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838388.213488:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.213490:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.213492:0:34130:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838388.213493:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894a0b0 (ffff98afd05ba2d8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838388.213496:0:34130:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838388.213497:0:34130:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788838388.213498:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.213570:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838388.213572:0:34130:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838388.213574:0:34130:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838388.213575:0:34130:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838388.213576:0:34130:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838388.213578:0:34130:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838388.213579:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05cd280 (ffff98afd05ba368/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838388.213583:0:34130:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838388.213584:0:34130:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838388.213585:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894a0b0 (ffff98afd05ba368/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838388.213588:0:34130:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afd1388f70. 00000020:00000001:1.0:1788838388.213591:0:34130:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838388.213594:0:34130:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894a080. 00020000:00000001:1.0:1788838388.213597:0:34130:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838388.213598:0:34130:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838388.213599:0:34130:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788838388.213601:0:34130:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213603:0:34130:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838388.213605:0:34130:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838388.213607:0:34130:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838388.213608:0:34130:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838388.213610:0:34130:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838388.213612:0:34130:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba2d0 00020000:00000001:1.0:1788838388.213614:0:34130:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838388.213616:0:34130:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838388.213619:0:34130:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838388.213621:0:34130:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838388.213624:0:34130:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838388.213626:0:34130:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.213627:0:34130:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838388.213629:0:34130:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838388.213630:0:34130:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838388.213631:0:34130:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000001:00000001:1.0:1788838388.213633:0:34130:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.213639:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd28 00000080:00000008:1.0:1788838388.213642:0:34130:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838388.214342:0:34130:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788838388.214346:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00200008:1.0:1788838388.214349:0:34130:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1788838388.214352:0:34130:0:(file.c:2656:do_file_write_iter()) inode ffff98afd1583a88 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:1.0:1788838388.214355:0:34130:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788838388.214357:0:34130:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.214359:0:34130:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788838388.214362:0:34130:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214365:0:34130:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838388.214368:0:34130:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:1.0:1788838388.214370:0:34130:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000080:00000001:1.0:1788838388.214373:0:34130:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788838388.214375:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:1.0:1788838388.214377:0:34130:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1788838388.214382:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc30 00000080:00200000:1.0:1788838388.214384:0:34130:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1788838388.214386:0:34130:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838388.214388:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.214390:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.214392:0:34130:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838388.214394:0:34130:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788838388.214396:0:34130:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788838388 a=0 c=1788838388 b=1 00020000:00000001:1.0:1788838388.214400:0:34130:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214402:0:34130:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214403:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:1.0:1788838388.214405:0:34130:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788838388.214408:0:34130:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838388.214410:0:34130:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788838388.214415:0:34130:0:(cl_io.c:214:cl_io_rw_init()) header@000000002bb1e55c[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:1.0:1788838388.214417:0:34130:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1788838388.214419:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.214421:0:34130:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838388.214422:0:34130:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838388.214424:0:34130:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788838388.214427:0:34130:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838388.214428:0:34130:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788838388.214430:0:34130:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838388.214434:0:34130:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.214436:0:34130:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838388.214438:0:34130:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.214440:0:34130:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838388.214443:0:34130:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05cd2e0 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788838388.214445:0:34130:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000001:1.0:1788838388.214448:0:34130:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838388.214450:0:34130:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838388.214452:0:34130:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838388.214453:0:34130:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788838388.214455:0:34130:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1788838388.214458:0:34130:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788838388.214459:0:34130:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838388.214460:0:34130:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214462:0:34130:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838388.214463:0:34130:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838388.214464:0:34130:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838388.214466:0:34130:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00000020:00000001:1.0:1788838388.214468:0:34130:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214470:0:34130:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838388.214472:0:34130:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1788838388.214475:0:34130:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788838388.214478:0:34130:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214481:0:34130:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788838388.214483:0:34130:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788838388.214485:0:34130:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788838388.214486:0:34130:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788838388.214488:0:34130:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1788838388.214491:0:34130:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788838388.214493:0:34130:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788838388.214497:0:34130:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00010000:00000010:3.1:1788838388.214748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83aca00. 00020000:00000001:1.0:1788838388.214856:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.214858:0:34130:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838388.214860:0:34130:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838388.214862:0:34130:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206104 : -113594094345512 : ffff98afd05ba2d8) 00000020:00001000:1.0:1788838388.214865:0:34130:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba2d0 00000020:00000001:1.0:1788838388.214868:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.214870:0:34130:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838388.214872:0:34130:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838388.214874:0:34130:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838388.214875:0:34130:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214877:0:34130:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214879:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.214882:0:34130:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788838388.214884:0:34130:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788838388.214888:0:34130:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214890:0:34130:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214892:0:34130:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214894:0:34130:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214895:0:34130:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214897:0:34130:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788838388.214899:0:34130:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788838388.214901:0:34130:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788838388.214904:0:34130:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788838388.214907:0:34130:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.214909:0:34130:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.214912:0:34130:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788838388.214913:0:34130:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1788838388.214915:0:34130:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788838388.214917:0:34130:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788838388.214918:0:34130:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214920:0:34130:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.214921:0:34130:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.214923:0:34130:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.214925:0:34130:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214926:0:34130:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788838388.214928:0:34130:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838388.214929:0:34130:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788838388.214930:0:34130:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838388.214932:0:34130:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214933:0:34130:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214935:0:34130:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214936:0:34130:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214937:0:34130:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838388.214939:0:34130:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788838388.214940:0:34130:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788838388.214942:0:34130:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788838388.214944:0:34130:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788838388.214946:0:34130:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788838388.214953:0:34130:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894a080. 00020000:00000002:1.0:1788838388.214955:0:34130:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838388.214958:0:34130:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788838388.214959:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.214960:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.214962:0:34130:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788838388.214966:0:34130:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afd1388f70. 00000008:00010000:1.0:1788838388.214968:0:34130:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788838388.214970:0:34130:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838388.214971:0:34130:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788838388.214974:0:34130:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894a0b0, osc lock ffff98afd1388f70, flags 0x0 00000020:00000001:1.0:1788838388.214976:0:34130:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214978:0:34130:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.214980:0:34130:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484723328 : -113594224828288 : ffff98afc894a080) 00000020:00000001:1.0:1788838388.214982:0:34130:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838388.214983:0:34130:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788838388.214985:0:34130:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214986:0:34130:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.214988:0:34130:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838388.214989:0:34130:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838388.214991:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.214992:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.214994:0:34130:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838388.214995:0:34130:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838388.214996:0:34130:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788838388.214998:0:34130:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215001:0:34130:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838388.215003:0:34130:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838388.215004:0:34130:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838388.215005:0:34130:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838388.215007:0:34130:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838388.215008:0:34130:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838388.215010:0:34130:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788838388.215012:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838388.215017:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:1.0:1788838388.215019:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838388.215024:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838388.215028:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838388.215032:0:34130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788838388.215043:0:34130:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838388.215048:0:34130:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838388.215051:0:34130:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838388.215058:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.215060:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.215063:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:1.0:1788838388.215065:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.215067:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:1.0:1788838388.215071:0:34130:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788838388.215072:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.215073:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.215075:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:1.0:1788838388.215076:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.215079:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.215081:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.215082:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.215083:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:1.0:1788838388.215085:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.215087:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.215089:0:34130:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838388.215090:0:34130:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838388.215093:0:34130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838388.215100:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.215102:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838388.215104:0:34130:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.215106:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.215107:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.215109:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=7 00000020:00000001:1.0:1788838388.215110:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.215112:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.215114:0:34130:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838388.215117:0:34130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838388.215124:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.215125:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838388.215127:0:34130:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838388.215139:0:34130:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838388.215140:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.215141:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.215142:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.215143:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838388.215145:0:34130:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838388.215147:0:34130:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215148:0:34130:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.215150:0:34130:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215152:0:34130:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215153:0:34130:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215155:0:34130:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215157:0:34130:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215158:0:34130:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788838388.215160:0:34130:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788838388.215164:0:34130:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838388.215166:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.215167:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.215169:0:34130:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838388.215170:0:34130:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788838388.215172:0:34130:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788838388 a=0 c=1788838388 b=1 00020000:00000001:1.0:1788838388.215175:0:34130:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215176:0:34130:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215177:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:1.0:1788838388.215179:0:34130:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788838388.215181:0:34130:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838388.215457:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb80 00000080:00200000:1.0:1788838388.215461:0:34130:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788838388.215465:0:34130:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788838388.215467:0:34130:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000002:1.0:1788838388.215470:0:34130:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a11e0 addref 2/0 by ffff98afc98027c0. 00020000:00000002:1.0:1788838388.215473:0:34130:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00000020:00000001:1.0:1788838388.215475:0:34130:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788838388.215479:0:34130:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788838388.215481:0:34130:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788838388.215483:0:34130:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1788838388.215486:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.215487:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.215489:0:34130:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788838388.215491:0:34130:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788838388.215493:0:34130:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215495:0:34130:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.215497:0:34130:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215498:0:34130:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.215571:0:34130:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788838388.215573:0:34130:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1788838388.215579:0:34130:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788838388.215581:0:34130:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215583:0:34130:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788838388.215585:0:34130:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffff5ee047a15c0 ffff98afc2e6bb60 1 00000020:00000001:1.0:1788838388.215588:0:34130:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788838388.215590:0:34130:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446630479389440864 : -113594320110752 : ffff98afc2e6bb60) 00000020:00000001:1.0:1788838388.215593:0:34130:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446630479389440864 : -113594320110752 : ffff98afc2e6bb60) 00000020:00000001:1.0:1788838388.215595:0:34130:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788838388.215597:0:34130:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788838388.215599:0:34130:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615283936 : -113594094267680 : ffff98afd05cd2e0) 00000020:00000001:1.0:1788838388.215601:0:34130:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788838388.215602:0:34130:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788838388.215604:0:34130:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788838388.215608:0:34130:0:(cl_page.c:507:__cl_page_state_set()) page@000000004746bcb4[3 00000000560e9d21 1 1 00000000a5d58418 0 0 0] 00000020:00000001:1.0:1788838388.215610:0:34130:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788838388.215612:0:34130:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788838388.215613:0:34130:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788838388.215614:0:34130:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788838388.215615:0:34130:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.215619:0:34130:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788838388.215620:0:34130:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1788838388.215622:0:34130:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788838388.215623:0:34130:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615283936 : -113594094267680 : ffff98afd05cd2e0) 00000020:00000001:1.0:1788838388.215625:0:34130:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788838388.215627:0:34130:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838388.215631:0:34130:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788838388.215632:0:34130:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788838388.215634:0:34130:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788838388.215635:0:34130:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788838388.215639:0:34130:0:(rw26.c:929:ll_write_end()) page@000000004746bcb4[4 00000000560e9d21 2 1 00000000a5d58418 0 0 0] 00000080:00200000:1.0:1788838388.215642:0:34130:0:(rw26.c:929:ll_write_end()) vmpage @00000000ec364c52 17ffffc0001039 2:0 ffff98afc2e6bb60 0 lru 00000080:00200000:1.0:1788838388.215650:0:34130:0:(rw26.c:929:ll_write_end()) osc-page@0000000080c8f255 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000559f2f8b 00000000df82f73d > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1788838388.215813:0:34130:0:(rw26.c:929:ll_write_end()) end page@000000004746bcb4 00000080:00200000:1.0:1788838388.215814:0:34130:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788838388.215816:0:34130:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788838388.215818:0:34130:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1788838388.215820:0:34130:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788838388.215822:0:34130:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788838388.215824:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.215825:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.215827:0:34130:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788838388.215828:0:34130:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788838388.215830:0:34130:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788838388.215832:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000002:1.0:1788838388.215834:0:34130:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1788838388.215836:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.215838:0:34130:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788838388.215887:0:34130:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1788838388.215890:0:34130:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788838388.215892:0:34130:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215894:0:34130:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.215896:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:1.0:1788838388.215898:0:34130:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788838388.215899:0:34130:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788838388.215902:0:34130:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788838388.215905:0:34130:0:(cl_page.c:556:cl_batch_put()) page@000000004746bcb4[4 00000000560e9d21 2 1 00000000a5d58418 0 0 0] 00000020:00000001:1.0:1788838388.215906:0:34130:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788838388.216154:0:34130:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788838388.216156:0:34130:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788838388.216158:0:34130:0:(osc_request.c:745:osc_update_next_shrink()) next time 3050 to shrink grant 00000080:00000001:1.0:1788838388.216161:0:34130:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788838388.216164:0:34130:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788838388.216166:0:34130:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff98afd1583c38, count 1, dirtied 0 00000080:00000001:1.0:1788838388.216168:0:34130:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788838388.216170:0:34130:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788838388.216172:0:34130:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788838388.216173:0:34130:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788838388.216174:0:34130:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788838388.216177:0:34130:0:(cl_page.c:507:__cl_page_state_set()) page@000000004746bcb4[3 00000000560e9d21 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838388.216179:0:34130:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788838388.216180:0:34130:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788838388.216182:0:34130:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788838388.216365:0:34130:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788838388.216370:0:34130:0:(cl_page.c:556:cl_batch_put()) page@000000004746bcb4[3 00000000560e9d21 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838388.216372:0:34130:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788838388.216373:0:34130:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788838388.216374:0:34130:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788838388.216376:0:34130:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788838388.216377:0:34130:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216379:0:34130:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.216381:0:34130:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216383:0:34130:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838388.216385:0:34130:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788838388.216387:0:34130:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788838388.216389:0:34130:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788838388.216390:0:34130:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.216392:0:34130:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788838388.216396:0:34130:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788838388.216398:0:34130:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216400:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb80 00000080:00200000:1.0:1788838388.216402:0:34130:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788838388.216404:0:34130:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.216407:0:34130:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788838388.216408:0:34130:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838388.216409:0:34130:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788838388.216411:0:34130:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788838388.216413:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.216415:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.216417:0:34130:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788838388.216418:0:34130:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788838388.216420:0:34130:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216421:0:34130:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216422:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:1.0:1788838388.216424:0:34130:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216426:0:34130:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.216427:0:34130:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.216428:0:34130:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216430:0:34130:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216431:0:34130:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788838388.216432:0:34130:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788838388.216434:0:34130:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788838388.216435:0:34130:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788838388.216436:0:34130:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788838388.216437:0:34130:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.216439:0:34130:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.216441:0:34130:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788838388.216442:0:34130:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788838388.216444:0:34130:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838388.216445:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc7f378a8 (ffff98afd05ba368/0) at cl_lock_release():245 00000020:00000001:1.0:1788838388.216448:0:34130:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838388.216449:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc7f378a8 (ffff98afd05ba368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838388.216451:0:34130:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838388.216453:0:34130:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838388.216455:0:34130:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838388.216457:0:34130:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838388.216458:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894a0b0 (ffff98afd05ba2d8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838388.216460:0:34130:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838388.216462:0:34130:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788838388.216465:0:34130:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838388.216467:0:34130:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838388.216469:0:34130:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:1.0:1788838388.216472:0:34130:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.216474:0:34130:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:1.0:1788838388.216476:0:34130:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838388.216480:0:34130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838388.216487:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.216489:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.216490:0:34130:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838388.216492:0:34130:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838388.216494:0:34130:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838388.216956:0:34130:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838388.216960:0:34130:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838388.216962:0:34130:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838388.216966:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.216967:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.216969:0:34130:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.216972:0:34130:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838388.216974:0:34130:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.216975:0:34130:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.216979:0:34130:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.216981:0:34130:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838388.216982:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.216983:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838388.216985:0:34130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838388.216986:0:34130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838388.216987:0:34130:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838388.216989:0:34130:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838388.216990:0:34130:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838388.216992:0:34130:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838388.216993:0:34130:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838388.216995:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc7f378a8 (ffff98afd05ba368/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838388.216998:0:34130:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838388.217000:0:34130:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838388.217001:0:34130:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894a0b0 (ffff98afd05ba368/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838388.217005:0:34130:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afd1388f70. 00000020:00000001:1.0:1788838388.217009:0:34130:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838388.217011:0:34130:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894a080. 00020000:00000001:1.0:1788838388.217015:0:34130:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838388.217016:0:34130:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838388.217017:0:34130:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788838388.217019:0:34130:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788838388.217021:0:34130:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838388.217022:0:34130:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788838388.217024:0:34130:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788838388.217026:0:34130:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.217028:0:34130:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.217029:0:34130:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788838388.217030:0:34130:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788838388.217032:0:34130:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788838388.217035:0:34130:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788838388.217036:0:34130:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788838388.217037:0:34130:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838388.217039:0:34130:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838388.217040:0:34130:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838388.217041:0:34130:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788838388.217044:0:34130:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788838388.217046:0:34130:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.217047:0:34130:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838388.217049:0:34130:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838388.217050:0:34130:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838388.217052:0:34130:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838388.217055:0:34130:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788838388.217058:0:34130:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788838388.217060:0:34130:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788838388.217062:0:34130:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838388.217064:0:34130:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838388.217065:0:34130:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838388.217066:0:34130:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838388.217068:0:34130:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838388.217069:0:34130:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba2d0 00020000:00000001:1.0:1788838388.217072:0:34130:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838388.217074:0:34130:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838388.217076:0:34130:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838388.217077:0:34130:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838388.217080:0:34130:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838388.217082:0:34130:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788838388.217083:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:1.0:1788838388.217086:0:34130:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788838388.217090:0:34130:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838388.217092:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.217094:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:1.0:1788838388.217095:0:34130:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838388.217099:0:34130:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788838388.217103:0:34130:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838388.217105:0:34130:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788838388.217107:0:34130:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838388.217108:0:34130:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788838388.217111:0:34130:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788838388 a=0 c=1788838388 b=1 00020000:00000001:1.0:1788838388.217114:0:34130:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838388.217116:0:34130:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838388 a=0 c=1788838388 b=1 00020000:00000001:1.0:1788838388.217119:0:34130:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.217121:0:34130:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.217122:0:34130:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:1.0:1788838388.217125:0:34130:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788838388.217127:0:34130:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788838388.217131:0:34130:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788838388.217133:0:34130:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788838388.217135:0:34130:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000020:00000001:1.0:1788838388.217139:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00000008:1.0:1788838388.217140:0:34130:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1788838388.217143:0:34130:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788838388.217160:0:34130:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788838388.217163:0:34130:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000002:1.0:1788838388.217166:0:34130:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000001:1.0:1788838388.217169:0:34130:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.217175:0:34130:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788838388.217177:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fdf0 00000080:00200008:1.0:1788838388.217179:0:34130:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 102001 00000080:00000001:1.0:1788838388.218480:0:34130:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788838388.218486:0:34130:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788838388.218488:0:34130:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788838388.218491:0:34130:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000002:1.0:1788838388.218497:0:34130:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc98027c0 00020000:00000001:1.0:1788838388.218643:0:34130:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.218647:0:34130:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788838388.218823:0:34130:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838388.218828:0:34130:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838388.218838:0:34130:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:1.0:1788838388.219259:0:34130:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838388.219273:0:34130:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838388.219275:0:34130:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:1.0:1788838388.220172:0:34130:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788838388.220175:0:34130:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788838388.220257:0:34130:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc9b60600. 00000080:00000001:1.0:1788838388.220270:0:34130:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788838388.220276:0:34130:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788838388.220280:0:34130:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788838388.220284:0:34130:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:1.0:1788838388.220289:0:34130:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788838388.220291:0:34130:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:1.0:1788838388.220300:0:34130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120000. 00000020:00000040:1.0:1788838388.220304:0:34130:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838388.220308:0:34130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838388.220312:0:34130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838388.220316:0:34130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838388.220324:0:34130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc40d9e00. 00000100:00000001:1.0:1788838388.220331:0:34130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788838388.220348:0:34130:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788838388.220361:0:34130:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788838388.220366:0:34130:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788838388.220373:0:34130:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838388.220374:0:34130:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838388.220381:0:34130:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4f00. 00000100:00000001:1.0:1788838388.220384:0:34130:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100928 : -113594290450688 : ffff98afc4ab4f00) 00000100:00000001:1.0:1788838388.220386:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838388.220388:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627157504 : -113594082394112 : ffff98afd1120000) 00000100:00000001:1.0:1788838388.220392:0:34130:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838388.220396:0:34130:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.220398:0:34130:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838388.220399:0:34130:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838388.220403:0:34130:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.220411:0:34130:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838388.220413:0:34130:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838388.220416:0:34130:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838388.220419:0:34130:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838388.220421:0:34130:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838388.220424:0:34130:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120000 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34130:1875731132271232:192.168.203.123@tcp:35:uname.0 00000100:00000001:1.0:1788838388.220429:0:34130:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838388.220434:0:34130:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838388.220436:0:34130:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838388.220439:0:34130:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838388.220443:0:34130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ea000. 02000000:00000001:1.0:1788838388.220445:0:34130:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838388.220452:0:34130:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838388.220457:0:34130:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8160. 00000400:00000010:1.0:1788838388.220464:0:34130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc7f8. 00000100:00000200:1.0:1788838388.220471:0:34130:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132271232, portal 10 00000100:00000001:1.0:1788838388.220473:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838388.220474:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627157504 : -113594082394112 : ffff98afd1120000) 00000100:00000040:1.0:1788838388.220480:0:34130:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.220487:0:34130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838388.220490:0:34130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838388.220493:0:34130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcdd0. 00000100:00000200:1.0:1788838388.220496:0:34130:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132271232, offset 0 00000400:00000200:1.0:1788838388.222079:0:34130:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838388.222092:0:34130:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.222100:0:34130:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838388.222105:0:34130:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838388.222109:0:34130:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838388.222113:0:34130:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838388.222116:0:34130:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838388.222119:0:34130:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2611:2611:256:4294967295] 192.168.203.123@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:1.0:1788838388.222123:0:34130:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838388.222132:0:34130:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838388.222138:0:34130:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838388.222146:0:34130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933b00. 00000800:00000200:1.0:1788838388.222153:0:34130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838388.222161:0:34130:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838388.222165:0:34130:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788838388.222293:0:34130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838388.222299:0:34130:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 826492 usecs (827 jiffies) 00000400:00000200:1.0:1788838388.222304:0:34130:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838388.222306:0:34130:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296519022 00000100:00000001:1.0:1788838388.222310:0:34130:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296522231 00000100:00000001:1.0:1788838388.222312:0:34130:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296519022 00000100:00000001:1.0:1788838388.222314:0:34130:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296522231 00000100:00000001:1.0:1788838388.222316:0:34130:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838388.222320:0:34130:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.222322:0:34130:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838388.222325:0:34130:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838388.222327:0:34130:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788838388.222330:0:34130:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838388.222333:0:34130:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788838388.223708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bea800. 00000800:00000200:0.0:1788838388.227388:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838388.227399:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933b00. 00000400:00000200:0.0:1788838388.227406:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.227415:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838388.227423:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcdd0 00000400:00000010:0.0:1788838388.227425:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcdd0. 00000100:00000001:0.0:1788838388.227430:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838388.227438:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.227450:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.227453:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.227555:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.227558:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.234052:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.234073:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.234077:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.234080:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.234088:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.234095:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.234104:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.234108:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.234113:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.234116:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd54a80 00000400:00000200:0.0:1788838388.234121:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.234126:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6f81 [1] + 224 00000800:00000001:0.0:1788838388.234133:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.234138:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.234141:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.234145:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.234152:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.234160:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838388.234171:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.234197:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.234205:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.234208:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838388.234378:0:34130:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838388.234386:0:34130:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838388.234388:0:34130:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838388.234391:0:34130:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8160. 00000400:00000200:1.0:1788838388.234396:0:34130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc7f8 00000400:00000010:1.0:1788838388.234399:0:34130:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc7f8. 00000100:00000001:1.0:1788838388.234402:0:34130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838388.234407:0:34130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838388.234415:0:34130:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120000 x1875731132271232/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234421:0:34130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838388.234423:0:34130:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838388.234426:0:34130:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838388.234430:0:34130:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838388.234432:0:34130:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838388.234435:0:34130:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838388.234438:0:34130:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838388.234447:0:34130:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=67 v=5 (10 5 5 5) 00000100:00001000:1.0:1788838388.234452:0:34130:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838388.234455:0:34130:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838388.234457:0:34130:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838388.234471:0:34130:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838388.234475:0:34130:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.234479:0:34130:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838388.234481:0:34130:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788838388.234483:0:34130:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838388.234485:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838388.234487:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627157504 : -113594082394112 : ffff98afd1120000) 00000100:00000001:1.0:1788838388.234490:0:34130:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838388.234492:0:34130:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788838388.234494:0:34130:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838388.234497:0:34130:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838388.234510:0:34130:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120000 x1875731132271232/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234517:0:34130:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838388.234520:0:34130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838388.234522:0:34130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838388.234526:0:34130:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120000 x1875731132271232/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838388.234535:0:34130:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120000 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34130:1875731132271232:192.168.203.123@tcp:35:uname.0 00000100:00000001:1.0:1788838388.234540:0:34130:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838388.234543:0:34130:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.234545:0:34130:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838388.234547:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.234551:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120000 x1875731132271232/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234557:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838388.234559:0:34130:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4f00. 00000100:00000001:1.0:1788838388.234563:0:34130:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838388.234565:0:34130:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.234572:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838388.234573:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627157504 : -113594082394112 : ffff98afd1120000) 00000002:00000001:1.0:1788838388.234576:0:34130:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838388.234579:0:34130:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838388.234584:0:34130:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc9b60600. 00000080:00000001:1.0:1788838388.234588:0:34130:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788838388.234591:0:34130:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788838388.234596:0:34130:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788838388.234601:0:34130:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234609:0:34130:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838388.234610:0:34130:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484870528 : -113594224681088 : ffff98afc896df80) 00000100:00000001:1.0:1788838388.234613:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.234615:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234622:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.234623:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.234626:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120000 x1875731132271232/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234631:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.234632:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.234635:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896df80 x1875731132270848/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234640:0:34130:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788838388.234643:0:34130:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838388.234645:0:34130:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838388.234647:0:34130:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838388.234702:0:34130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717000. 02000000:00000001:1.0:1788838388.234708:0:34130:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838388.234710:0:34130:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838388.234711:0:34130:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896df80. 00000100:00000001:1.0:1788838388.234715:0:34130:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838388.234716:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838388.234718:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.234722:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120000 x1875731132271232/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234727:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838388.234729:0:34130:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09a73e0. 00000002:00000001:1.0:1788838388.234733:0:34130:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838388.234734:0:34130:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838388.234736:0:34130:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd00d22c0. 00000100:00000001:1.0:1788838388.234739:0:34130:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.234741:0:34130:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120000 x1875731132271232/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.234746:0:34130:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838388.234748:0:34130:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838388.234751:0:34130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ea000. 02000000:00000001:1.0:1788838388.234753:0:34130:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838388.234754:0:34130:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838388.234755:0:34130:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838388.234757:0:34130:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838388.234758:0:34130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc40d9e00. 02000000:00000001:1.0:1788838388.234760:0:34130:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838388.234761:0:34130:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838388.234762:0:34130:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120000. 00000100:00000001:1.0:1788838388.234764:0:34130:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838388.234766:0:34130:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838388.234768:0:34130:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838388.234772:0:34130:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a0a00. 00000080:00000001:1.0:1788838388.234775:0:34130:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838388.234780:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fdf0 00000080:00000008:1.0:1788838388.234783:0:34130:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 102001, rc = 0 00000080:00000001:1.0:1788838388.234786:0:34130:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838388.234837:0:34130:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838388.234849:0:34130:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fe00 00000080:00002000:1.0:1788838388.234851:0:34130:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd169b6c0, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:1.0:1788838388.234854:0:34130:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.239462:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.239470:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.239474:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.239476:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.239478:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.239479:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.250587:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838388.250592:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.250598:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838388.260711:0:34131:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838388.260719:0:34131:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838388.260722:0:34131:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838388.260725:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fbc0 00000080:00200000:0.0:1788838388.260730:0:34131:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838388.260738:0:34131:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a17e00. 00800000:00000002:0.0:1788838388.260744:0:34131:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838388.260749:0:34131:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838388.260753:0:34131:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838388.260755:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fae0 00800000:00000002:0.0:1788838388.260758:0:34131:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838388.260762:0:34131:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838388.260766:0:34131:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838388.260771:0:34131:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838388.260773:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f9b0 00000002:00010000:0.0:1788838388.260775:0:34131:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838388.260778:0:34131:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838388.260780:0:34131:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838388.260782:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838388.260789:0:34131:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838388.260791:0:34131:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838388.260793:0:34131:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838388.260795:0:34131:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838388.260797:0:34131:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838388.260803:0:34131:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0908380. 00000020:00000040:0.0:1788838388.260807:0:34131:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838388.260812:0:34131:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838388.260818:0:34131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838388.260823:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.260825:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.260826:0:34131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.260829:0:34131:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838388.260832:0:34131:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838388.260837:0:34131:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838388.260852:0:34131:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0083800. 00000100:00000001:0.0:1788838388.260858:0:34131:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.260863:0:34131:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838388.260865:0:34131:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.260867:0:34131:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838388.260868:0:34131:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.260870:0:34131:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838388.260875:0:34131:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618671488 : -113594090880128 : ffff98afd0908380) 00010000:00000001:0.0:1788838388.260879:0:34131:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838388.260881:0:34131:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838388.260885:0:34131:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31b00. 00010000:00000010:0.0:1788838388.260888:0:34131:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e300. 00010000:00000001:0.0:1788838388.260892:0:34131:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838388.260896:0:34131:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa200. 00000020:00000001:0.0:1788838388.260900:0:34131:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838388.260903:0:34131:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa200 with handle 0x9f68a6b43b62d045 to hash 00000020:00000001:0.0:1788838388.260906:0:34131:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838388.260907:0:34131:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:0.0:1788838388.260910:0:34131:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:0.0:1788838388.260913:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.260916:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.260920:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34131 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838388.260929:0:34131:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34131 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838388.260939:0:34131:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34131 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838388.260949:0:34131:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838388.260950:0:34131:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838388.260956:0:34131:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc50c0480. 00000100:00000001:0.0:1788838388.260959:0:34131:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479425438848 : -113594284112768 : ffff98afc50c0480) 00000100:00000001:0.0:1788838388.260961:0:34131:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838388.260963:0:34131:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618671488 : -113594090880128 : ffff98afd0908380) 00000100:00000001:0.0:1788838388.260967:0:34131:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838388.260971:0:34131:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.260973:0:34131:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838388.260974:0:34131:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838388.260984:0:34131:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.260993:0:34131:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838388.260996:0:34131:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.260999:0:34131:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838388.261002:0:34131:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838388.261005:0:34131:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838388.261009:0:34131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0908380 pname:cluuid:pid:xid:nid:opc:job cat:236057cd-729b-462c-8b72-16ae653ba0e9:34131:1875731132271360:192.168.203.123@tcp:101:cat.0 00000100:00000001:0.0:1788838388.261013:0:34131:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838388.261018:0:34131:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838388.261020:0:34131:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838388.261023:0:34131:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838388.261028:0:34131:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4094000. 02000000:00000001:0.0:1788838388.261030:0:34131:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838388.261037:0:34131:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838388.261040:0:34131:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25738. 00000400:00000010:0.0:1788838388.261047:0:34131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc660. 00000100:00000200:0.0:1788838388.261053:0:34131:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132271360, portal 10 00000100:00000001:0.0:1788838388.261055:0:34131:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838388.261056:0:34131:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618671488 : -113594090880128 : ffff98afd0908380) 00000100:00000040:0.0:1788838388.261061:0:34131:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.261075:0:34131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838388.261077:0:34131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838388.261080:0:34131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc770. 00000100:00000200:0.0:1788838388.261083:0:34131:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132271360, offset 0 00000400:00000200:0.0:1788838388.261089:0:34131:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838388.261098:0:34131:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.261105:0:34131:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838388.261109:0:34131:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838388.261113:0:34131:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838388.261117:0:34131:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838388.261120:0:34131:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838388.261123:0:34131:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2612:2612:256:4294967295] 192.168.203.123@tcp LPNI seq info [2612:2612:8:4294967295] 00000400:00000200:0.0:1788838388.261127:0:34131:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.261135:0:34131:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838388.261141:0:34131:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838388.261145:0:34131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7000. 00000800:00000200:0.0:1788838388.261151:0:34131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838388.261157:0:34131:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838388.261162:0:34131:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838388.261180:0:34131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.261491:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.261497:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7000. 00000400:00000200:1.0:1788838388.261512:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.261518:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.261523:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc770 00000400:00000010:1.0:1788838388.261525:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc770. 00000100:00000001:1.0:1788838388.261529:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.261533:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.261542:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.261545:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.261552:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.261553:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1788838388.263801:0:34131:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 825490 usecs (826 jiffies) 00000400:00000200:0.0:1788838388.263815:0:34131:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838388.263819:0:34131:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296519063 00000800:00000001:0.0:1788838388.266851:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.266868:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.266873:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.266875:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.266884:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.266892:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.266901:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.266906:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.266912:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.266916:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd54b00 00000400:00000200:0.0:1788838388.266920:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.266927:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x6f91 [1] + 224 00000800:00000001:0.0:1788838388.266933:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.266941:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.266944:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.266948:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.266956:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.266965:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838388.266976:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.266984:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.266991:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.266994:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.272633:0:34131:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296522231 00000100:00000001:2.0:1788838388.272643:0:34131:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296519071 00000100:00000001:2.0:1788838388.272646:0:34131:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296522231 00000100:00000001:2.0:1788838388.272648:0:34131:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.272709:0:34131:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.272713:0:34131:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.272715:0:34131:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838388.272718:0:34131:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc50c0480 going to sleep for 11 seconds 00000100:00000001:2.0:1788838388.272722:0:34131:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838388.272730:0:34131:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.272732:0:34131:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.272735:0:34131:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25738. 00000400:00000200:2.0:1788838388.272742:0:34131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc660 00000400:00000010:2.0:1788838388.272744:0:34131:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc660. 00000100:00000001:2.0:1788838388.272749:0:34131:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.272760:0:34131:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838388.272771:0:34131:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.272779:0:34131:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.272781:0:34131:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.272783:0:34131:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.272786:0:34131:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.272788:0:34131:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.272790:0:34131:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.272793:0:34131:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.272802:0:34131:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=67 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838388.272806:0:34131:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.272809:0:34131:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.272811:0:34131:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.272814:0:34131:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.272817:0:34131:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.272821:0:34131:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838388.272823:0:34131:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788838388.272825:0:34131:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838388.272827:0:34131:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.272832:0:34131:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.272839:0:34131:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.272841:0:34131:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.272843:0:34131:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.272847:0:34131:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838388.272859:0:34131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0908380 pname:cluuid:pid:xid:nid:opc:job cat:236057cd-729b-462c-8b72-16ae653ba0e9:34131:1875731132271360:192.168.203.123@tcp:101:cat.0 00000100:00000001:2.0:1788838388.272864:0:34131:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.272867:0:34131:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.272869:0:34131:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838388.272871:0:34131:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.272875:0:34131:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.272882:0:34131:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838388.272885:0:34131:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc50c0480. 00000100:00000001:2.0:1788838388.272888:0:34131:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838388.272889:0:34131:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.272892:0:34131:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838388.272895:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.272898:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.272901:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=4 00000020:00000001:2.0:1788838388.272903:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.272906:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000040:2.0:1788838388.272912:0:34131:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa200, remote cookie: 0xff98f31736b3be2d, flags: 0x1001 00010000:00010000:2.0:1788838388.272917:0:34131:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838388.272927:0:34131:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.272935:0:34131:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838388.272938:0:34131:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838388.272940:0:34131:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838388.272942:0:34131:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838388.272943:0:34131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838388.272945:0:34131:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc4d31b00) refcount = 1 00010000:00010000:2.0:1788838388.272949:0:34131:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.272956:0:34131:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838388.272959:0:34131:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838388.272960:0:34131:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.272963:0:34131:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838388.272965:0:34131:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.272968:0:34131:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.272975:0:34131:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838388.272977:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.272978:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.272979:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.272980:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.272981:0:34131:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.272985:0:34131:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838388.272987:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.272988:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.272989:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838388.272991:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.272993:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.272995:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.272996:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.272997:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=4 00000020:00000001:2.0:1788838388.272999:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.273001:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.273004:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838388.273006:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.273010:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.273015:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.273017:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.273018:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.273019:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.273020:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=5 00000020:00000001:2.0:1788838388.273022:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.273024:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.273026:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838388.273029:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.273035:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.273035:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838388.273038:0:34131:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.273043:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838388.273044:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.273045:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.273046:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.273047:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838388.273052:0:34131:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838388.273060:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.273061:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.273062:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838388.273064:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.273067:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.273069:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.273070:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838388.273071:0:34131:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.273073:0:34131:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.273076:0:34131:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838388.273078:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.273079:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.273080:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838388.273082:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.273084:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00000002:00010000:2.0:1788838388.273087:0:34131:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.273093:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.273094:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.273096:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838388.273097:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.273098:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.273099:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838388.273101:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.273103:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000040:2.0:1788838388.273109:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:2.0:1788838388.273111:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838388.273115:0:34131:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788838388.273117:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.273118:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838388.273119:0:34131:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838388.273123:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f938 00000002:00002000:2.0:1788838388.273125:0:34131:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838388.273127:0:34131:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.273131:0:34131:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.273134:0:34131:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838388.273137:0:34131:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838388.273140:0:34131:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838388.273143:0:34131:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838388.273147:0:34131:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a17e00. 00000080:00000001:2.0:1788838388.273150:0:34131:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838388.273152:0:34131:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838388.273158:0:34131:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788838388.273161:0:34131:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788838388.273169:0:34131:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd110d4c0. 00800000:00000001:2.0:1788838388.273172:0:34131:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479627080896 : -113594082470720 : ffff98afd110d4c0) 00800000:00000001:2.0:1788838388.273174:0:34131:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.273176:0:34131:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838388.273179:0:34131:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838388.273180:0:34131:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788838388.274408:0:34131:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838388.274414:0:34131:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838388.274416:0:34131:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.274422:0:34131:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838388.274426:0:34131:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788838388.274431:0:34131:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788838388.274435:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.274437:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.274439:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838388.274442:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.274444:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.274446:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.274448:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838388.274449:0:34131:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838388.274452:0:34131:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788838388.274454:0:34131:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd110d4c0 1 00800000:00000010:2.0:1788838388.274457:0:34131:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd110d4c0. 00800000:00000001:2.0:1788838388.274470:0:34131:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838388.274474:0:34131:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d045 00800000:00000001:2.0:1788838388.274477:0:34131:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838388.274480:0:34131:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838388.274481:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.274482:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.274483:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838388.274485:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.274487:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.274490:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.274491:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838388.274492:0:34131:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.274494:0:34131:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.274496:0:34131:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838388.275742:0:34131:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838388.275752:0:34131:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d045 from it ffffbbcb01f7fbf8 00010000:00000001:2.0:1788838388.275755:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.275757:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.275760:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838388.275762:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.275764:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838388.275767:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838388.275772:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.275780:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.275781:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.275782:0:34131:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838388.275785:0:34131:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838388.275787:0:34131:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838388.275794:0:34131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838388.275797:0:34131:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838388.275799:0:34131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838388.275804:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.275805:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.275806:0:34131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.275808:0:34131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838388.275810:0:34131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.275812:0:34131:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.275815:0:34131:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.275816:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838388.275817:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.275819:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838388.275821:0:34131:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.275832:0:34131:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908380 x1875731132271360/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.275841:0:34131:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838388.275844:0:34131:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838388.275847:0:34131:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4094000. 02000000:00000001:2.0:1788838388.275852:0:34131:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838388.275854:0:34131:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838388.275856:0:34131:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838388.275858:0:34131:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838388.275861:0:34131:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0083800. 02000000:00000001:2.0:1788838388.275865:0:34131:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838388.275867:0:34131:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838388.275869:0:34131:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908380. 00000100:00000001:2.0:1788838388.275873:0:34131:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838388.275874:0:34131:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838388.275878:0:34131:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838388.275884:0:34131:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.275891:0:34131:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838388.275893:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fbc0 00000080:00002000:2.0:1788838388.275895:0:34131:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd169b6c0) flags 0x48004e refc 0 00000080:00000001:2.0:1788838388.275898:0:34131:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838388.275900:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc08 00000080:00200000:2.0:1788838388.275901:0:34131:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1788838388.275908:0:34131:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838388.275910:0:34131:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88), inode mode 81a4 mask 44 00000080:00000001:2.0:1788838388.275912:0:34131:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838388.275918:0:34131:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838388.275920:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb98 00000080:00200008:2.0:1788838388.275922:0:34131:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 100000 00000080:00000010:2.0:1788838388.275931:0:34131:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174dc0. 00000080:00000001:2.0:1788838388.275936:0:34131:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788838388.275941:0:34131:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eb200. 00800000:00000002:2.0:1788838388.275948:0:34131:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838388.275952:0:34131:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838388.275955:0:34131:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838388.275958:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa48 00800000:00000002:2.0:1788838388.275959:0:34131:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838388.275963:0:34131:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788838388.275966:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f9c8 00800000:00000002:2.0:1788838388.275968:0:34131:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788838388.275972:0:34131:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838388.275974:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f900 00000002:00010000:2.0:1788838388.275976:0:34131:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1788838388.275980:0:34131:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838388.275982:0:34131:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838388.275985:0:34131:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838388.275991:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:2.0:1788838388.275995:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.275998:0:34131:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838388.276001:0:34131:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.276003:0:34131:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.276004:0:34131:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.276006:0:34131:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838388.276008:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:2.0:1788838388.276009:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.276011:0:34131:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838388.276012:0:34131:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.276014:0:34131:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.276015:0:34131:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838388.276020:0:34131:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0700. 00000020:00000040:2.0:1788838388.276023:0:34131:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838388.276028:0:34131:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838388.276029:0:34131:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.276031:0:34131:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838388.276034:0:34131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838388.276037:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.276038:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.276040:0:34131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.276042:0:34131:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838388.276056:0:34131:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838388.276060:0:34131:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838388.276067:0:34131:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406ec00. 00000100:00000001:2.0:1788838388.276074:0:34131:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.276078:0:34131:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838388.276080:0:34131:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.276081:0:34131:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838388.276082:0:34131:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.276084:0:34131:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.276090:0:34131:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00010000:00000001:2.0:1788838388.276093:0:34131:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838388.276095:0:34131:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838388.276097:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:2.0:1788838388.276099:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.276101:0:34131:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838388.276104:0:34131:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516e00. 00000020:00000001:2.0:1788838388.276108:0:34131:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838388.276110:0:34131:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516e00 with handle 0x9f68a6b43b62d04c to hash 00000020:00000001:2.0:1788838388.276112:0:34131:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838388.276113:0:34131:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838388.276116:0:34131:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838388.276120:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838388.276122:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.276125:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34131 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838388.276132:0:34131:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34131 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838388.276144:0:34131:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838388.276151:0:34131:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838388.276159:0:34131:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34131 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838388.276165:0:34131:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838388.276166:0:34131:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838388.276173:0:34131:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.276175:0:34131:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479407971520 : -113594301580096 : ffff98afc4017cc0) 00000100:00000001:2.0:1788838388.276178:0:34131:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.276179:0:34131:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000001:2.0:1788838388.277780:0:34131:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838388.277788:0:34131:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.277793:0:34131:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838388.277795:0:34131:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838388.277806:0:34131:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.277816:0:34131:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838388.277818:0:34131:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.277821:0:34131:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838388.277824:0:34131:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838388.277827:0:34131:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838388.277830:0:34131:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job cat:236057cd-729b-462c-8b72-16ae653ba0e9:34131:1875731132271616:192.168.203.123@tcp:101:cat.0 00000100:00000001:2.0:1788838388.277834:0:34131:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838388.277840:0:34131:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838388.277842:0:34131:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.277844:0:34131:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838388.277978:0:34131:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:2.0:1788838388.277981:0:34131:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838388.277988:0:34131:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838388.277994:0:34131:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838388.278002:0:34131:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afc4b0d000. 00000100:00000200:2.0:1788838388.278009:0:34131:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132271616, portal 10 00000100:00000001:2.0:1788838388.278011:0:34131:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.278013:0:34131:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000040:2.0:1788838388.278021:0:34131:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.278028:0:34131:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838388.278031:0:34131:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838388.278035:0:34131:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512abb0. 00000100:00000200:2.0:1788838388.278038:0:34131:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132271616, offset 0 00000400:00000200:2.0:1788838388.278044:0:34131:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838388.278053:0:34131:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.278059:0:34131:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838388.278064:0:34131:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838388.278068:0:34131:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838388.278071:0:34131:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838388.278074:0:34131:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838388.278078:0:34131:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2613:2613:256:4294967295] 192.168.203.123@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:2.0:1788838388.278081:0:34131:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838388.278090:0:34131:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838388.278096:0:34131:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838388.278101:0:34131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14100. 00000800:00000200:2.0:1788838388.278107:0:34131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838388.278114:0:34131:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838388.278119:0:34131:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788838388.278135:0:34131:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.278139:0:34131:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 824487 usecs (825 jiffies) 00000400:00000200:2.0:1788838388.278142:0:34131:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838388.278144:0:34131:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296519076 00000100:00000001:2.0:1788838388.278148:0:34131:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296522231 00000100:00000001:2.0:1788838388.278150:0:34131:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296519076 00000100:00000001:2.0:1788838388.278152:0:34131:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296522231 00000100:00000001:2.0:1788838388.278154:0:34131:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.278157:0:34131:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.278159:0:34131:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838388.278161:0:34131:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838388.278163:0:34131:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4017cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838388.278166:0:34131:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838388.278169:0:34131:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.278719:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.278724:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14100. 00000400:00000200:1.0:1788838388.278730:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.278736:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.278741:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512abb0 00000400:00000010:1.0:1788838388.278744:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512abb0. 00000100:00000001:1.0:1788838388.278748:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.278753:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.278763:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.278766:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838404 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.278772:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.278774:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.282045:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.282068:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.282073:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.282076:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.282086:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.282094:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.282105:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.282112:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.282118:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.282122:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd54c00 00000400:00000200:0.0:1788838388.282127:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.282133:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x6fa1 [64] + 224 00000800:00000001:0.0:1788838388.282140:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.282147:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.282151:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.282156:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.282164:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.282173:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838404 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838388.282197:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.282216:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.282225:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.282228:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.282336:0:34131:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838388.282344:0:34131:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838388.282346:0:34131:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838388.282349:0:34131:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838388.282355:0:34131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4b0d000 00000400:00000010:2.0:1788838388.282358:0:34131:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afc4b0d000. 00000100:00000001:2.0:1788838388.282361:0:34131:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838388.282366:0:34131:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838388.282374:0:34131:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0700 x1875731132271616/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.282380:0:34131:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838388.282383:0:34131:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.282386:0:34131:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838388.282389:0:34131:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838388.282392:0:34131:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838388.282395:0:34131:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838388.282399:0:34131:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838388.282410:0:34131:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=67 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838388.282414:0:34131:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838388.282417:0:34131:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838388.282419:0:34131:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.282422:0:34131:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838388.282425:0:34131:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.282429:0:34131:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838388.282431:0:34131:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838388.282432:0:34131:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838388.282434:0:34131:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.282436:0:34131:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000001:2.0:1788838388.282439:0:34131:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838388.282441:0:34131:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788838388.282442:0:34131:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838388.282445:0:34131:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838388.282449:0:34131:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.282476:0:34131:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838388.282479:0:34131:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838388.282481:0:34131:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838388.282485:0:34131:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838388.282493:0:34131:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0700 pname:cluuid:pid:xid:nid:opc:job cat:236057cd-729b-462c-8b72-16ae653ba0e9:34131:1875731132271616:192.168.203.123@tcp:101:cat.0 00000100:00000001:2.0:1788838388.282952:0:34131:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838388.282957:0:34131:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838388.282959:0:34131:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838388.282961:0:34131:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838388.282967:0:34131:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838388.282975:0:34131:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838388.282978:0:34131:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4017cc0. 00000100:00000001:2.0:1788838388.282981:0:34131:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838388.282983:0:34131:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.282986:0:34131:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838388.282990:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.282992:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.282995:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=4 00000020:00000001:2.0:1788838388.282997:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838388.283001:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000040:2.0:1788838388.283007:0:34131:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516e00, remote cookie: 0xff98f31736b3be3b, flags: 0x1001 00010000:00000040:2.0:1788838388.283011:0:34131:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788838388.283014:0:34131:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788838388.283020:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 2 00010000:00000001:2.0:1788838388.283022:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.283026:0:34131:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.283030:0:34131:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838388.283039:0:34131:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.283046:0:34131:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838388.283050:0:34131:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838388.283052:0:34131:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838388.283054:0:34131:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838388.283055:0:34131:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838388.283057:0:34131:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff98afc4d31f00) refcount = 2 00010000:00000040:2.0:1788838388.283060:0:34131:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788838388.283063:0:34131:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788838388.283070:0:34131:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.283077:0:34131:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838388.283080:0:34131:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838388.283082:0:34131:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838388.283085:0:34131:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838388.283087:0:34131:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838388.283090:0:34131:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.283097:0:34131:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838388.283098:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.283100:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.283101:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.283102:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.283104:0:34131:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.283108:0:34131:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838388.283111:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.283112:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.283114:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=3 00000020:00000001:2.0:1788838388.283116:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838388.283118:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838388.283120:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.283121:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838388.283125:0:34131:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838388.283135:0:34131:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838388.283139:0:34131:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838388.283146:0:34131:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838388.283151:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.283152:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.283153:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=3 00000020:00000001:2.0:1788838388.283155:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838388.283157:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00000002:00010000:2.0:1788838388.283161:0:34131:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788838388.283171:0:34131:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd110d4c0. 00010000:00000001:2.0:1788838388.283173:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.283174:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838388.283176:0:34131:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.283177:0:34131:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838388.283180:0:34131:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788838388.283833:0:34131:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838388.283836:0:34131:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00010000:00000001:2.0:1788838388.283840:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.283842:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.283844:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=3 00000020:00000001:2.0:1788838388.283846:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838388.283849:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00000002:00010000:2.0:1788838388.283852:0:34131:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838388.283859:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.283860:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838388.283862:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838388.283863:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838388.283864:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838388.283865:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=3 00000020:00000001:2.0:1788838388.283866:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:2.0:1788838388.283868:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000040:2.0:1788838388.283872:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 3 00010000:00000001:2.0:1788838388.283873:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838388.283877:0:34131:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 16 res 8589935620/49 (0 0) 00010000:00000001:2.0:1788838388.283879:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838388.283880:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838388.283882:0:34131:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838388.283885:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f888 00000002:00002000:2.0:1788838388.283886:0:34131:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1788838388.283889:0:34131:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.283892:0:34131:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838388.283894:0:34131:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838388.283897:0:34131:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838388.283901:0:34131:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838388.283904:0:34131:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838388.283908:0:34131:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eb200. 00000080:00000001:2.0:1788838388.283912:0:34131:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838388.283917:0:34131:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838388.283920:0:34131:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1788838388.283924:0:34131:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838388.283927:0:34131:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:2.0:1788838388.283930:0:34131:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:2.0:1788838388.283932:0:34131:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838388.283936:0:34131:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838388.283939:0:34131:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838388.284339:0:34131:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1420. 00020000:00000010:0.0:1788838388.284344:0:34131:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4200. 00020000:00000010:0.0:1788838388.284350:0:34131:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1480. 00020000:00000001:0.0:1788838388.284353:0:34131:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615104128 : -113594094447488 : ffff98afd05a1480) 00020000:00000002:0.0:1788838388.284357:0:34131:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1480, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838388.284361:0:34131:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838388.284364:0:34131:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4200: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838388.284368:0:34131:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a7c0) owner ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.284370:0:34131:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838388.284372:0:34131:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a7c0) owner ffff98afc91aa7c0 00020000:00000010:0.0:1788838388.284376:0:34131:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4200. 00020000:00000010:0.0:1788838388.284379:0:34131:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1420. 00020000:00000010:0.0:1788838388.284383:0:34131:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1480. 00020000:00000002:0.0:1788838388.284385:0:34131:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838388.284387:0:34131:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.284390:0:34131:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838388.284392:0:34131:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00000080:00000001:0.0:1788838388.284398:0:34131:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788838388.284401:0:34131:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788838388.284407:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.284408:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.284410:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=3 00000020:00000001:0.0:1788838388.284412:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:0.0:1788838388.284414:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00000080:00000001:0.0:1788838388.284417:0:34131:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838388.284418:0:34131:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.284420:0:34131:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838388.284422:0:34131:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838388.284423:0:34131:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838388.284425:0:34131:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838388.284426:0:34131:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838388.284429:0:34131:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1480. 00020000:00000010:0.0:1788838388.284431:0:34131:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4200. 00020000:00000010:0.0:1788838388.284434:0:34131:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1420. 00020000:00000001:0.0:1788838388.284436:0:34131:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615104032 : -113594094447584 : ffff98afd05a1420) 00020000:00000002:0.0:1788838388.284438:0:34131:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1420, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838388.284442:0:34131:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838388.284444:0:34131:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4200: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788838388.284447:0:34131:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a7c0) owner ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.284448:0:34131:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788838388.284451:0:34131:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a7c0) owner ffff98afc91aa7c0 00020000:00000010:0.0:1788838388.284453:0:34131:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4200. 00020000:00000010:0.0:1788838388.284455:0:34131:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1480. 00020000:00000010:0.0:1788838388.284457:0:34131:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1420. 00020000:00000002:0.0:1788838388.284468:0:34131:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788838388.284471:0:34131:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.284472:0:34131:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.284476:0:34131:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788838388.284478:0:34131:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:0.0:1788838388.284482:0:34131:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a11e0 addref 2/0 by ffff98afc91aa7c0. 00020000:00000002:0.0:1788838388.284484:0:34131:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.284486:0:34131:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788838388.284488:0:34131:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788838388.284489:0:34131:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788838388.284491:0:34131:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788838388.284493:0:34131:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788838388.284495:0:34131:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788838388.284497:0:34131:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00000080:00000001:0.0:1788838388.284506:0:34131:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284507:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284509:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838388.284510:0:34131:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788838388.284513:0:34131:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788838388.284515:0:34131:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838388.284518:0:34131:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62d04c 00800000:00000001:0.0:1788838388.284521:0:34131:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838388.284523:0:34131:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838388.284524:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.284525:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.284527:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=3 00000020:00000001:0.0:1788838388.284528:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:0.0:1788838388.284530:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:0.0:1788838388.284532:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284533:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838388.284535:0:34131:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838388.284536:0:34131:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838388.284539:0:34131:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.284547:0:34131:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.284554:0:34131:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838388.284557:0:34131:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d04c from it ffffbbcb01f7fbf0 00010000:00000001:0.0:1788838388.284559:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.284560:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.284561:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516e00 refcount=3 00000020:00000001:0.0:1788838388.284562:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:0.0:1788838388.284564:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878976 : -113594346672640 : ffff98afc1516e00) 00010000:00000001:0.0:1788838388.284566:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.284569:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838388.284576:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284577:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.284579:0:34131:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838388.284582:0:34131:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838388.284584:0:34131:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838388.284599:0:34131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.284601:0:34131:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838388.284602:0:34131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838388.284606:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284607:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.284609:0:34131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284612:0:34131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838388.284614:0:34131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284616:0:34131:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284619:0:34131:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284621:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.284622:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284623:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788838388.284625:0:34131:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838388.284630:0:34131:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd13581c0. 00000080:00000001:0.0:1788838388.284633:0:34131:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788838388.284636:0:34131:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788838388.284639:0:34131:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788838388.284643:0:34131:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc4b06220. 00000002:00100000:0.0:1788838388.284648:0:34131:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838388.284679:0:34131:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838388.284681:0:34131:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788838388.284684:0:34131:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788838388.284687:0:34131:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.284690:0:34131:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788838388.284692:0:34131:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788838388.284693:0:34131:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838388.284695:0:34131:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788838388.284697:0:34131:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.284699:0:34131:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788838388.284703:0:34131:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.284705:0:34131:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838388.284707:0:34131:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.284709:0:34131:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838388.284713:0:34131:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838388.284718:0:34131:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788838388.284726:0:34131:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838388.284729:0:34131:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:0.0:1788838388.284759:0:34131:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788838388.284762:0:34131:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.284764:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb98 00000080:00000008:0.0:1788838388.284767:0:34131:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 100000, rc = 0 00000020:00000001:0.0:1788838388.284787:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd28 00000080:00200008:0.0:1788838388.284789:0:34131:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838388.284795:0:34131:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838388.284796:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fca0 00000080:00200000:0.0:1788838388.284798:0:34131:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88),name=recon 00000080:00000010:0.0:1788838388.284803:0:34131:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16400. 00800000:00000002:0.0:1788838388.284809:0:34131:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838388.284815:0:34131:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838388.284818:0:34131:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838388.284820:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fbc0 00800000:00000002:0.0:1788838388.284822:0:34131:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838388.284826:0:34131:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838388.284830:0:34131:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838388.284834:0:34131:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838388.284836:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa90 00000002:00010000:0.0:1788838388.284838:0:34131:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838388.284841:0:34131:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838388.284843:0:34131:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838388.284845:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838388.284849:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 3 00010000:00000001:0.0:1788838388.284851:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.284854:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.284857:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838388.284861:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788838388.284869:0:34131:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838388.284873:0:34131:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.284877:0:34131:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788838388.284883:0:34131:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838388.284884:0:34131:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838388.284886:0:34131:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838388.284889:0:34131:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838388.284890:0:34131:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838388.284892:0:34131:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838388.284895:0:34131:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838388.284897:0:34131:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838388.284899:0:34131:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16400. 00000080:00000001:0.0:1788838388.284902:0:34131:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838388.284904:0:34131:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838388.284906:0:34131:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) 00000080:00010000:0.0:1788838388.284909:0:34131:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62d022 00800000:00000001:0.0:1788838388.284912:0:34131:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838388.284913:0:34131:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838388.284914:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.284915:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.284917:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838388.284918:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838388.284921:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838388.284923:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284924:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838388.284925:0:34131:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838388.284926:0:34131:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838388.284928:0:34131:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d022 from it ffffbbcb01f7fcd8 00010000:00000001:0.0:1788838388.284930:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.284931:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.284932:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:0.0:1788838388.284934:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838388.284936:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:0.0:1788838388.284937:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.284940:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788838388.284946:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284947:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.284948:0:34131:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838388.284950:0:34131:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838388.284952:0:34131:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788838388.284958:0:34131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.284959:0:34131:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838388.284960:0:34131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838388.284962:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284963:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.284965:0:34131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284966:0:34131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838388.284968:0:34131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284969:0:34131:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284971:0:34131:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.284973:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.284973:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.284974:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838388.284976:0:34131:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838388.284978:0:34131:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838388.284980:0:34131:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788838388.284983:0:34131:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788838388.284984:0:34131:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788838388.284986:0:34131:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788838388.284987:0:34131:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.284989:0:34131:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838388.284991:0:34131:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788838388.284993:0:34131:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.284995:0:34131:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838388.284997:0:34131:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838388.285001:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.285004:0:34131:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838388.285006:0:34131:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838388.285008:0:34131:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788838388.285010:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285012:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788838388.285013:0:34131:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838388.285015:0:34131:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285016:0:34131:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838388.285019:0:34131:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05cd090 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788838388.285022:0:34131:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.285025:0:34131:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838388.285027:0:34131:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838388.285029:0:34131:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838388.285030:0:34131:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285033:0:34131:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838388.285034:0:34131:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838388.285036:0:34131:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285037:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285038:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.285039:0:34131:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838388.285041:0:34131:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838388.285043:0:34131:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788838388.285045:0:34131:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788838388.285046:0:34131:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788838388.285048:0:34131:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838388.285050:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838388.285052:0:34131:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838388.285055:0:34131:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838388.285060:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788838388.285069:0:34131:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9e400. 00020000:00000002:0.0:1788838388.285071:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838388.285073:0:34131:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838388.285075:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.285077:0:34131:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838388.285078:0:34131:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.285080:0:34131:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286088 : -113594224265528 : ffff98afc89d36c8) 00000020:00001000:0.0:1788838388.285082:0:34131:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d36c0 00000020:00000001:0.0:1788838388.285084:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.285085:0:34131:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838388.285088:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285089:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838388.285090:0:34131:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285092:0:34131:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285094:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.285096:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838388.285100:0:34131:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe0953c80. 00000008:00010000:0.0:1788838388.285103:0:34131:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788838388.285106:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285107:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838388.285108:0:34131:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9e430, osc lock ffff98afe0953c80, flags 0x400001002 00000020:00000001:0.0:1788838388.285111:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285112:0:34131:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285115:0:34131:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423202304 : -113594286349312 : ffff98afc4e9e400) 00000020:00000001:0.0:1788838388.285116:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285117:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.285119:0:34131:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285120:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285122:0:34131:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788838388.285124:0:34131:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788838388.285125:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.285127:0:34131:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.285128:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.285129:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.285131:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.285133:0:34131:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.285135:0:34131:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788838388.285138:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838388.285140:0:34131:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.285142:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.285143:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838388.285145:0:34131:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838388.285146:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838388.285148:0:34131:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838388.285149:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838388.285153:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:0.0:1788838388.285155:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.285158:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.285160:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838388.285163:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788838388.285171:0:34131:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838388.285173:0:34131:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.285175:0:34131:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838388.285181:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.285194:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.285196:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838388.285198:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285201:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:0.0:1788838388.285204:0:34131:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838388.285205:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.285207:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.285208:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:0.0:1788838388.285210:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285212:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000020:00000001:0.0:1788838388.285214:0:34131:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838388.285217:0:34131:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788838388.285219:0:34131:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788838388.285220:0:34131:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.285222:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.285223:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.285224:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:0.0:1788838388.285225:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285227:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285229:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.285231:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788838388.285237:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285238:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.285239:0:34131:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838388.285241:0:34131:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838388.285243:0:34131:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.285249:0:34131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.285251:0:34131:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838388.285253:0:34131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838388.285255:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285256:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.285257:0:34131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.285259:0:34131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838388.285271:0:34131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.285274:0:34131:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.285276:0:34131:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.285278:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.285279:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285280:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.285281:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285282:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.285283:0:34131:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838388.285286:0:34131:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285288:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285290:0:34131:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285291:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285293:0:34131:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838388.285294:0:34131:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788838388.285296:0:34131:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788838388.285297:0:34131:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788838388.285299:0:34131:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285300:0:34131:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285303:0:34131:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838388.285305:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.285307:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.285308:0:34131:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838388.285311:0:34131:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788838388.285314:0:34131:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838388 a=0 c=1788838388 b=1 00020000:00000001:0.0:1788838388.285317:0:34131:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285319:0:34131:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285320:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:0.0:1788838388.285323:0:34131:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788838388.285325:0:34131:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788838388.285327:0:34131:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838388.285328:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_release():245 00000020:00000001:0.0:1788838388.285331:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.285332:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838388.285334:0:34131:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838388.285336:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.285337:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.285339:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.285340:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9e430 (ffff98afc89d36c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838388.285343:0:34131:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838388.285344:0:34131:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838388.285345:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285346:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.285347:0:34131:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838388.285349:0:34131:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.285350:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.285351:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.285353:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.285354:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838388.285356:0:34131:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838388.285357:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.285359:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9e430 (ffff98afd05ba098/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838388.285362:0:34131:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe0953c80. 00000020:00000001:0.0:1788838388.285364:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838388.285366:0:34131:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9e400. 00020000:00000001:0.0:1788838388.285368:0:34131:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.285369:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.285371:0:34131:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788838388.285372:0:34131:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285374:0:34131:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838388.285376:0:34131:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838388.285378:0:34131:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838388.285379:0:34131:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838388.285381:0:34131:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838388.285382:0:34131:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d36c0 00020000:00000001:0.0:1788838388.285384:0:34131:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838388.285386:0:34131:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838388.285389:0:34131:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838388.285391:0:34131:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838388.285394:0:34131:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838388.285395:0:34131:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285397:0:34131:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838388.285399:0:34131:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838388.285400:0:34131:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838388.285401:0:34131:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00000001:00000001:0.0:1788838388.285402:0:34131:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285407:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd28 00000080:00000008:0.0:1788838388.285409:0:34131:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788838388.285491:0:34131:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788838388.285494:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00200008:0.0:1788838388.285495:0:34131:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1788838388.285499:0:34131:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788838388.285500:0:34131:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788838388.285503:0:34131:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1788838388.285507:0:34131:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1788838388.285530:0:34131:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.285532:0:34131:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838388.285535:0:34131:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000080:00000001:0.0:1788838388.285537:0:34131:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788838388.285539:0:34131:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285541:0:34131:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788838388.285543:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:0.0:1788838388.285544:0:34131:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1788838388.285549:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc30 00000080:00200000:0.0:1788838388.285550:0:34131:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788838388.285552:0:34131:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788838388.285557:0:34131:0:(cl_io.c:214:cl_io_rw_init()) header@000000002bb1e55c[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788838388.285558:0:34131:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1788838388.285560:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.285562:0:34131:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838388.285563:0:34131:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838388.285564:0:34131:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838388.285567:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285568:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788838388.285570:0:34131:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838388.285573:0:34131:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285575:0:34131:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838388.285576:0:34131:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285578:0:34131:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838388.285580:0:34131:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05cd090 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788838388.285583:0:34131:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.285585:0:34131:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838388.285586:0:34131:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838388.285587:0:34131:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838388.285589:0:34131:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285591:0:34131:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838388.285592:0:34131:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838388.285594:0:34131:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285595:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285596:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.285597:0:34131:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838388.285599:0:34131:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838388.285601:0:34131:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285603:0:34131:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285606:0:34131:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788838388.285608:0:34131:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788838388.285610:0:34131:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788838388.285613:0:34131:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1788838388.285616:0:34131:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788838388.285618:0:34131:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788838388.285621:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788838388.285623:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.285624:0:34131:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838388.285625:0:34131:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.285627:0:34131:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286088 : -113594224265528 : ffff98afc89d36c8) 00000020:00001000:0.0:1788838388.285628:0:34131:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d36c0 00000020:00000001:0.0:1788838388.285630:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.285632:0:34131:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838388.285633:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285634:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838388.285636:0:34131:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285637:0:34131:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285639:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.285641:0:34131:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788838388.285643:0:34131:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788838388.285646:0:34131:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285648:0:34131:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285650:0:34131:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285651:0:34131:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285653:0:34131:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285693:0:34131:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788838388.285694:0:34131:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788838388.285696:0:34131:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788838388.285698:0:34131:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788838388.285700:0:34131:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788838388.285702:0:34131:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285705:0:34131:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285707:0:34131:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788838388.285708:0:34131:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1788838388.285710:0:34131:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788838388.285711:0:34131:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788838388.285713:0:34131:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285715:0:34131:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285717:0:34131:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285719:0:34131:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.285720:0:34131:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285723:0:34131:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788838388.285724:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.285725:0:34131:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788838388.285726:0:34131:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838388.285727:0:34131:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285729:0:34131:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285731:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285732:0:34131:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285734:0:34131:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838388.285735:0:34131:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838388.285736:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838388.285737:0:34131:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838388.285739:0:34131:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838388.285741:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1788838388.285745:0:34131:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9e400. 00020000:00000002:0.0:1788838388.285747:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1788838388.285749:0:34131:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838388.285751:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.285752:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.285754:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838388.285756:0:34131:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe0953c80. 00000008:00010000:0.0:1788838388.285758:0:34131:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788838388.285759:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285760:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838388.285763:0:34131:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9e430, osc lock ffff98afe0953c80, flags 0x0 00000020:00000001:0.0:1788838388.285764:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285766:0:34131:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285767:0:34131:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423202304 : -113594286349312 : ffff98afc4e9e400) 00000020:00000001:0.0:1788838388.285769:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285770:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.285772:0:34131:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285773:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285775:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.285776:0:34131:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.285777:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.285778:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.285780:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.285782:0:34131:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.285784:0:34131:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788838388.285785:0:34131:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285787:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838388.285788:0:34131:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.285789:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.285791:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838388.285792:0:34131:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838388.285793:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838388.285795:0:34131:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838388.285796:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838388.285799:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:0.0:1788838388.285801:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.285804:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.285806:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838388.285810:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788838388.285818:0:34131:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838388.285820:0:34131:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.285823:0:34131:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.285830:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.285831:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.285832:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838388.285834:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285836:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:0.0:1788838388.285838:0:34131:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838388.285839:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.285840:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.285842:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:0.0:1788838388.285843:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285845:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285847:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.285848:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.285849:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:0.0:1788838388.285851:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285853:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285855:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.285857:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.285859:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.285865:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285867:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.285868:0:34131:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.285869:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.285870:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.285872:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=7 00000020:00000001:0.0:1788838388.285873:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285875:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.285877:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.285879:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.285885:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285886:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838388.285888:0:34131:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.285893:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.285895:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285896:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.285897:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.285898:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.285899:0:34131:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838388.285901:0:34131:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285903:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285904:0:34131:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285906:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285907:0:34131:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285909:0:34131:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285910:0:34131:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285912:0:34131:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788838388.285914:0:34131:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788838388.285915:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb90 00000080:00200000:0.0:1788838388.285917:0:34131:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1788838388.285920:0:34131:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788838388.285922:0:34131:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788838388.285924:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788838388.285926:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.285927:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.285929:0:34131:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788838388.285931:0:34131:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788838388.285933:0:34131:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285935:0:34131:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285936:0:34131:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285938:0:34131:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285940:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.285942:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.285943:0:34131:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838388.285945:0:34131:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788838388.285946:0:34131:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838388 a=0 c=1788838388 b=1 00020000:00000001:0.0:1788838388.285949:0:34131:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285951:0:34131:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285954:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000001:00000001:0.0:1788838388.285955:0:34131:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788838388.285957:0:34131:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788838388.285958:0:34131:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838388.285960:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838388.285961:0:34131:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838388.285963:0:34131:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838388.285965:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788838388.285969:0:34131:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9ea00. 00020000:00000002:0.0:1788838388.285972:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838388.285973:0:34131:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838388.285975:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.285976:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.285978:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838388.285980:0:34131:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe0952390. 00000008:00010000:0.0:1788838388.285982:0:34131:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788838388.285984:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285985:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838388.285986:0:34131:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9ea30, osc lock ffff98afe0952390, flags 0x400001002 00000020:00000001:0.0:1788838388.285989:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285990:0:34131:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.285992:0:34131:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423203840 : -113594286347776 : ffff98afc4e9ea00) 00000020:00000001:0.0:1788838388.285995:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.285996:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.285997:0:34131:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.285999:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286001:0:34131:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788838388.286002:0:34131:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788838388.286003:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.286005:0:34131:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.286006:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286007:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286009:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.286010:0:34131:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.286012:0:34131:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788838388.286014:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838388.286015:0:34131:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.286017:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.286018:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838388.286019:0:34131:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838388.286020:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838388.286021:0:34131:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838388.286023:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838388.286025:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:0.0:1788838388.286027:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.286030:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.286032:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.286035:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788838388.286043:0:34131:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838388.286046:0:34131:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.286049:0:34131:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.286056:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286057:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286059:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:0.0:1788838388.286061:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286063:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:0.0:1788838388.286065:0:34131:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838388.286066:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286068:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286069:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=7 00000020:00000001:0.0:1788838388.286071:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286074:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000020:00000001:0.0:1788838388.286076:0:34131:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838388.286077:0:34131:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788838388.286079:0:34131:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788838388.286080:0:34131:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.286082:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286083:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286084:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=8 00000020:00000001:0.0:1788838388.286086:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286088:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286090:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.286093:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.286100:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286102:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838388.286104:0:34131:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.286111:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.286112:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286113:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.286114:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286115:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.286116:0:34131:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838388.286118:0:34131:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286119:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286121:0:34131:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286122:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286124:0:34131:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838388.286125:0:34131:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788838388.286127:0:34131:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788838388.286128:0:34131:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788838388.286130:0:34131:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286132:0:34131:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286134:0:34131:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838388.286135:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.286137:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.286138:0:34131:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838388.286140:0:34131:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788838388.286142:0:34131:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838388 a=0 c=1788838388 b=1 00020000:00000001:0.0:1788838388.286144:0:34131:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286145:0:34131:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286147:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:0.0:1788838388.286148:0:34131:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788838388.286150:0:34131:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788838388.286151:0:34131:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838388.286153:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_release():245 00000020:00000001:0.0:1788838388.286155:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.286156:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838388.286158:0:34131:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838388.286160:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286161:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286162:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.286163:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9ea30 (ffff98afc89d36c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838388.286166:0:34131:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838388.286167:0:34131:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838388.286168:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286169:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.286170:0:34131:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838388.286171:0:34131:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.286172:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.286173:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.286174:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.286175:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838388.286178:0:34131:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838388.286178:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.286179:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9ea30 (ffff98afd05ba098/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838388.286182:0:34131:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe0952390. 00000020:00000001:0.0:1788838388.286184:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838388.286186:0:34131:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9ea00. 00020000:00000001:0.0:1788838388.286188:0:34131:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.286189:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.286190:0:34131:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788838388.286191:0:34131:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838388.286196:0:34131:0:(vvp_io.c:864:vvp_io_read_start()) header@000000002bb1e55c[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:0.0:1788838388.286198:0:34131:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1788838388.286200:0:34131:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1788838388.286203:0:34131:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1788838388.286207:0:34131:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838388.286208:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.286209:0:34131:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838388.286211:0:34131:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788838388.286212:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.286214:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.286216:0:34131:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788838388.286219:0:34131:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838388.286221:0:34131:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286223:0:34131:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286224:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:0.0:1788838388.286226:0:34131:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286228:0:34131:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286229:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286230:0:34131:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286232:0:34131:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286234:0:34131:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838388.286235:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788838388.286236:0:34131:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838388.286238:0:34131:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788838388.286239:0:34131:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838388.286240:0:34131:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286242:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286244:0:34131:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838388.286245:0:34131:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838388.286247:0:34131:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838388.286248:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc7f37d58 (ffff98afd05ba098/0) at cl_lock_release():245 00000020:00000001:0.0:1788838388.286250:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.286251:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc7f37d58 (ffff98afd05ba098/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838388.286254:0:34131:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838388.286255:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286256:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286258:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.286259:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9e430 (ffff98afc89d36c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838388.286275:0:34131:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838388.286276:0:34131:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838388.286277:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286278:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286280:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:0.0:1788838388.286282:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286284:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286285:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.286288:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838388.286300:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286302:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.286303:0:34131:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838388.286305:0:34131:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838388.286307:0:34131:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.286315:0:34131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.286317:0:34131:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838388.286318:0:34131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838388.286320:0:34131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.286322:0:34131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838388.286324:0:34131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.286325:0:34131:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.286328:0:34131:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.286329:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.286330:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286332:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.286332:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286333:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.286335:0:34131:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838388.286336:0:34131:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.286337:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.286338:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.286339:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.286341:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc7f37d58 (ffff98afd05ba098/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838388.286343:0:34131:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838388.286344:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.286345:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9e430 (ffff98afd05ba098/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838388.286348:0:34131:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe0953c80. 00000020:00000001:0.0:1788838388.286350:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838388.286352:0:34131:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9e400. 00020000:00000001:0.0:1788838388.286354:0:34131:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.286355:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.286355:0:34131:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788838388.286357:0:34131:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838388.286358:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.286359:0:34131:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838388.286361:0:34131:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838388.286362:0:34131:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286363:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286365:0:34131:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838388.286366:0:34131:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838388.286367:0:34131:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788838388.286369:0:34131:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788838388.286370:0:34131:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838388.286371:0:34131:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838388.286373:0:34131:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838388.286374:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.286375:0:34131:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838388.286377:0:34131:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838388.286379:0:34131:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286380:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286382:0:34131:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838388.286383:0:34131:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838388.286385:0:34131:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286387:0:34131:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838388.286389:0:34131:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838388.286390:0:34131:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838388.286391:0:34131:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838388.286392:0:34131:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838388.286393:0:34131:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d36c0 00020000:00000001:0.0:1788838388.286396:0:34131:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838388.286397:0:34131:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838388.286398:0:34131:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838388.286400:0:34131:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838388.286403:0:34131:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838388.286403:0:34131:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788838388.286405:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:0.0:1788838388.286407:0:34131:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788838388.286410:0:34131:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788838388.286411:0:34131:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838388.286413:0:34131:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838388.286416:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00000008:0.0:1788838388.286418:0:34131:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1788838388.286420:0:34131:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1788838388.286450:0:34131:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788838388.286452:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00200008:0.0:1788838388.286454:0:34131:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1788838388.286456:0:34131:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788838388.286458:0:34131:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788838388.286460:0:34131:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1788838388.286462:0:34131:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788838388.286465:0:34131:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.286467:0:34131:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838388.286469:0:34131:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000080:00000001:0.0:1788838388.286471:0:34131:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788838388.286473:0:34131:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286474:0:34131:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788838388.286476:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:0.0:1788838388.286477:0:34131:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1788838388.286480:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc30 00000080:00200000:0.0:1788838388.286481:0:34131:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788838388.286482:0:34131:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788838388.286485:0:34131:0:(cl_io.c:214:cl_io_rw_init()) header@000000002bb1e55c[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788838388.286487:0:34131:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1788838388.286489:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.286491:0:34131:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788838388.286492:0:34131:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788838388.286493:0:34131:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788838388.286496:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.286497:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788838388.286498:0:34131:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838388.286501:0:34131:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286503:0:34131:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788838388.286504:0:34131:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286506:0:34131:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838388.286508:0:34131:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05cd090 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788838388.286511:0:34131:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.286513:0:34131:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788838388.286514:0:34131:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788838388.286515:0:34131:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788838388.286516:0:34131:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286518:0:34131:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788838388.286520:0:34131:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788838388.286521:0:34131:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286523:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.286524:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.286525:0:34131:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788838388.286526:0:34131:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00000020:00000001:0.0:1788838388.286528:0:34131:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286530:0:34131:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286532:0:34131:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788838388.286533:0:34131:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788838388.286534:0:34131:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788838388.286536:0:34131:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1788838388.286538:0:34131:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788838388.286539:0:34131:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788838388.286542:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788838388.286544:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286546:0:34131:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788838388.286547:0:34131:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838388.286548:0:34131:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286088 : -113594224265528 : ffff98afc89d36c8) 00000020:00001000:0.0:1788838388.286550:0:34131:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d36c0 00000020:00000001:0.0:1788838388.286551:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.286553:0:34131:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788838388.286554:0:34131:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788838388.286555:0:34131:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788838388.286556:0:34131:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286558:0:34131:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286560:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286562:0:34131:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788838388.286563:0:34131:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788838388.286565:0:34131:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286566:0:34131:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286568:0:34131:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286570:0:34131:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286571:0:34131:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286573:0:34131:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788838388.286574:0:34131:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788838388.286575:0:34131:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788838388.286576:0:34131:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788838388.286578:0:34131:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788838388.286580:0:34131:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286581:0:34131:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286583:0:34131:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788838388.286585:0:34131:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1788838388.286586:0:34131:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788838388.286587:0:34131:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788838388.286589:0:34131:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286590:0:34131:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286591:0:34131:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286593:0:34131:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.286594:0:34131:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286595:0:34131:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788838388.286596:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.286597:0:34131:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788838388.286598:0:34131:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838388.286599:0:34131:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286601:0:34131:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286602:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286603:0:34131:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286605:0:34131:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788838388.286606:0:34131:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838388.286607:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838388.286608:0:34131:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838388.286609:0:34131:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838388.286610:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1788838388.286614:0:34131:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9e400. 00020000:00000002:0.0:1788838388.286617:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1788838388.286619:0:34131:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838388.286620:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286621:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286622:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838388.286625:0:34131:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe0953c80. 00000008:00010000:0.0:1788838388.286626:0:34131:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788838388.286628:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.286629:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838388.286630:0:34131:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9e430, osc lock ffff98afe0953c80, flags 0x0 00000020:00000001:0.0:1788838388.286632:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286633:0:34131:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286635:0:34131:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423202304 : -113594286349312 : ffff98afc4e9e400) 00000020:00000001:0.0:1788838388.286637:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.286638:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.286639:0:34131:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286641:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286642:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.286643:0:34131:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.286644:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286645:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286647:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.286648:0:34131:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.286649:0:34131:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788838388.286650:0:34131:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286652:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838388.286653:0:34131:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.286695:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.286697:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838388.286698:0:34131:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838388.286699:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838388.286700:0:34131:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838388.286701:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838388.286705:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:0.0:1788838388.286707:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.286710:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.286712:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838388.286715:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:0.0:1788838388.286723:0:34131:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838388.286726:0:34131:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.286728:0:34131:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.286734:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286735:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286737:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:0.0:1788838388.286738:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286741:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:0.0:1788838388.286744:0:34131:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838388.286745:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286746:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286747:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:0.0:1788838388.286749:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286751:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286753:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286754:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286755:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:0.0:1788838388.286757:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286759:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286761:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.286763:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.286765:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.286772:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286773:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.286775:0:34131:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.286776:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286777:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286779:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=7 00000020:00000001:0.0:1788838388.286780:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286782:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286784:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.286797:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.286804:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286805:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838388.286807:0:34131:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.286818:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.286819:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286821:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.286821:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.286822:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.286823:0:34131:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838388.286825:0:34131:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286826:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286828:0:34131:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286829:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286830:0:34131:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286832:0:34131:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286834:0:34131:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286835:0:34131:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788838388.286837:0:34131:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788838388.286838:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb90 00000080:00200000:0.0:1788838388.286839:0:34131:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1788838388.286842:0:34131:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788838388.286843:0:34131:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788838388.286845:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788838388.286847:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286849:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286850:0:34131:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788838388.286852:0:34131:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788838388.286853:0:34131:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286855:0:34131:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286856:0:34131:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286857:0:34131:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286860:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.286861:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.286863:0:34131:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838388.286865:0:34131:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788838388.286873:0:34131:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838388.286875:0:34131:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788838388.286877:0:34131:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838388.286878:0:34131:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788838388.286881:0:34131:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788838388 a=1788838388 c=1788838388 b=1 00020000:00000001:0.0:1788838388.286883:0:34131:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838388.286885:0:34131:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838388 a=1788838388 c=1788838388 b=1 00020000:00000001:0.0:1788838388.286888:0:34131:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286889:0:34131:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286891:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000001:00000001:0.0:1788838388.286893:0:34131:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788838388.286895:0:34131:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788838388.286896:0:34131:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788838388.286898:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788838388.286899:0:34131:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788838388.286900:0:34131:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788838388.286902:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788838388.286906:0:34131:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc4e9ea00. 00020000:00000002:0.0:1788838388.286908:0:34131:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788838388.286910:0:34131:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788838388.286911:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286912:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286913:0:34131:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788838388.286915:0:34131:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe0952390. 00000008:00010000:0.0:1788838388.286916:0:34131:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788838388.286918:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.286919:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788838388.286920:0:34131:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc4e9ea30, osc lock ffff98afe0952390, flags 0x400001002 00000020:00000001:0.0:1788838388.286922:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286923:0:34131:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.286925:0:34131:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479423203840 : -113594286347776 : ffff98afc4e9ea00) 00000020:00000001:0.0:1788838388.286927:0:34131:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788838388.286928:0:34131:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788838388.286929:0:34131:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286931:0:34131:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.286932:0:34131:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788838388.286934:0:34131:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788838388.286935:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.286936:0:34131:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788838388.286938:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.286939:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.286941:0:34131:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.286942:0:34131:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788838388.286943:0:34131:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788838388.286945:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788838388.286946:0:34131:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.286948:0:34131:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788838388.286949:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788838388.286950:0:34131:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788838388.286951:0:34131:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788838388.286952:0:34131:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788838388.286953:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838388.286956:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:0.0:1788838388.286958:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.286960:0:34131:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838388.286962:0:34131:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.286965:0:34131:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:0.0:1788838388.286972:0:34131:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838388.286973:0:34131:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.286976:0:34131:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.286983:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286984:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286985:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:0.0:1788838388.286987:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286989:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:0.0:1788838388.286992:0:34131:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788838388.286993:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.286994:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.286995:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=7 00000020:00000001:0.0:1788838388.286997:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.286999:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000020:00000001:0.0:1788838388.287001:0:34131:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838388.287003:0:34131:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788838388.287004:0:34131:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788838388.287006:0:34131:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.287007:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.287008:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.287010:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=8 00000020:00000001:0.0:1788838388.287011:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.287013:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.287015:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.287017:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.287023:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.287024:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838388.287026:0:34131:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.287031:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.287032:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.287034:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.287034:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.287035:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.287036:0:34131:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838388.287038:0:34131:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287039:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.287041:0:34131:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287042:0:34131:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287043:0:34131:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788838388.287044:0:34131:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788838388.287046:0:34131:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788838388.287047:0:34131:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788838388.287049:0:34131:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287050:0:34131:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.287052:0:34131:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838388.287054:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.287056:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.287057:0:34131:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838388.287059:0:34131:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788838388.287060:0:34131:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838388 a=1788838388 c=1788838388 b=1 00020000:00000001:0.0:1788838388.287063:0:34131:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287064:0:34131:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287066:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:0.0:1788838388.287068:0:34131:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788838388.287069:0:34131:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788838388.287071:0:34131:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838388.287072:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_release():245 00000020:00000001:0.0:1788838388.287074:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.287075:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838388.287077:0:34131:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838388.287078:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.287079:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.287081:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.287082:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9ea30 (ffff98afc89d36c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838388.287084:0:34131:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838388.287085:0:34131:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838388.287086:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.287087:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.287088:0:34131:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838388.287089:0:34131:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.287090:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.287091:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.287092:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.287093:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05cd030 (ffff98afd05ba098/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838388.287095:0:34131:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838388.287096:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.287097:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9ea30 (ffff98afd05ba098/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838388.287099:0:34131:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe0952390. 00000020:00000001:0.0:1788838388.287102:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838388.287103:0:34131:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9ea00. 00020000:00000001:0.0:1788838388.287105:0:34131:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.287106:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.287107:0:34131:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788838388.287109:0:34131:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838388.287113:0:34131:0:(vvp_io.c:864:vvp_io_read_start()) header@000000002bb1e55c[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:0.0:1788838388.287114:0:34131:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1788838388.287117:0:34131:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1788838388.287119:0:34131:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1788838388.287122:0:34131:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838388.287124:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.287125:0:34131:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838388.287126:0:34131:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788838388.287127:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.287129:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:0.0:1788838388.287130:0:34131:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788838388.287132:0:34131:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838388.287133:0:34131:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287135:0:34131:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287136:0:34131:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:0.0:1788838388.287138:0:34131:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287139:0:34131:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.287140:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.287142:0:34131:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287143:0:34131:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287145:0:34131:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838388.287146:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788838388.287147:0:34131:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838388.287148:0:34131:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788838388.287149:0:34131:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838388.287150:0:34131:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.287152:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.287153:0:34131:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838388.287154:0:34131:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838388.287155:0:34131:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838388.287157:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc7f37d58 (ffff98afd05ba098/0) at cl_lock_release():245 00000020:00000001:0.0:1788838388.287159:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.287160:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc7f37d58 (ffff98afd05ba098/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838388.287162:0:34131:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838388.287163:0:34131:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838388.287164:0:34131:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407640072 : -113594301911544 : ffff98afc3fc6e08) 00000020:00000001:0.0:1788838388.287166:0:34131:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838388.287167:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc4e9e430 (ffff98afc89d36c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838388.287169:0:34131:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838388.287170:0:34131:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838388.287171:0:34131:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838388.287172:0:34131:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838388.287174:0:34131:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:0.0:1788838388.287176:0:34131:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.287177:0:34131:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838388.287179:0:34131:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838388.287182:0:34131:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788838388.287190:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.287191:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.287192:0:34131:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838388.287194:0:34131:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838388.287197:0:34131:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788838388.287204:0:34131:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838388.287207:0:34131:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838388.287208:0:34131:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838388.287210:0:34131:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.287212:0:34131:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838388.287214:0:34131:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.287216:0:34131:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.287218:0:34131:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838388.287220:0:34131:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838388.287221:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.287222:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838388.287223:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.287224:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838388.287225:0:34131:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838388.287226:0:34131:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.287227:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.287228:0:34131:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838388.287229:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.287230:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc7f37d58 (ffff98afd05ba098/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838388.287232:0:34131:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838388.287233:0:34131:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838388.287234:0:34131:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc4e9e430 (ffff98afd05ba098/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838388.287237:0:34131:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe0953c80. 00000020:00000001:0.0:1788838388.287239:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838388.287240:0:34131:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc4e9e400. 00020000:00000001:0.0:1788838388.287242:0:34131:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.287243:0:34131:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838388.287244:0:34131:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788838388.287245:0:34131:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838388.287247:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.287248:0:34131:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838388.287249:0:34131:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838388.287250:0:34131:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.287251:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.287253:0:34131:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838388.287253:0:34131:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838388.287255:0:34131:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788838388.287257:0:34131:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788838388.287258:0:34131:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838388.287259:0:34131:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838388.293990:0:34131:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838388.293992:0:34131:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838388.293994:0:34131:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838388.293999:0:34131:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838388.294001:0:34131:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.294004:0:34131:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.294006:0:34131:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838388.294008:0:34131:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838388.294010:0:34131:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.294014:0:34131:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838388.294016:0:34131:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838388.294018:0:34131:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838388.294019:0:34131:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838388.294021:0:34131:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838388.294023:0:34131:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d36c0 00020000:00000001:0.0:1788838388.294028:0:34131:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838388.294029:0:34131:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838388.294032:0:34131:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838388.294035:0:34131:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838388.294038:0:34131:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838388.294040:0:34131:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788838388.294042:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc98 00000080:00200000:0.0:1788838388.294044:0:34131:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788838388.294048:0:34131:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788838388.294049:0:34131:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838388.294052:0:34131:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00000020:00000001:0.0:1788838388.294054:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd88 00000080:00000008:0.0:1788838388.294055:0:34131:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1788838388.294058:0:34131:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838388.294147:0:34131:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838388.294150:0:34131:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:0.0:1788838388.294155:0:34131:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.294157:0:34131:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.294165:0:34131:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838388.294167:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fdf0 00000080:00200008:0.0:1788838388.294169:0:34131:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 100000 00000080:00000001:0.0:1788838388.294173:0:34131:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838388.294176:0:34131:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788838388.294177:0:34131:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838388.294178:0:34131:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000002:0.0:1788838388.294181:0:34131:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afc91aa7c0 00020000:00000001:0.0:1788838388.294183:0:34131:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.294185:0:34131:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838388.294193:0:34131:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838388.294197:0:34131:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838388.294203:0:34131:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 3 00010000:00000001:0.0:1788838388.294206:0:34131:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838388.294211:0:34131:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788838388.294214:0:34131:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788838388.294218:0:34131:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838388.294224:0:34131:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838388.294229:0:34131:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788838388.294244:0:34131:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838388.294245:0:34131:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838388.294247:0:34131:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788838388.294249:0:34131:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 16 00000080:00000010:0.0:1788838388.294252:0:34131:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174dc0. 00000080:00000001:0.0:1788838388.294256:0:34131:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838388.294271:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fdf0 00000080:00000008:0.0:1788838388.294274:0:34131:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), flags 100000, rc = 0 00000080:00000001:0.0:1788838388.294276:0:34131:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838388.294281:0:34131:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788838388.294283:0:34131:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fe00 00000080:00002000:0.0:1788838388.294285:0:34131:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd169b6c0, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:0.0:1788838388.294288:0:34131:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.310835:0:34132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.310842:0:34132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.310844:0:34132:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.310847:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fb20 00000080:00200000:3.0:1788838388.310852:0:34132:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838388.310860:0:34132:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.310866:0:34132:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.310870:0:34132:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.310875:0:34132:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.310877:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fa40 00800000:00000002:3.0:1788838388.310880:0:34132:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.310883:0:34132:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.310887:0:34132:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.310892:0:34132:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.310894:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7f910 00000002:00010000:3.0:1788838388.310898:0:34132:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.310900:0:34132:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.310902:0:34132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.310905:0:34132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.310913:0:34132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:3.0:1788838388.310916:0:34132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.310920:0:34132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.310924:0:34132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.310929:0:34132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838388.310939:0:34132:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.310945:0:34132:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.310948:0:34132:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838388.310954:0:34132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.310956:0:34132:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.310958:0:34132:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.310959:0:34132:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.310962:0:34132:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.310964:0:34132:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.310967:0:34132:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.310969:0:34132:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.310972:0:34132:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838388.310975:0:34132:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.310977:0:34132:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.310979:0:34132:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838388.310983:0:34132:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d045 00800000:00000001:3.0:1788838388.310986:0:34132:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.310988:0:34132:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.310989:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.310992:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.310994:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.310996:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.310999:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.311002:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311003:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.311004:0:34132:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.311006:0:34132:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.311008:0:34132:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d045 from it ffffbbcb01c7fb58 00010000:00000001:3.0:1788838388.311010:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.311011:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.311012:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.311014:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.311015:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.311017:0:34132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.311020:0:34132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838388.311026:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311026:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.311028:0:34132:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.311030:0:34132:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.311033:0:34132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838388.311040:0:34132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.311042:0:34132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.311044:0:34132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.311049:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311050:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.311051:0:34132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311054:0:34132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.311056:0:34132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311058:0:34132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311059:0:34132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311061:0:34132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.311062:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311063:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.311066:0:34132:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.311067:0:34132:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.311069:0:34132:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838388.311074:0:34132:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.311077:0:34132:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838388.311079:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fb48 00000080:00002000:3.0:1788838388.311081:0:34132:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd169b6c0) flags 0x48004e refc 0 00000080:00000001:3.0:1788838388.311083:0:34132:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311085:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fb90 00000080:00200000:3.0:1788838388.311086:0:34132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1788838388.311093:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fd08 00000080:00200008:3.0:1788838388.311095:0:34132:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1788838388.311099:0:34132:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.311100:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fc80 00000080:00200000:3.0:1788838388.311102:0:34132:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88),name=recon 00000080:00000010:3.0:1788838388.311106:0:34132:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.311109:0:34132:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.311113:0:34132:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.311115:0:34132:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.311116:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fba0 00800000:00000002:3.0:1788838388.311117:0:34132:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.311120:0:34132:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.311124:0:34132:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.311127:0:34132:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.311128:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fa70 00000002:00010000:3.0:1788838388.311130:0:34132:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.311132:0:34132:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.311134:0:34132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.311135:0:34132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.311138:0:34132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 3 00010000:00000001:3.0:1788838388.311140:0:34132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.311143:0:34132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.311144:0:34132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.311147:0:34132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788838388.311154:0:34132:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.311156:0:34132:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.311158:0:34132:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788838388.311164:0:34132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.311165:0:34132:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.311167:0:34132:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.311168:0:34132:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.311170:0:34132:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.311172:0:34132:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.311174:0:34132:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.311175:0:34132:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.311177:0:34132:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838388.311180:0:34132:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.311181:0:34132:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.311183:0:34132:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) 00000080:00010000:3.0:1788838388.311185:0:34132:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62d022 00800000:00000001:3.0:1788838388.311188:0:34132:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.311190:0:34132:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.311191:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.311192:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.311193:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:3.0:1788838388.311195:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.311197:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.311199:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311200:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.311201:0:34132:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.311203:0:34132:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.311205:0:34132:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d022 from it ffffbbcb01c7fcb8 00010000:00000001:3.0:1788838388.311206:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.311207:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.311209:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:3.0:1788838388.311210:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.311212:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.311214:0:34132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.311217:0:34132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788838388.311222:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311223:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.311224:0:34132:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.311225:0:34132:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.311227:0:34132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788838388.311232:0:34132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.311234:0:34132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.311236:0:34132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.311237:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311238:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.311240:0:34132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311242:0:34132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.311243:0:34132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311245:0:34132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311246:0:34132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311248:0:34132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.311249:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311250:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.311251:0:34132:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.311253:0:34132:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.311255:0:34132:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788838388.311258:0:34132:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838388.311269:0:34132:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.311272:0:34132:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838388.311273:0:34132:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.311276:0:34132:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838388.311278:0:34132:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788838388.311281:0:34132:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.311285:0:34132:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.311287:0:34132:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838388.311292:0:34132:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.311294:0:34132:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838388.311296:0:34132:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838388.311298:0:34132:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788838388.311301:0:34132:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.311303:0:34132:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838388.311305:0:34132:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838388.311307:0:34132:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.311308:0:34132:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838388.311312:0:34132:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05ccbf0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788838388.311316:0:34132:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afe21e27c0 00020000:00000001:3.0:1788838388.311319:0:34132:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838388.311321:0:34132:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838388.311322:0:34132:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838388.311324:0:34132:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.311326:0:34132:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838388.311328:0:34132:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838388.311330:0:34132:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311331:0:34132:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.311332:0:34132:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838388.311333:0:34132:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838388.311335:0:34132:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afe21e27c0 00000020:00000001:3.0:1788838388.311337:0:34132:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838388.311339:0:34132:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788838388.311341:0:34132:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788838388.311344:0:34132:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838388.311345:0:34132:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838388.311347:0:34132:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838388.311349:0:34132:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838388.311354:0:34132:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788838388.311360:0:34132:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894c900. 00020000:00000002:3.0:1788838388.311362:0:34132:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838388.311364:0:34132:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838388.311367:0:34132:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838388.311369:0:34132:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838388.311370:0:34132:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.311372:0:34132:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286952 : -113594224264664 : ffff98afc89d3a28) 00000020:00001000:3.0:1788838388.311374:0:34132:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3a20 00000020:00000001:3.0:1788838388.311377:0:34132:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.311379:0:34132:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838388.311382:0:34132:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.311383:0:34132:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838388.311385:0:34132:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.311387:0:34132:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.311389:0:34132:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838388.311391:0:34132:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838388.311395:0:34132:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c260. 00000008:00010000:3.0:1788838388.311398:0:34132:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788838388.311400:0:34132:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838388.311401:0:34132:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838388.311403:0:34132:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894c930, osc lock ffff98afe090c260, flags 0x400001002 00000020:00000001:3.0:1788838388.311405:0:34132:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.311406:0:34132:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.311409:0:34132:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484733696 : -113594224817920 : ffff98afc894c900) 00000020:00000001:3.0:1788838388.311411:0:34132:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838388.311412:0:34132:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838388.311413:0:34132:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311414:0:34132:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311417:0:34132:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788838388.311419:0:34132:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788838388.311420:0:34132:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838388.311422:0:34132:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838388.311423:0:34132:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838388.311424:0:34132:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838388.311425:0:34132:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838388.311427:0:34132:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838388.311429:0:34132:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838388.311433:0:34132:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838388.311435:0:34132:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838388.311436:0:34132:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838388.311438:0:34132:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838388.311439:0:34132:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838388.311440:0:34132:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838388.311442:0:34132:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838388.311444:0:34132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.311448:0:34132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:3.0:1788838388.311449:0:34132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.311453:0:34132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.311455:0:34132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.311458:0:34132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:3.0:1788838388.311467:0:34132:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.311470:0:34132:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.311472:0:34132:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1788838388.311479:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.311480:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.311481:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:3.0:1788838388.311484:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:3.0:1788838388.311485:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:3.0:1788838388.311489:0:34132:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838388.311492:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.311493:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.311494:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:3.0:1788838388.311496:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:3.0:1788838388.311497:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000020:00000001:3.0:1788838388.311500:0:34132:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838388.311502:0:34132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788838388.311504:0:34132:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838388.311505:0:34132:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311507:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.311508:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.311509:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:3.0:1788838388.311511:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:3.0:1788838388.311513:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:3.0:1788838388.311514:0:34132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.311517:0:34132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1788838388.311523:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311524:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.311525:0:34132:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.311526:0:34132:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.311528:0:34132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788838388.311534:0:34132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.311536:0:34132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.311537:0:34132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.311539:0:34132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311541:0:34132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.311543:0:34132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311544:0:34132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311547:0:34132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311548:0:34132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.311550:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311551:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.311552:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311553:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838388.311555:0:34132:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.311557:0:34132:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311559:0:34132:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.311561:0:34132:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311562:0:34132:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311564:0:34132:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838388.311565:0:34132:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838388.311568:0:34132:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788838388.311569:0:34132:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788838388.311570:0:34132:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311572:0:34132:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.311575:0:34132:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788838388.311578:0:34132:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.311579:0:34132:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.311581:0:34132:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788838388.311584:0:34132:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788838388.311587:0:34132:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788838388.311589:0:34132:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1788838388.311590:0:34132:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788838388.311591:0:34132:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1788838388.311594:0:34132:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[1]: s=46 (1) m=1788838388 a=1788838388 c=1788838388 b=1 00020000:00000001:3.0:1788838388.311597:0:34132:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838388.311599:0:34132:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838388 a=1788838388 c=1788838388 b=1 00020000:00000001:3.0:1788838388.311602:0:34132:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311604:0:34132:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311606:0:34132:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:3.0:1788838388.311608:0:34132:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788838388.311610:0:34132:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788838388.311612:0:34132:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788838388.311613:0:34132:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_release():245 00000020:00000001:3.0:1788838388.311616:0:34132:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838388.311618:0:34132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788838388.311620:0:34132:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788838388.311622:0:34132:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838388.311623:0:34132:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838388.311625:0:34132:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838388.311626:0:34132:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894c930 (ffff98afc89d3a28/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788838388.311628:0:34132:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788838388.311629:0:34132:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788838388.311630:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311631:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838388.311632:0:34132:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788838388.311634:0:34132:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838388.311635:0:34132:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838388.311636:0:34132:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838388.311637:0:34132:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838388.311639:0:34132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788838388.311641:0:34132:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788838388.311642:0:34132:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838388.311643:0:34132:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894c930 (ffff98afd05bacf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788838388.311646:0:34132:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c260. 00000020:00000001:3.0:1788838388.311649:0:34132:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788838388.311650:0:34132:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894c900. 00020000:00000001:3.0:1788838388.311653:0:34132:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788838388.311654:0:34132:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788838388.311677:0:34132:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788838388.311678:0:34132:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311681:0:34132:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838388.311682:0:34132:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838388.311684:0:34132:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838388.311685:0:34132:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838388.311686:0:34132:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838388.311687:0:34132:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3a20 00020000:00000001:3.0:1788838388.311690:0:34132:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838388.311692:0:34132:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838388.311694:0:34132:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838388.311696:0:34132:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838388.311699:0:34132:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838388.311701:0:34132:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.311702:0:34132:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838388.311704:0:34132:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838388.311705:0:34132:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838388.311706:0:34132:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000001:00000001:3.0:1788838388.311708:0:34132:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311713:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fd08 00000080:00000008:3.0:1788838388.311714:0:34132:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1788838388.311718:0:34132:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838388.311719:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fda0 00000080:00002000:3.0:1788838388.311721:0:34132:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd169b6c0, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:3.0:1788838388.311724:0:34132:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.311755:0:34132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.311758:0:34132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.311759:0:34132:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.311760:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fbc0 00000080:00200000:3.0:1788838388.311762:0:34132:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838388.311767:0:34132:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.311770:0:34132:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.311773:0:34132:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.311775:0:34132:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.311776:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fae0 00800000:00000002:3.0:1788838388.311778:0:34132:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.311781:0:34132:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.311783:0:34132:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.311786:0:34132:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.311788:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7f9b0 00000002:00010000:3.0:1788838388.311789:0:34132:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.311792:0:34132:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.311793:0:34132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.311794:0:34132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.311796:0:34132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:3.0:1788838388.311798:0:34132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.311801:0:34132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.311803:0:34132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.311806:0:34132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788838388.311813:0:34132:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.311816:0:34132:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.311819:0:34132:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788838388.311824:0:34132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.311826:0:34132:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.311828:0:34132:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.311829:0:34132:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.311831:0:34132:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.311833:0:34132:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.311835:0:34132:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.311837:0:34132:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.311839:0:34132:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838388.311842:0:34132:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.311843:0:34132:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.311845:0:34132:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838388.311848:0:34132:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d045 00800000:00000001:3.0:1788838388.311850:0:34132:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.311852:0:34132:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.311853:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.311854:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.311856:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.311858:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.311860:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.311862:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311863:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.311864:0:34132:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.311865:0:34132:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.311867:0:34132:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d045 from it ffffbbcb01c7fbf8 00010000:00000001:3.0:1788838388.311869:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.311870:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.311872:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.311873:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.311876:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.311878:0:34132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.311881:0:34132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838388.311887:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311888:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.311889:0:34132:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.311890:0:34132:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.311893:0:34132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838388.311898:0:34132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.311900:0:34132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.311901:0:34132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.311903:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311904:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.311906:0:34132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311908:0:34132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.311909:0:34132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311911:0:34132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311913:0:34132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.311914:0:34132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.311915:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.311916:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.311918:0:34132:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.311920:0:34132:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.311922:0:34132:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838388.311925:0:34132:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.311927:0:34132:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838388.311929:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fbe8 00000080:00002000:3.0:1788838388.311930:0:34132:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd169b6c0) flags 0x48004e refc 0 00000080:00000001:3.0:1788838388.311932:0:34132:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.311934:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fc30 00000080:00200000:3.0:1788838388.311935:0:34132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:3.0:1788838388.311949:0:34132:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1788838388.311952:0:34132:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:3.0:1788838388.311956:0:34132:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838388.311957:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fe40 00000080:00002000:3.0:1788838388.311958:0:34132:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd169b6c0, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:3.0:1788838388.311961:0:34132:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.311970:0:34132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.311971:0:34132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.311972:0:34132:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.311973:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fbc0 00000080:00200000:3.0:1788838388.311975:0:34132:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838388.311978:0:34132:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.311980:0:34132:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.311982:0:34132:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.311984:0:34132:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.311985:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fae0 00800000:00000002:3.0:1788838388.311987:0:34132:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.311990:0:34132:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.311991:0:34132:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.311994:0:34132:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.311995:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7f9b0 00000002:00010000:3.0:1788838388.311996:0:34132:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.311999:0:34132:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.312000:0:34132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.312001:0:34132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.312004:0:34132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:3.0:1788838388.312005:0:34132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.312007:0:34132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.312009:0:34132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.312012:0:34132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788838388.312018:0:34132:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.312020:0:34132:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.312023:0:34132:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788838388.312034:0:34132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.312035:0:34132:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.312037:0:34132:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.312038:0:34132:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.312040:0:34132:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.312041:0:34132:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.312044:0:34132:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.312045:0:34132:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.312047:0:34132:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838388.312049:0:34132:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.312050:0:34132:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.312052:0:34132:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838388.312055:0:34132:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d045 00800000:00000001:3.0:1788838388.312057:0:34132:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.312058:0:34132:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.312059:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.312060:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.312061:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.312063:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.312065:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.312067:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.312068:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.312069:0:34132:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.312070:0:34132:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.312072:0:34132:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d045 from it ffffbbcb01c7fbf8 00010000:00000001:3.0:1788838388.312073:0:34132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.312074:0:34132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.312075:0:34132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.312077:0:34132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.312079:0:34132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.312080:0:34132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.312083:0:34132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838388.312089:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.312090:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.312090:0:34132:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.312092:0:34132:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.312094:0:34132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838388.312099:0:34132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.312100:0:34132:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.312102:0:34132:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.312104:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.312105:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.312106:0:34132:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.312108:0:34132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.312109:0:34132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.312111:0:34132:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.312113:0:34132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.312114:0:34132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.312115:0:34132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.312117:0:34132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.312118:0:34132:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.312119:0:34132:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.312122:0:34132:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838388.312125:0:34132:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.312127:0:34132:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838388.312128:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fbe8 00000080:00002000:3.0:1788838388.312130:0:34132:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd169b6c0) flags 0x48004e refc 0 00000080:00000001:3.0:1788838388.312132:0:34132:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.312133:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fc30 00000080:00200000:3.0:1788838388.312135:0:34132:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:3.0:1788838388.312140:0:34132:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1788838388.312143:0:34132:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788838388.312145:0:34132:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838388.312146:0:34132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c7fe40 00000080:00002000:3.0:1788838388.312148:0:34132:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd169b6c0, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:3.0:1788838388.312150:0:34132:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.324817:0:34133:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.324824:0:34133:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.324826:0:34133:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.324829:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb20 00000080:00200000:3.0:1788838388.324834:0:34133:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838388.324842:0:34133:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.324849:0:34133:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.324852:0:34133:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.324857:0:34133:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.324859:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa40 00800000:00000002:3.0:1788838388.324862:0:34133:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.324866:0:34133:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.324870:0:34133:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.324875:0:34133:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.324877:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f910 00000002:00010000:3.0:1788838388.324879:0:34133:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.324882:0:34133:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.324885:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.324887:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.324893:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:3.0:1788838388.324896:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.324901:0:34133:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.324905:0:34133:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.324910:0:34133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788838388.324921:0:34133:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.324926:0:34133:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.324929:0:34133:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788838388.324936:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.324938:0:34133:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.324940:0:34133:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.324942:0:34133:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.324943:0:34133:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.324945:0:34133:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.324948:0:34133:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.324951:0:34133:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.324954:0:34133:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838388.324958:0:34133:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.324960:0:34133:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.324962:0:34133:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838388.324966:0:34133:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d045 00800000:00000001:3.0:1788838388.324969:0:34133:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.324971:0:34133:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.324972:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.324974:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.324977:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.324979:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.324982:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.324984:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.324986:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.324987:0:34133:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.324988:0:34133:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.324991:0:34133:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d045 from it ffffbbcb01f7fb58 00010000:00000001:3.0:1788838388.324993:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.324994:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.324995:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.324997:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.325000:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.325002:0:34133:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.325004:0:34133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838388.325011:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.325013:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.325014:0:34133:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.325016:0:34133:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.325018:0:34133:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838388.325026:0:34133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.325029:0:34133:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.325031:0:34133:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.325035:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.325036:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.325037:0:34133:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.325040:0:34133:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.325042:0:34133:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.325044:0:34133:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.325046:0:34133:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.325048:0:34133:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.325050:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.325051:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.325053:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.325055:0:34133:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.325057:0:34133:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838388.325061:0:34133:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.325065:0:34133:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838388.325067:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb48 00000080:00002000:3.0:1788838388.325068:0:34133:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd169b6c0) flags 0x48004e refc 0 00000080:00000001:3.0:1788838388.325071:0:34133:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.325072:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb90 00000080:00200000:3.0:1788838388.325074:0:34133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1788838388.325080:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd08 00000080:00200008:3.0:1788838388.325082:0:34133:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838388.325087:0:34133:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.325088:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc80 00000080:00200000:3.0:1788838388.325090:0:34133:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88),name=recon 00000080:00000010:3.0:1788838388.325094:0:34133:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.325096:0:34133:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.325101:0:34133:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.325103:0:34133:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.325104:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fba0 00800000:00000002:3.0:1788838388.325106:0:34133:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.325108:0:34133:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.325112:0:34133:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.325115:0:34133:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.325116:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa70 00000002:00010000:3.0:1788838388.325117:0:34133:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.325120:0:34133:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.325121:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.325122:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.325126:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 3 00010000:00000001:3.0:1788838388.325128:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.325130:0:34133:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.325132:0:34133:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.325135:0:34133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788838388.325142:0:34133:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.325144:0:34133:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.325146:0:34133:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788838388.325152:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.325154:0:34133:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.325156:0:34133:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.325157:0:34133:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.325159:0:34133:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.325161:0:34133:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.325163:0:34133:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.325165:0:34133:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.325166:0:34133:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838388.325169:0:34133:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.325170:0:34133:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.325173:0:34133:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) 00000080:00010000:3.0:1788838388.325175:0:34133:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff98afd1583a88) for lock 0x9f68a6b43b62d022 00800000:00000001:3.0:1788838388.325178:0:34133:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.325179:0:34133:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.325180:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.325181:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.325182:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:3.0:1788838388.325184:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.325186:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.325188:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.325189:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.325190:0:34133:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.325192:0:34133:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.325194:0:34133:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d022 from it ffffbbcb01f7fcb8 00010000:00000001:3.0:1788838388.325196:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.325197:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.325198:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab000 refcount=3 00000020:00000001:3.0:1788838388.325200:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.325202:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487217664 : -113594222333952 : ffff98afc8bab000) 00010000:00000001:3.0:1788838388.325204:0:34133:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.325206:0:34133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788838388.325212:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.325213:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.325214:0:34133:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.325215:0:34133:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.325217:0:34133:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788838388.325223:0:34133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.325224:0:34133:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.325225:0:34133:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.325228:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.325229:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.325230:0:34133:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.325231:0:34133:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.325233:0:34133:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.325234:0:34133:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.325236:0:34133:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.325237:0:34133:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.325238:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.325239:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.325241:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.325242:0:34133:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.325245:0:34133:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788838388.325248:0:34133:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838388.325250:0:34133:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.325252:0:34133:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838388.325253:0:34133:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.325255:0:34133:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838388.325259:0:34133:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788838388.326193:0:34133:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.326198:0:34133:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.326202:0:34133:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838388.326207:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.326209:0:34133:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838388.326212:0:34133:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838388.326214:0:34133:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788838388.326217:0:34133:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.326218:0:34133:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838388.326220:0:34133:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838388.326221:0:34133:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.326223:0:34133:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838388.326227:0:34133:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05ccbf0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788838388.326231:0:34133:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00020000:00000001:3.0:1788838388.326234:0:34133:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838388.326236:0:34133:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838388.326239:0:34133:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838388.326240:0:34133:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.326243:0:34133:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838388.326245:0:34133:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838388.326247:0:34133:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326249:0:34133:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.326250:0:34133:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838388.326251:0:34133:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838388.326252:0:34133:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00000020:00000001:3.0:1788838388.326255:0:34133:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838388.326257:0:34133:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788838388.326258:0:34133:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788838388.326279:0:34133:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838388.326280:0:34133:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838388.326282:0:34133:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838388.326284:0:34133:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838388.326289:0:34133:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788838388.326295:0:34133:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894c400. 00020000:00000002:3.0:1788838388.326298:0:34133:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838388.326300:0:34133:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838388.326302:0:34133:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838388.326304:0:34133:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838388.326305:0:34133:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.326307:0:34133:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286952 : -113594224264664 : ffff98afc89d3a28) 00000020:00001000:3.0:1788838388.326309:0:34133:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3a20 00000020:00000001:3.0:1788838388.326311:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.326313:0:34133:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838388.326316:0:34133:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.326317:0:34133:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838388.326319:0:34133:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.326321:0:34133:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.326323:0:34133:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838388.326325:0:34133:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838388.326329:0:34133:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c260. 00000008:00010000:3.0:1788838388.326332:0:34133:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788838388.326334:0:34133:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838388.326336:0:34133:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838388.326337:0:34133:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894c430, osc lock ffff98afe090c260, flags 0x400001002 00000020:00000001:3.0:1788838388.326339:0:34133:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.326341:0:34133:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.326343:0:34133:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484732416 : -113594224819200 : ffff98afc894c400) 00000020:00000001:3.0:1788838388.326345:0:34133:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838388.326347:0:34133:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838388.326348:0:34133:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326350:0:34133:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326352:0:34133:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788838388.326353:0:34133:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788838388.326355:0:34133:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838388.326357:0:34133:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838388.326358:0:34133:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838388.326360:0:34133:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838388.326361:0:34133:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838388.326364:0:34133:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838388.326365:0:34133:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838388.326369:0:34133:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838388.326371:0:34133:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838388.326372:0:34133:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838388.326373:0:34133:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838388.326374:0:34133:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838388.326376:0:34133:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838388.326378:0:34133:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838388.326381:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.326386:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:3.0:1788838388.326388:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.326392:0:34133:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.326396:0:34133:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.326400:0:34133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1788838388.326411:0:34133:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.326416:0:34133:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.326419:0:34133:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788838388.326426:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.326428:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.326431:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=4 00000020:00000001:3.0:1788838388.326433:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:3.0:1788838388.326436:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000008:00000001:3.0:1788838388.326439:0:34133:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838388.326441:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.326442:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.326444:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=5 00000020:00000001:3.0:1788838388.326446:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:3.0:1788838388.326448:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00000020:00000001:3.0:1788838388.326451:0:34133:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838388.326453:0:34133:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788838388.326454:0:34133:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838388.326456:0:34133:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.326458:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.326466:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.326467:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=6 00000020:00000001:3.0:1788838388.326469:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:3.0:1788838388.326471:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:3.0:1788838388.326472:0:34133:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.326475:0:34133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788838388.326482:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.326483:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.326484:0:34133:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.326486:0:34133:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.326488:0:34133:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788838388.326496:0:34133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.326499:0:34133:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.326501:0:34133:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.326503:0:34133:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.326505:0:34133:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.326507:0:34133:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.326509:0:34133:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.326511:0:34133:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.326513:0:34133:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.326514:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.326515:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.326516:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.326517:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838388.326518:0:34133:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.326521:0:34133:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326522:0:34133:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.326524:0:34133:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326525:0:34133:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326527:0:34133:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838388.326528:0:34133:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838388.326531:0:34133:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788838388.326532:0:34133:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788838388.326534:0:34133:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326535:0:34133:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.326539:0:34133:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788838388.326541:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.326543:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.326545:0:34133:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788838388.326547:0:34133:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788838388.326550:0:34133:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838388 a=1788838388 c=1788838388 b=1 00020000:00000001:3.0:1788838388.326553:0:34133:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326555:0:34133:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326556:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000080:00200000:3.0:1788838388.326559:0:34133:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788838388.326561:0:34133:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788838388.326563:0:34133:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788838388.326564:0:34133:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_release():245 00000020:00000001:3.0:1788838388.326567:0:34133:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838388.326568:0:34133:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788838388.326571:0:34133:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788838388.326573:0:34133:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838388.326574:0:34133:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838388.326576:0:34133:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838388.326577:0:34133:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894c430 (ffff98afc89d3a28/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788838388.326579:0:34133:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788838388.326580:0:34133:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788838388.326582:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.326582:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838388.326583:0:34133:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788838388.326585:0:34133:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838388.326586:0:34133:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838388.326587:0:34133:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838388.326589:0:34133:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838388.326590:0:34133:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd05ccb90 (ffff98afd05bacf8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788838388.326593:0:34133:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788838388.326594:0:34133:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838388.326595:0:34133:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894c430 (ffff98afd05bacf8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788838388.326598:0:34133:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c260. 00000020:00000001:3.0:1788838388.326601:0:34133:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788838388.326602:0:34133:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894c400. 00020000:00000001:3.0:1788838388.326606:0:34133:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788838388.326607:0:34133:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788838388.326608:0:34133:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788838388.326609:0:34133:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326611:0:34133:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838388.326613:0:34133:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838388.326614:0:34133:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838388.326616:0:34133:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838388.326617:0:34133:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838388.326619:0:34133:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3a20 00020000:00000001:3.0:1788838388.326621:0:34133:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838388.326623:0:34133:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838388.326625:0:34133:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838388.326627:0:34133:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838388.326629:0:34133:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838388.326631:0:34133:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.326632:0:34133:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838388.326634:0:34133:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838388.326635:0:34133:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838388.326636:0:34133:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000001:00000001:3.0:1788838388.326637:0:34133:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.326643:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd08 00000080:00000008:3.0:1788838388.326646:0:34133:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff98afd1583a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838388.326651:0:34133:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838388.326653:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fda0 00000080:00002000:3.0:1788838388.327026:0:34133:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd169b6c0, parent ffff98afd8effa20, inode ffff98afd1583a88) hashed, 00000080:00000001:3.0:1788838388.327030:0:34133:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.327071:0:34133:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.327074:0:34133:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.327076:0:34133:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.327077:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fbd8 00000080:00200000:3.0:1788838388.327079:0:34133:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838388.327084:0:34133:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.327089:0:34133:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.327092:0:34133:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.327096:0:34133:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.327098:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7faf8 00800000:00000002:3.0:1788838388.327100:0:34133:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.327104:0:34133:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.327107:0:34133:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.327112:0:34133:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.327113:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7f9c8 00000002:00010000:3.0:1788838388.327115:0:34133:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.327118:0:34133:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.327120:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.327121:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.327125:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:3.0:1788838388.327127:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.327129:0:34133:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.327132:0:34133:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.327135:0:34133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788838388.327142:0:34133:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.327145:0:34133:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.327148:0:34133:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788838388.327159:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.327161:0:34133:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.327163:0:34133:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.327164:0:34133:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.327166:0:34133:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.327168:0:34133:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.327170:0:34133:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.327172:0:34133:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.327175:0:34133:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838388.327178:0:34133:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.327179:0:34133:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.327181:0:34133:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838388.327184:0:34133:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d045 00800000:00000001:3.0:1788838388.327187:0:34133:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.327189:0:34133:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.327190:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.327192:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.327193:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.327195:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.327197:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.327200:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327201:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.327202:0:34133:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.327204:0:34133:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.327206:0:34133:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d045 from it ffffbbcb01f7fc10 00010000:00000001:3.0:1788838388.327207:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.327208:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.327210:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.327211:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.327213:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.327215:0:34133:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.327218:0:34133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838388.327224:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327225:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.327226:0:34133:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.327228:0:34133:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.327230:0:34133:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788838388.327237:0:34133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.327239:0:34133:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.327241:0:34133:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.327244:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327245:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.327247:0:34133:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327249:0:34133:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.327250:0:34133:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327251:0:34133:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327254:0:34133:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327255:0:34133:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.327256:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327258:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.327272:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.327274:0:34133:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.327276:0:34133:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838388.327280:0:34133:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.327286:0:34133:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838388.327288:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fda0 00000080:00002000:3.0:1788838388.327289:0:34133:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd169b6c0) flags 0x48004e refc 0 00000080:00000001:3.0:1788838388.327291:0:34133:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.327293:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fe10 00000080:00200000:3.0:1788838388.327295:0:34133:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1788838388.327298:0:34133:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838388.327299:0:34133:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838388.327300:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fd30 00000080:00200000:3.0:1788838388.327302:0:34133:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838388.327306:0:34133:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.327309:0:34133:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838388.327311:0:34133:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838388.327312:0:34133:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.327313:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fc50 00800000:00000002:3.0:1788838388.327315:0:34133:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838388.327318:0:34133:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838388.327320:0:34133:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838388.327323:0:34133:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838388.327324:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fb20 00000002:00010000:3.0:1788838388.327326:0:34133:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838388.327329:0:34133:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838388.327330:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.327332:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.327334:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:3.0:1788838388.327336:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.327339:0:34133:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.327341:0:34133:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838388.327344:0:34133:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788838388.327350:0:34133:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838388.327352:0:34133:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838388.327355:0:34133:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788838388.327360:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838388.327361:0:34133:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.327363:0:34133:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.327365:0:34133:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838388.327366:0:34133:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.327368:0:34133:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838388.327370:0:34133:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838388.327372:0:34133:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.327375:0:34133:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000001:3.0:1788838388.327377:0:34133:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838388.327379:0:34133:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.327381:0:34133:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838388.327383:0:34133:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d045 00800000:00000001:3.0:1788838388.327386:0:34133:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838388.327387:0:34133:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838388.327388:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.327389:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.327391:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.327393:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.327395:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.327397:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327398:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838388.327399:0:34133:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.327400:0:34133:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838388.327402:0:34133:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d045 from it ffffbbcb01f7fd68 00010000:00000001:3.0:1788838388.327404:0:34133:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838388.327405:0:34133:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838388.327407:0:34133:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838388.327408:0:34133:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.327410:0:34133:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838388.327412:0:34133:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838388.327415:0:34133:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788838388.327421:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327422:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.327423:0:34133:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838388.327425:0:34133:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838388.327427:0:34133:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788838388.327432:0:34133:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838388.327434:0:34133:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838388.327436:0:34133:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.327438:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327439:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.327440:0:34133:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327442:0:34133:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838388.327443:0:34133:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327444:0:34133:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327446:0:34133:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327448:0:34133:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838388.327450:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327451:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838388.327452:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838388.327453:0:34133:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838388.327455:0:34133:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788838388.327458:0:34133:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.327475:0:34133:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1788838388.327477:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fdf8 00000080:00200000:3.0:1788838388.327479:0:34133:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00000001:3.0:1788838388.327481:0:34133:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788838388.327484:0:34133:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.327486:0:34133:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.327487:0:34133:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838388.327489:0:34133:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838388.327492:0:34133:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00020000:00000002:3.0:1788838388.327495:0:34133:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a11e0 addref 2/0 by ffff98afd13dcf80. 00020000:00000002:3.0:1788838388.327497:0:34133:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00020000:00000001:3.0:1788838388.327500:0:34133:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838388.327502:0:34133:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838388.327503:0:34133:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838388.327505:0:34133:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788838388.327507:0:34133:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788838388.327509:0:34133:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838388.327511:0:34133:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788838388.327515:0:34133:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc3f25000. 00800000:00000002:3.0:1788838388.327518:0:34133:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:3.0:1788838388.327525:0:34133:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788838388.327529:0:34133:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788838388.327532:0:34133:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:3.0:1788838388.327534:0:34133:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838388.327536:0:34133:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:3.0:1788838388.327539:0:34133:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788838388.327542:0:34133:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838388.327545:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 2 00010000:00000001:3.0:1788838388.327547:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.327549:0:34133:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838388.327552:0:34133:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838388.327555:0:34133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788838388.327562:0:34133:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838388.327565:0:34133:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838388.327567:0:34133:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838388.327568:0:34133:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788838388.327571:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.327572:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.327573:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 3 00010000:00000001:3.0:1788838388.327576:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.327578:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.327579:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.327580:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.327582:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 3 00010000:00000001:3.0:1788838388.327583:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.327585:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.327586:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.327587:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.327588:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31b00 count: 3 00010000:00000001:3.0:1788838388.327590:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.327591:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.327593:0:34133:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838388.327595:0:34133:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838388.327599:0:34133:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788838388.327602:0:34133:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838388.327604:0:34133:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838388.327605:0:34133:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.327608:0:34133:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838388.327611:0:34133:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838388.327612:0:34133:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838388.327614:0:34133:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.327616:0:34133:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838388.327618:0:34133:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baa200 with handle 0x9f68a6b43b62d045 from hash 00010000:00000001:3.0:1788838388.327620:0:34133:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838388.327621:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.327622:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.327623:0:34133:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838388.327626:0:34133:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838388.327627:0:34133:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838388.327630:0:34133:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838388.327632:0:34133:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.327634:0:34133:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838388.327636:0:34133:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838388.327638:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 3 00010000:00000001:3.0:1788838388.327639:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.327641:0:34133:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838388.327643:0:34133:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838388.327646:0:34133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788838388.327652:0:34133:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838388.328045:0:34133:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838388.328047:0:34133:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838388.328049:0:34133:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CR 00000002:00000001:3.0:1788838388.328051:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.328053:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.328056:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.328058:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.328060:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.328062:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.328063:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.328065:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.328067:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.328069:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.328070:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.328071:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.328073:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.328074:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.328076:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.328077:0:34133:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.328079:0:34133:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788838388.328082:0:34133:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788838388.328086:0:34133:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afc3f25c00. 00000080:00000001:3.0:1788838388.328088:0:34133:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788838388.328091:0:34133:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788838388.328094:0:34133:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788838388.328097:0:34133:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:3.0:1788838388.328100:0:34133:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788838388.328102:0:34133:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:3.0:1788838388.328108:0:34133:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896dc00. 00000020:00000040:3.0:1788838388.328112:0:34133:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838388.328116:0:34133:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838388.328119:0:34133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838388.328122:0:34133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838388.328128:0:34133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc3f24600. 00000100:00000001:3.0:1788838388.328135:0:34133:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788838388.328153:0:34133:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788838388.328164:0:34133:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788838388.328168:0:34133:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788838388.328175:0:34133:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838388.328177:0:34133:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838388.328182:0:34133:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd0054300. 00000100:00000001:3.0:1788838388.328185:0:34133:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479609545472 : -113594100006144 : ffff98afd0054300) 00000100:00000001:3.0:1788838388.328188:0:34133:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.328189:0:34133:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000100:00000001:3.0:1788838388.328193:0:34133:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838388.328197:0:34133:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.328199:0:34133:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838388.328200:0:34133:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838388.328204:0:34133:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.328211:0:34133:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838388.328212:0:34133:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.328216:0:34133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838388.328218:0:34133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838388.328220:0:34133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838388.328223:0:34133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896dc00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:34133:1875731132271872:192.168.203.123@tcp:35:rm.0 00000100:00000001:3.0:1788838388.328227:0:34133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838388.328232:0:34133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838388.328234:0:34133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.328237:0:34133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838388.328241:0:34133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8715c00. 02000000:00000001:3.0:1788838388.328243:0:34133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838388.328249:0:34133:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838388.328253:0:34133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838388.328268:0:34133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838388.328275:0:34133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132271872, portal 10 00000100:00000001:3.0:1788838388.328277:0:34133:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.328278:0:34133:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000100:00000040:3.0:1788838388.328284:0:34133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.328291:0:34133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838388.328293:0:34133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838388.328296:0:34133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce770. 00000100:00000200:3.0:1788838388.328299:0:34133:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132271872, offset 0 00000400:00000200:3.0:1788838388.328305:0:34133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838388.328313:0:34133:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.328319:0:34133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838388.328324:0:34133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838388.328329:0:34133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838388.328332:0:34133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838388.328335:0:34133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838388.328338:0:34133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2614:2614:256:4294967295] 192.168.203.123@tcp LPNI seq info [2614:2614:8:4294967295] 00000400:00000200:3.0:1788838388.328343:0:34133:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.328352:0:34133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838388.328357:0:34133:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838388.328362:0:34133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3e00. 00000800:00000200:3.0:1788838388.328367:0:34133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838388.328375:0:34133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838388.328380:0:34133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788838388.328399:0:34133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.328403:0:34133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 823477 usecs (824 jiffies) 00000400:00000200:3.0:1788838388.328406:0:34133:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838388.328408:0:34133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296519125 00000100:00000001:3.0:1788838388.328411:0:34133:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296522231 00000100:00000001:3.0:1788838388.328413:0:34133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296519125 00000100:00000001:3.0:1788838388.328415:0:34133:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296522231 00000100:00000001:3.0:1788838388.328417:0:34133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.328419:0:34133:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.328421:0:34133:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838388.328423:0:34133:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838388.328425:0:34133:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd0054300 going to sleep for 11 seconds 00000100:00000001:3.0:1788838388.328427:0:34133:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838388.328430:0:34133:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.328633:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.328638:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3e00. 00000400:00000200:1.0:1788838388.328642:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.328648:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.328679:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce770 00000400:00000010:1.0:1788838388.328683:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce770. 00000100:00000001:1.0:1788838388.328687:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.328691:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.328700:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.328704:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838388.328711:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.328712:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.333235:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.333251:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.333255:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.333258:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.333274:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.333283:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.333292:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.333297:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.333302:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.333307:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd54d00 00000400:00000200:0.0:1788838388.333312:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.333318:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6fa9 [1] + 224 00000800:00000001:0.0:1788838388.333325:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.333375:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.333379:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.333384:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.333391:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.333401:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838388.333418:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838388.333436:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838388.333444:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.333447:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.333580:0:34133:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838388.333588:0:34133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838388.333590:0:34133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838388.333594:0:34133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838388.333598:0:34133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838388.333601:0:34133:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838388.333604:0:34133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838388.333609:0:34133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838388.333618:0:34133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896dc00 x1875731132271872/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333623:0:34133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838388.333625:0:34133:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.333628:0:34133:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838388.333631:0:34133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838388.333633:0:34133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838388.333635:0:34133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.333638:0:34133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838388.333646:0:34133:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=67 v=5 (10 5 5 5) 00000100:00001000:3.0:1788838388.333650:0:34133:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838388.333652:0:34133:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838388.333653:0:34133:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.333690:0:34133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838388.333693:0:34133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.333695:0:34133:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838388.333697:0:34133:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838388.333699:0:34133:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838388.333701:0:34133:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.333702:0:34133:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000100:00000001:3.0:1788838388.333705:0:34133:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838388.333707:0:34133:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788838388.333709:0:34133:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838388.333711:0:34133:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.333716:0:34133:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896dc00 x1875731132271872/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333723:0:34133:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.333726:0:34133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838388.333728:0:34133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838388.333731:0:34133:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896dc00 x1875731132271872/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838388.333739:0:34133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896dc00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:34133:1875731132271872:192.168.203.123@tcp:35:rm.0 00000100:00000001:3.0:1788838388.333743:0:34133:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.333746:0:34133:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.333748:0:34133:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838388.333750:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.333754:0:34133:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896dc00 x1875731132271872/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333760:0:34133:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838388.333763:0:34133:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd0054300. 00000100:00000001:3.0:1788838388.333766:0:34133:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838388.333767:0:34133:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.333774:0:34133:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.333775:0:34133:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000002:00000001:3.0:1788838388.333778:0:34133:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.333781:0:34133:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838388.333785:0:34133:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25c00. 00000080:00000001:3.0:1788838388.333788:0:34133:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788838388.333791:0:34133:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788838388.333796:0:34133:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788838388.333800:0:34133:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333807:0:34133:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.333808:0:34133:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148032 : -113594290403584 : ffff98afc4ac0700) 00000100:00000001:3.0:1788838388.333810:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.333812:0:34133:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333818:0:34133:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.333820:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.333824:0:34133:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896dc00 x1875731132271872/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333829:0:34133:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.333831:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.333833:0:34133:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0700 x1875731132271616/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838404 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333839:0:34133:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788838388.333842:0:34133:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838388.333844:0:34133:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838388.333847:0:34133:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838388.333850:0:34133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406ec00. 02000000:00000001:3.0:1788838388.333854:0:34133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838388.333856:0:34133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838388.333857:0:34133:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0700. 00000100:00000001:3.0:1788838388.333860:0:34133:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838388.333861:0:34133:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.333863:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.333866:0:34133:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896dc00 x1875731132271872/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333871:0:34133:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838388.333873:0:34133:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afc4b06220. 00000002:00000001:3.0:1788838388.333875:0:34133:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.333877:0:34133:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838388.333879:0:34133:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd13581c0. 00000100:00000001:3.0:1788838388.333881:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.333883:0:34133:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896dc00 x1875731132271872/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838388.333888:0:34133:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838388.333890:0:34133:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838388.333892:0:34133:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8715c00. 02000000:00000001:3.0:1788838388.333894:0:34133:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838388.333895:0:34133:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838388.333896:0:34133:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838388.333898:0:34133:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838388.333900:0:34133:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3f24600. 02000000:00000001:3.0:1788838388.333901:0:34133:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838388.333902:0:34133:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838388.333903:0:34133:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896dc00. 00000100:00000001:3.0:1788838388.333905:0:34133:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838388.333906:0:34133:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.333909:0:34133:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.333912:0:34133:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838388.333913:0:34133:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1788838388.333917:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.333919:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.333925:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.333928:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.333932:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.333934:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.333935:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.333937:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.333939:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.333940:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.333942:0:34133:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.333944:0:34133:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838388.333948:0:34133:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.333952:0:34133:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.333954:0:34133:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838388.333956:0:34133:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788838388.333959:0:34133:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1788838388.333963:0:34133:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788838388.333966:0:34133:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788838388.333969:0:34133:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838388.333972:0:34133:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838388.333974:0:34133:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788838388.333977:0:34133:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.333978:0:34133:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838388.333980:0:34133:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838388.333983:0:34133:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.333986:0:34133:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838388.333988:0:34133:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff98afd1583a88) invalid 00000020:00000001:3.0:1788838388.333992:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa60 00000080:00002000:3.0:1788838388.333994:0:34133:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff98afd169b6c0) parent ffff98afd8effa20 inode ffff98afd1583a88 refc 1 00000080:00000001:3.0:1788838388.333999:0:34133:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838388.334001:0:34133:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838388.334003:0:34133:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.334007:0:34133:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838388.334010:0:34133:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838388.334012:0:34133:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838388.334014:0:34133:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.334017:0:34133:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838388.334020:0:34133:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516e00 with handle 0x9f68a6b43b62d04c from hash 00010000:00000001:3.0:1788838388.334022:0:34133:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838388.334024:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.334026:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.334027:0:34133:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838388.334030:0:34133:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838388.334031:0:34133:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838388.334035:0:34133:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838388.334038:0:34133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:3.0:1788838388.334047:0:34133:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838388.334050:0:34133:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838388.334051:0:34133:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838388.334052:0:34133:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1788838388.334054:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.334055:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.334057:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.334059:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.334061:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.334063:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.334064:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.334065:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.334067:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.334069:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.334070:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.334071:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.334073:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.334075:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.334077:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.334078:0:34133:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838388.334079:0:34133:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838388.334081:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31f00 count: 4 00010000:00000001:3.0:1788838388.334082:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838388.334084:0:34133:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.334086:0:34133:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.334088:0:34133:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838388.334089:0:34133:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.334090:0:34133:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.334092:0:34133:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838388.334094:0:34133:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788838388.334095:0:34133:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1788838388.334097:0:34133:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788838388.334098:0:34133:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788838388.334100:0:34133:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838388.334101:0:34133:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838388.334103:0:34133:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788838388.334104:0:34133:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.334106:0:34133:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838388.334107:0:34133:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838388.334109:0:34133:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.334111:0:34133:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788838388.334112:0:34133:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff98afd1583a88) invalid 00000020:00000001:3.0:1788838388.334114:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fa60 00000080:00002000:3.0:1788838388.334116:0:34133:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff98afd169b6c0) parent ffff98afd8effa20 inode ffff98afd1583a88 refc 1 00000080:00000001:3.0:1788838388.334119:0:34133:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788838388.334120:0:34133:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838388.334121:0:34133:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.334123:0:34133:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838388.334125:0:34133:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838388.334126:0:34133:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838388.334128:0:34133:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838388.334129:0:34133:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838388.334131:0:34133:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bab000 with handle 0x9f68a6b43b62d022 from hash 00010000:00000001:3.0:1788838388.334134:0:34133:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838388.334135:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.334136:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.334137:0:34133:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838388.334139:0:34133:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838388.334140:0:34133:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838388.334143:0:34133:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788838388.334145:0:34133:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788838388.334147:0:34133:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788838388.334153:0:34133:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896dc00. 00000020:00000040:3.0:1788838388.334156:0:34133:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838388.334159:0:34133:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838388.334161:0:34133:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.334164:0:34133:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838388.334167:0:34133:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838388.334171:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.334172:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.334174:0:34133:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.334176:0:34133:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838388.334178:0:34133:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838388.334183:0:34133:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838388.334188:0:34133:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc3f24600. 00000100:00000001:3.0:1788838388.334193:0:34133:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.334196:0:34133:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838388.334198:0:34133:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838388.334202:0:34133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838388.334210:0:34133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1788838388.334217:0:34133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1788838388.334223:0:34133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788838388.334225:0:34133:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788838388.334227:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838388.334229:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516e00/0x9f68a6b43b62d04c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3be3b expref: -99 pid: 34131 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788838388.334236:0:34133:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110d4c0. 00010000:00000001:3.0:1788838388.334243:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.334244:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838388.334246:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab000/0x9f68a6b43b62d022 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3bde7 expref: -99 pid: 34123 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1788838388.334252:0:34133:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd1358900. 00010000:00000040:3.0:1788838388.334254:0:34133:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31f00 count: 0 00010000:00000010:3.0:1788838388.334259:0:34133:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e480. 00010000:00000001:3.0:1788838388.334274:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.334275:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838388.334277:0:34133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d045 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be2d expref: -99 pid: 34131 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1788838388.334283:0:34133:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31b00 count: 0 00010000:00000010:3.0:1788838388.334286:0:34133:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e300. 00010000:00000001:3.0:1788838388.334290:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838388.334291:0:34133:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.334293:0:34133:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838388.334295:0:34133:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.334296:0:34133:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788838388.334305:0:34133:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788838388.334311:0:34133:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838388.334318:0:34133:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838388.334319:0:34133:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838388.334324:0:34133:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd0054300. 00000100:00000001:3.0:1788838388.334327:0:34133:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479609545472 : -113594100006144 : ffff98afd0054300) 00000100:00000001:3.0:1788838388.334329:0:34133:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.334330:0:34133:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000100:00000001:3.0:1788838388.334334:0:34133:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838388.334337:0:34133:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.334339:0:34133:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838388.334341:0:34133:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838388.334345:0:34133:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.334352:0:34133:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838388.334354:0:34133:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.334357:0:34133:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838388.334359:0:34133:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838388.334362:0:34133:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838388.334365:0:34133:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896dc00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:34133:1875731132272128:192.168.203.123@tcp:36:rm.0 00000100:00000001:3.0:1788838388.334368:0:34133:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838388.334372:0:34133:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838388.334375:0:34133:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.334377:0:34133:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838388.334381:0:34133:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8715c00. 02000000:00000001:3.0:1788838388.334383:0:34133:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838388.334388:0:34133:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838388.334391:0:34133:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838388.334395:0:34133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838388.334401:0:34133:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132272128, portal 10 00000100:00000001:3.0:1788838388.334402:0:34133:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.334403:0:34133:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000100:00000040:3.0:1788838388.334409:0:34133:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.334415:0:34133:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838388.334417:0:34133:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838388.334420:0:34133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce330. 00000100:00000200:3.0:1788838388.334423:0:34133:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875731132272128, offset 0 00000400:00000200:3.0:1788838388.334428:0:34133:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838388.334435:0:34133:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.334441:0:34133:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838388.334447:0:34133:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838388.334451:0:34133:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838388.334455:0:34133:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838388.334457:0:34133:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838388.334460:0:34133:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2615:2615:256:4294967295] 192.168.203.123@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:3.0:1788838388.334464:0:34133:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838388.334472:0:34133:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838388.334478:0:34133:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838388.334483:0:34133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3000. 00000800:00000200:3.0:1788838388.334489:0:34133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838388.334496:0:34133:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838388.334501:0:34133:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788838388.334509:0:34133:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.334513:0:34133:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 822470 usecs (823 jiffies) 00000400:00000200:3.0:1788838388.334516:0:34133:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838388.334518:0:34133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296519129 00000100:00000001:3.0:1788838388.334521:0:34133:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296522231 00000100:00000001:3.0:1788838388.334523:0:34133:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296519129 00000100:00000001:3.0:1788838388.334525:0:34133:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296522231 00000100:00000001:3.0:1788838388.334527:0:34133:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.334530:0:34133:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.334532:0:34133:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838388.334533:0:34133:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838388.334536:0:34133:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd0054300 going to sleep for 11 seconds 00000100:00000001:3.0:1788838388.334537:0:34133:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838388.334539:0:34133:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838388.334758:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838388.334763:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:1.0:1788838388.334766:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838388.334772:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838388.334776:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce330 00000400:00000010:1.0:1788838388.334778:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce330. 00000100:00000001:1.0:1788838388.334781:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838388.334785:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838388.334793:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838388.334795:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838404 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838388.334801:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838388.334803:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838388.341868:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.341883:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838388.341888:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.341891:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.341900:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.341907:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838388.341915:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.341920:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.341924:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.341928:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd54e00 00000400:00000200:0.0:1788838388.341932:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.341937:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x6fb1 [1] + 224 00000800:00000001:0.0:1788838388.341944:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.341950:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838388.341954:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.341957:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838388.341964:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838388.341972:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838388.341984:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838388.342003:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838388.342011:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838388.342015:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.342019:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838388.342026:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2616:2616:256:4294967295] 192.168.203.123@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:0.0:1788838388.342030:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838388.342037:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838388.342043:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838388.342050:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afd99d7000. 00000800:00000200:0.0:1788838388.342056:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838388.342063:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838388.342068:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd99d7000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838388.342150:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838388.342154:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afd99d7000. 00000400:00000200:0.0:1788838388.342157:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838388.342160:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838388.342165:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838388.342168:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.342380:0:34133:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838388.342388:0:34133:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838388.342390:0:34133:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838388.342393:0:34133:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838388.342398:0:34133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838388.342400:0:34133:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838388.342403:0:34133:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838388.342409:0:34133:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838388.342418:0:34133:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896dc00 x1875731132272128/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.342423:0:34133:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838388.342425:0:34133:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.342427:0:34133:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838388.342430:0:34133:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838388.342432:0:34133:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838388.342435:0:34133:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838388.342438:0:34133:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838388.342447:0:34133:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=67 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838388.342451:0:34133:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838388.342454:0:34133:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838388.342456:0:34133:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838388.342459:0:34133:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838388.342462:0:34133:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.342465:0:34133:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838388.342467:0:34133:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x200000008] 00000100:00000001:3.0:1788838388.342468:0:34133:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838388.342470:0:34133:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838388.342472:0:34133:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484869632 : -113594224681984 : ffff98afc896dc00) 00000100:00000001:3.0:1788838388.342475:0:34133:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838388.342477:0:34133:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788838388.342479:0:34133:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838388.342482:0:34133:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838388.342487:0:34133:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896dc00 x1875731132272128/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838404 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.342495:0:34133:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838388.342498:0:34133:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838388.342500:0:34133:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838388.342504:0:34133:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896dc00 x1875731132272128/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838404 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838388.342513:0:34133:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896dc00 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:34133:1875731132272128:192.168.203.123@tcp:36:rm.0 00000100:00000001:3.0:1788838388.342517:0:34133:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838388.342519:0:34133:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838388.342522:0:34133:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838388.342524:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.342527:0:34133:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896dc00 x1875731132272128/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838404 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.342533:0:34133:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838388.342536:0:34133:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd0054300. 00000100:00000001:3.0:1788838388.342539:0:34133:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838388.342540:0:34133:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838388.342547:0:34133:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.342550:0:34133:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838388.342554:0:34133:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838388.342557:0:34133:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc3f25000. 00000080:00000002:3.0:1788838388.342563:0:34133:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788838387 to 1788838388 00000100:00000001:3.0:1788838388.342565:0:34133:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838388.342568:0:34133:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896dc00 x1875731132272128/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838388.342573:0:34133:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.342577:0:34133:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.342586:0:34133:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838388.342589:0:34133:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f7fe28 00000080:00002000:3.0:1788838388.342591:0:34133:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff98afd169b6c0, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788838388.342594:0:34133:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838388.342599:0:34133:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838388.342604:0:34133:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788838388.342610:0:34133:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788838388.342613:0:34133:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788838388.342615:0:34133:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.342620:0:34133:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.342622:0:34133:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838388.342628:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfae90 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.342631:0:34133:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838388.342633:0:34133:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838388.342635:0:34133:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838388.342638:0:34133:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.342639:0:34133:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838388.342641:0:34133:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838388.342645:0:34133:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff98afd05ccbf0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788838388.342647:0:34133:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00020000:00000001:3.0:1788838388.342651:0:34133:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838388.342653:0:34133:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838388.342687:0:34133:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838388.342689:0:34133:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342692:0:34133:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838388.342694:0:34133:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838388.342695:0:34133:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342697:0:34133:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.342698:0:34133:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838388.342700:0:34133:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838388.342701:0:34133:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00000020:00000001:3.0:1788838388.342704:0:34133:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342706:0:34133:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838388.342708:0:34133:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788838388.342710:0:34133:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838388.342713:0:34133:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838388.342716:0:34133:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838388.342719:0:34133:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838388.342721:0:34133:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838388.342722:0:34133:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.342724:0:34133:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286952 : -113594224264664 : ffff98afc89d3a28) 00000020:00001000:3.0:1788838388.342726:0:34133:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3a20 00000020:00000001:3.0:1788838388.342728:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa788 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.342730:0:34133:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838388.342732:0:34133:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838388.342733:0:34133:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838388.342734:0:34133:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342736:0:34133:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342738:0:34133:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838388.342741:0:34133:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788838388.342743:0:34133:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342745:0:34133:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342746:0:34133:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342748:0:34133:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788838388.342750:0:34133:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838388.342752:0:34133:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838388.342753:0:34133:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838388.342755:0:34133:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838388.342756:0:34133:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342757:0:34133:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342759:0:34133:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342760:0:34133:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342762:0:34133:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838388.342762:0:34133:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342764:0:34133:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342766:0:34133:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788838388.342768:0:34133:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788838388.342770:0:34133:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838388.342771:0:34133:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788838388.342773:0:34133:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788838388.342776:0:34133:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1788838388.342781:0:34133:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afd00b3880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1788838388.342785:0:34133:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788838388.342787:0:34133:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.342789:0:34133:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788838388.342790:0:34133:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.342793:0:34133:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1788838388.342796:0:34133:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788838388.342800:0:34133:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff98b0020d7540@{[0 -> 255/255], [1|0|-|locking|wiY|ffff98afd00b3880], [1703936|1|+|-|ffff98afc8baac00|256|ffff98afd13dcf80]} make ready 00000008:00010000:3.0:1788838388.342808:0:34133:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000332426d6 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788838388.342818:0:34133:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1788838388.342820:0:34133:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788838388.342833:0:34133:0:(cl_page.c:1160:cl_page_make_ready()) page@000000004746bcb4[2 00000000560e9d21 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1788838388.342836:0:34133:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788838388.342837:0:34133:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788838388.342838:0:34133:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838388.342840:0:34133:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838388.342841:0:34133:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788838388.342842:0:34133:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788838388.342845:0:34133:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838388.342847:0:34133:0:(cl_page.c:507:__cl_page_state_set()) page@000000004746bcb4[2 00000000560e9d21 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838388.342849:0:34133:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788838388.342851:0:34133:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788838388.342852:0:34133:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788838388.342854:0:34133:0:(cl_page.c:1182:cl_page_make_ready()) page@000000004746bcb4[2 00000000560e9d21 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838388.342856:0:34133:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788838388.342857:0:34133:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342860:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.342861:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.342863:0:34133:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788838388.342866:0:34133:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342868:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:3.0:1788838388.342870:0:34133:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.342873:0:34133:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788838388.342876:0:34133:0:(osc_cache.c:908:osc_extent_finish()) extent ffff98b0020d7540@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff98afd00b3880], [1703936|1|+|-|ffff98afc8baac00|256|ffff98afd13dcf80]} extent finished. 00000008:00010000:3.0:1788838388.342882:0:34133:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000332426d6 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788838388.342891:0:34133:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1788838388.342892:0:34133:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788838388.342895:0:34133:0:(cl_page.c:1104:cl_page_complete()) page@000000004746bcb4[2 00000000560e9d21 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838388.342896:0:34133:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788838388.342897:0:34133:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788838388.342899:0:34133:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788838388.342900:0:34133:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838388.342902:0:34133:0:(cl_page.c:507:__cl_page_state_set()) page@000000004746bcb4[2 00000000560e9d21 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838388.342904:0:34133:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788838388.342905:0:34133:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788838388.342907:0:34133:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788838388.342911:0:34133:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000004746bcb4[2 00000000560e9d21 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788838388.342912:0:34133:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788838388.342924:0:34133:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788838388.342926:0:34133:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788838388.342928:0:34133:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788838388.342931:0:34133:0:(cl_page.c:556:cl_batch_put()) page@000000004746bcb4[2 00000000560e9d21 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838388.342932:0:34133:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788838388.342934:0:34133:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788838388.342935:0:34133:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1788838388.342938:0:34133:0:(osc_cache.c:1600:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:3.0:1788838388.342942:0:34133:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff98b0020d7540@{[0 -> 255/255], [1|0|-|inv|wY|ffff98afd00b3880], [1703936|0|-|-|ffff98afc8baac00|256|ffff98afd13dcf80]} destroyed. 00000008:00010000:3.0:1788838388.342947:0:34133:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000332426d6 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788838388.342955:0:34133:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838388.342957:0:34133:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1788838388.342959:0:34133:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff98b0020d7540. 00000008:00000001:3.0:1788838388.342963:0:34133:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.342965:0:34133:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788838388.342967:0:34133:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afd00b3880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788838388.342970:0:34133:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838388.342973:0:34133:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afd00b3880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1788838388.342976:0:34133:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838388.342978:0:34133:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342980:0:34133:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342982:0:34133:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342983:0:34133:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342985:0:34133:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.342987:0:34133:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788838388.342989:0:34133:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788838388.342990:0:34133:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788838388.342991:0:34133:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788838388.342992:0:34133:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788838388.342994:0:34133:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.342996:0:34133:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788838388.342997:0:34133:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788838388.342999:0:34133:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788838388.343001:0:34133:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788838388.343002:0:34133:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838388.343003:0:34133:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838388.343004:0:34133:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788838388.343005:0:34133:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.343007:0:34133:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.343009:0:34133:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788838388.343010:0:34133:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788838388.343011:0:34133:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788838388.343013:0:34133:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788838388.343014:0:34133:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838388.343015:0:34133:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838388.343016:0:34133:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838388.343017:0:34133:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788838388.343018:0:34133:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788838388.343020:0:34133:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.343022:0:34133:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.343023:0:34133:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838388.343024:0:34133:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838388.343026:0:34133:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.343028:0:34133:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838388.343030:0:34133:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838388.343032:0:34133:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838388.343033:0:34133:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838388.343034:0:34133:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838388.343036:0:34133:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3a20 00020000:00000001:3.0:1788838388.343038:0:34133:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838388.343040:0:34133:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838388.343042:0:34133:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838388.343043:0:34133:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838388.343046:0:34133:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838388.343048:0:34133:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838388.343049:0:34133:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838388.343051:0:34133:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838388.343057:0:34133:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788838388.343059:0:34133:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446630479389440864 : -113594320110752 : ffff98afc2e6bb60) 00000020:00000001:3.0:1788838388.343062:0:34133:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788838388.343064:0:34133:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788838388.343065:0:34133:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838388.343066:0:34133:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838388.343067:0:34133:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838388.343072:0:34133:0:(cl_page.c:507:__cl_page_state_set()) page@000000004746bcb4[2 00000000560e9d21 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838388.343073:0:34133:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1788838388.343074:0:34133:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788838388.343076:0:34133:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788838388.343077:0:34133:0:(osc_page.c:138:osc_page_delete()) ffff98afc2e6bbc0 00000008:00000001:3.0:1788838388.343080:0:34133:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788838388.343082:0:34133:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff98afc2e6bbd0 page ffff98afc2e6bbc0 at index 0. 00000008:00000001:3.0:1788838388.343084:0:34133:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838388.343089:0:34133:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788838388.343091:0:34133:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5ee047a15c0 index 0 00000020:00000001:3.0:1788838388.343096:0:34133:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838388.343097:0:34133:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838388.343098:0:34133:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788838388.343101:0:34133:0:(cl_page.c:556:cl_batch_put()) page@000000004746bcb4[1 00000000560e9d21 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838388.343102:0:34133:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788838388.343104:0:34133:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788838388.343106:0:34133:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98afc2e6bb60. 00000020:00000001:3.0:1788838388.343109:0:34133:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788838388.343110:0:34133:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788838388.343136:0:34133:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788838388.343138:0:34133:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff98afd1583a88) 00800000:00000001:3.0:1788838388.343142:0:34133:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788838388.343144:0:34133:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:3.0:1788838388.343150:0:34133:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788838388.343155:0:34133:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838388.343156:0:34133:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.343159:0:34133:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788838388.343161:0:34133:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788838388.343163:0:34133:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838388.343164:0:34133:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838388.343167:0:34133:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838388.343169:0:34133:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838388.343171:0:34133:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00020000:00000001:3.0:1788838388.343175:0:34133:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1788838388.343177:0:34133:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00020000:00000001:3.0:1788838388.343179:0:34133:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:3.0:1788838388.343182:0:34133:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a11e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838388.343186:0:34133:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838388.343191:0:34133:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4c00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1788838388.343193:0:34133:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788838388.343195:0:34133:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.343197:0:34133:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1788838388.343199:0:34133:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:3.0:1788838388.343202:0:34133:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1788838388.343205:0:34133:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901500 count: 2 00010000:00000001:3.0:1788838388.343208:0:34133:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838388.343210:0:34133:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1788838388.343212:0:34133:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1788838388.343215:0:34133:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788838388 1788838388 1788838388 ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:3.0:1788838388.343224:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000020:00000001:3.0:1788838388.343226:0:34133:0:(cl_object.c:143:cl_object_top()) ffff98afd00b3880 -> ffff98afc7dfae90 00000008:00000001:3.0:1788838388.343227:0:34133:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838388.343229:0:34133:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838388.343231:0:34133:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838388.343233:0:34133:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788838388.343238:0:34133:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98afd00b3880. 00020000:00000001:3.0:1788838388.343242:0:34133:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1788838388.343244:0:34133:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98afc7dfa708. 00020000:00000001:3.0:1788838388.343248:0:34133:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1788838388.343250:0:34133:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838388.343252:0:34133:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838388.343254:0:34133:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00020000:00000001:3.0:1788838388.343256:0:34133:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1788838388.343257:0:34133:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1788838388.343259:0:34133:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00020000:00000001:3.0:1788838388.343272:0:34133:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:3.0:1788838388.343275:0:34133:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98afc809f3d8. 00020000:00000010:3.0:1788838388.343278:0:34133:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98afc50c0180. 00020000:00000010:3.0:1788838388.343281:0:34133:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98afd09f8940. 00020000:00000002:3.0:1788838388.343284:0:34133:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a11e0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838388.343287:0:34133:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838388.343290:0:34133:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4c00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1788838388.343294:0:34133:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4c00. 00020000:00000010:3.0:1788838388.343297:0:34133:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1c00. 00020000:00000010:3.0:1788838388.343300:0:34133:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a11e0. 00020000:00000001:3.0:1788838388.343302:0:34133:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1788838388.343303:0:34133:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a7c0) owner 0000000000000000/ffff98afd13dcf80 00020000:00000010:3.0:1788838388.343305:0:34133:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff98afd008a7c0. 00020000:00000001:3.0:1788838388.343308:0:34133:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1788838388.343310:0:34133:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff98afc7dfae10. 00000020:00001000:3.0:1788838388.343313:0:34133:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838388.343316:0:34133:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788838388.343317:0:34133:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00010000:00000010:3.1:1788838388.345068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516e00. 00010000:00000010:3.1:1788838388.345079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31f00. 00010000:00000010:3.1:1788838388.345083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab000. 00010000:00000010:3.1:1788838388.345086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31b00. 00010000:00000010:3.1:1788838388.345089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa200. 00000080:00000010:3.1:1788838388.349783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7fe0. 00000080:00000010:3.1:1788838388.357551:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd15839c0. 00010000:00000001:0.0:1788838389.258736:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838389.258743:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838389.258747:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838389.258748:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838389.258750:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838389.258751:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838389.259757:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838389.259761:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838389.259765:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838389.332369:0:34218:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838390.286305:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838390.286312:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838390.286319:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838390.286320:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838390.286324:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838390.286325:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838390.288394:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838390.288399:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838390.288403:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788838391.151167:0:34355:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.306794:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838391.306801:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.306806:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838391.306807:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.306811:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838391.306813:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838391.306875:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838391.306878:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838391.306881:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1788838391.972563:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838391.972585:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838391.972589:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838391.972592:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838391.972600:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.972607:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838391.972617:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.972622:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.972626:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.972630:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c55600 00000400:00000200:0.0:1788838391.972639:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6b81 [2] + 720 00000800:00000001:0.0:1788838391.972647:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838391.972674:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838391.972677:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838391.972682:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838391.972689:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838391.972691:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788838391.972698:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909880. 00000100:00000040:0.0:1788838391.972701:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd0909880 x1875731148002816 msgsize 328 00000100:00100000:0.0:1788838391.972706:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:0.0:1788838391.972718:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788838391.972725:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838391.972728:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.972826:0:15899:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838391.972829:0:15899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731148002816 02000000:00000001:0.0:1788838391.972831:0:15899:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838391.972833:0:15899:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838391.972835:0:15899:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838391.972840:0:15899:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838391.972844:0:15899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731148002816 00000020:00000001:0.0:1788838391.972847:0:15899:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838391.972848:0:15899:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c452 00000020:00000001:0.0:1788838391.972851:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838391.972854:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506d000 refcount=4 00000020:00000001:0.0:1788838391.972856:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000020:00000001:0.0:1788838391.972858:0:15899:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425097728 : -113594284453888 : ffff98afc506d000) 00000100:00000001:0.0:1788838391.972863:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838391.972867:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358a40. 00000100:00000001:0.0:1788838391.972870:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838391.972873:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358a40. 00000020:00000010:0.0:1788838391.972879:0:15899:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd85eac00. 00000020:00000010:0.0:1788838391.972884:0:15899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9e580. 00000020:00000010:0.0:1788838391.972890:0:15899:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfa7d0. 00000100:00000040:0.0:1788838391.972899:0:15899:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838391.972902:0:15899:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838391.972904:0:15899:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838391.972906:0:15899:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.972914:0:15899:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.972922:0:15899:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.972932:0:15899:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838391.972934:0:15899:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838391.972939:0:15899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 62 00000100:00000040:0.0:1788838391.972943:0:15899:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506d000 : new rpc_count 1 00000100:00000001:0.0:1788838391.972945:0:15899:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479618676864 : -113594090874752 : ffff98afd0909880) 00000100:00000040:0.0:1788838391.972952:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd0909880 x1875731148002816/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:292/0 lens 328/0 e 0 to 0 dl 1788838402 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838391.972963:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838391.972966:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd1358a40. 00000100:00000001:0.0:1788838391.972968:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838391.972969:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd1358a40. 00000100:00100000:0.0:1788838391.972973:0:15899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd0909880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:15865:x1875731148002816:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838391.972977:0:15899:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731148002816 00010000:00000001:0.0:1788838391.972981:0:15899:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838391.972987:0:15899:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838391.972989:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838391.972991:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=2 00000020:00000001:0.0:1788838391.972993:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838391.972996:0:15899:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838391.973000:0:15899:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838391.973003:0:15899:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838391.973008:0:15899:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:0.0:1788838391.973020:0:15899:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838391.973022:0:15899:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838391.973027:0:15899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0082400. 02000000:00000001:0.0:1788838391.973030:0:15899:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.973032:0:15899:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.973036:0:15899:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838391.973039:0:15899:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838391.973043:0:15899:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838391.973047:0:15899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838391.973050:0:15899:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838391.973052:0:15899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838391.973054:0:15899:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838391.973056:0:15899:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.973059:0:15899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838391.973062:0:15899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838391.973066:0:15899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcb28. 00000100:00000200:0.0:1788838391.973070:0:15899:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731148002816, offset 224 00000400:00000200:0.0:1788838391.973076:0:15899:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838391.973083:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.973088:0:15899:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838391.973094:0:15899:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2617:2617:256:4294967295] 192.168.203.123@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:0.0:1788838391.973099:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.973121:0:15899:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838391.973127:0:15899:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838391.973132:0:15899:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480a900. 00000800:00000200:0.0:1788838391.973138:0:15899:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838391.973145:0:15899:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838391.973150:0:15899:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838391.973160:0:15899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838391.973164:0:15899:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838391.973166:0:15899:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838391.973170:0:15899:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afd099f540. 00010000:00000001:0.0:1788838391.973173:0:15899:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788838391.973180:0:15899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838391.973182:0:15899:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.973184:0:15899:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.973185:0:15899:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838391.973191:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909880 x1875731148002816/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:292/0 lens 328/224 e 0 to 0 dl 1788838402 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838391.973199:0:15899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd0909880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:15865:x1875731148002816:12345-192.168.203.123@tcp:104: Request processed in 236us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838391.973207:0:15899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 62 00000100:00000040:0.0:1788838391.973210:0:15899:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506d000 : new rpc_count 0 00000100:00000001:0.0:1788838391.973212:0:15899:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838391.973214:0:15899:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838391.973219:0:15899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9e580. 00000020:00000010:0.0:1788838391.973223:0:15899:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfa7d0. 00000020:00000010:0.0:1788838391.973227:0:15899:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afd85eac00. 00000020:00000040:0.0:1788838391.973231:0:15899:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506d000 : new refcount 3 00000100:00000001:0.0:1788838391.973234:0:15899:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838391.973341:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838391.973345:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480a900. 00000400:00000200:0.0:1788838391.973350:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838391.973355:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838391.973360:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcb28 00000400:00000010:0.0:1788838391.973361:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcb28. 00000100:00000001:0.0:1788838391.973364:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788838391.973366:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788838391.973379:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838391.973382:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838391.973385:0:16036:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788838391.973387:0:16036:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788838391.973389:0:16036:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788838391.973393:0:16036:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1788838391.973402:0:16036:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8baac00 already unused, calling callback (ffffffffc1039300) 00000008:00000001:0.0:1788838391.973405:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788838391.973407:0:16036:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788838391.973409:0:16036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838391.973410:0:16036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838391.973411:0:16036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baac00 refcount=3 00000020:00000001:0.0:1788838391.973413:0:16036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838391.973415:0:16036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487216640 : -113594222334976 : ffff98afc8baac00) 00010000:00000001:0.0:1788838391.973418:0:16036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838391.973421:0:16036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788838391.973439:0:16036:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788838391.973441:0:16036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838391.973444:0:16036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615205528 : -113594094346088 : ffff98afd05ba098) 00000020:00001000:0.0:1788838391.973446:0:16036:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba090 00000008:00000001:0.0:1788838391.973448:0:16036:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788838391.973450:0:16036:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788838391.973452:0:16036:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba090 00000008:00000001:0.0:1788838391.973455:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.973457:0:16036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838391.973462:0:16036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838391.973463:0:16036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838391.973465:0:16036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838391.973466:0:16036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788838391.973469:0:16036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baac00 with handle 0x9f68a6b43b62d030 from hash 00010000:00000001:0.0:1788838391.973471:0:16036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838391.973473:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838391.973475:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838391.973476:0:16036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838391.973479:0:16036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838391.973480:0:16036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788838391.973485:0:16036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838391.973487:0:16036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.973489:0:16036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838391.973491:0:16036:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788838391.973497:0:16036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909180. 00000020:00000040:0.0:1788838391.973500:0:16036:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:0.0:1788838391.973505:0:16036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838391.973507:0:16036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838391.973511:0:16036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838391.973516:0:16036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eac00. 00000100:00000001:0.0:1788838391.973523:0:16036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.973525:0:16036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838391.973529:0:16036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1788838391.973537:0:16036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788838391.973539:0:16036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.973543:0:16036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838391.973548:0:16036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838391.973554:0:16036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2546234] to pc [ptlrpcd_00_01+1] req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788838391.973574:0:16036:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838391.973576:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838391.973577:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838391.973579:0:16036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.973581:0:16036:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838391.973583:0:16036:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838391.973586:0:16036:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788838391.973599:0:16036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838391.973601:0:16036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff98afd0025800 lock: 00000000f98c2a28/0x9f68a6b43b62d030 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xff98f31736b3bdfc expref: -99 pid: 34123 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:0.0:1788838391.973607:0:16036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd13585c0. 00010000:00000040:0.0:1788838391.973611:0:16036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc9901500 count: 0 00010000:00000010:0.0:1788838391.973617:0:16036:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afc9901f00. 00010000:00000001:0.0:1788838391.973625:0:16036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838391.973626:0:16036:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788838391.973628:0:16036:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afd099f540. 00010000:00000001:0.0:1788838391.973631:0:16036:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838391.973633:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838391.973635:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838391.973637:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788838391.973639:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838391.973640:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838391.973642:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788838391.973643:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788838391.973644:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838391.973646:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788838391.973653:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838391.973673:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838391.973675:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838391.973681:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838391.973689:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838391.973691:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838391.973694:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838391.973697:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838391.973699:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838391.973702:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132272256:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788838391.973706:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838391.973711:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838391.973714:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838391.973716:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838391.973720:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd85eb200. 02000000:00000001:0.0:1788838391.973722:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838391.973726:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838391.973730:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25478. 00000400:00000010:0.0:1788838391.973734:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcb28. 00000100:00000200:0.0:1788838391.973738:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132272256, portal 18 00000100:00000001:0.0:1788838391.973741:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838391.973742:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000040:0.0:1788838391.973748:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838391.973756:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838391.973758:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838391.973760:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc2a8. 00000100:00000200:0.0:1788838391.973762:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132272256, offset 0 00000400:00000200:0.0:1788838391.973767:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838391.973771:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.973775:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838391.973780:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838391.973784:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838391.973788:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838391.973790:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838391.973793:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2618:2618:256:4294967295] 192.168.203.123@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:0.0:1788838391.973797:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.973802:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838391.973807:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838391.973810:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480a900. 00000800:00000200:0.0:1788838391.973814:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838391.973820:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838391.973823:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788838391.973831:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838391.973835:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22538 usecs (23 jiffies) 00000400:00000200:0.0:1788838391.973839:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838391.973841:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296521967 00000100:00000001:0.0:1788838391.973844:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296522231 00000100:00000001:0.0:1788838391.973847:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296521967 00000100:00000001:0.0:1788838391.973849:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296522231 00000100:00000001:0.0:1788838391.973851:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838391.973854:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.973857:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.973859:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.973864:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838391.973866:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838391.973868:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838391.973870:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838391.973871:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.973873:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.973881:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838391.973884:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838391.973936:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838391.973939:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480a900. 00000400:00000200:0.0:1788838391.973942:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838391.973946:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838391.973950:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc2a8 00000400:00000010:0.0:1788838391.973952:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc2a8. 00000100:00000001:0.0:1788838391.973955:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838391.973958:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838391.973967:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838391.973970:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838391.973983:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.973985:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838391.993729:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838391.993748:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838391.993753:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838391.993755:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838391.993764:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.993772:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838391.993782:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.993787:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.993792:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.993796:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd54e80 00000400:00000200:0.0:1788838391.993800:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838391.993806:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6fc1 [1] + 224 00000800:00000001:0.0:1788838391.993812:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838391.993820:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838391.993822:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838391.993827:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838391.993834:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838391.993843:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838391.993853:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838391.993866:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838391.993874:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838391.993876:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.993891:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838391.993895:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838391.993901:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838391.993903:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838391.993906:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25478. 00000400:00000200:0.0:1788838391.993910:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcb28 00000400:00000010:0.0:1788838391.993913:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcb28. 00000100:00000001:0.0:1788838391.993916:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838391.993921:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838391.993929:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838391.993935:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838391.993936:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.993938:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838391.993941:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838391.993944:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838391.993946:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838391.993949:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838391.993958:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52ca8 time=69 v=5 (5 5 5 0) 00000100:00001000:0.0:1788838391.993962:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838391.993964:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838391.993966:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838391.993969:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838391.993972:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.993975:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838391.993977:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788838391.993979:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838391.993981:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838391.993985:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838391.993993:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838391.993996:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838391.993998:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838391.994001:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838391.994008:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132272256:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788838391.994013:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.994016:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838391.994019:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909180 x1875731132272256/t0(0) o103->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838407 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838391.994026:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838391.994028:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838391.994032:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd85eb200. 02000000:00000001:0.0:1788838391.994035:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838391.994038:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838391.994040:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:0.0:1788838391.994042:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838391.994045:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eac00. 02000000:00000001:0.0:1788838391.994048:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838391.994049:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838391.994051:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909180. 00000100:00000001:0.0:1788838391.994054:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838391.994056:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.994058:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838391.994065:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838391.994067:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838391.994070:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838391.994072:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788838392.007234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901500. 00010000:00000010:0.1:1788838392.007257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baac00. 00000100:00000040:1.0:1788838392.266696:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296522231, at 4296522240 00000100:00000010:1.0:1788838392.266712:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a17e0. 00000100:00000040:0.0:1788838392.266799:0:30225:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296522231, at 4296522240 00000100:00000010:0.0:1788838392.266805:0:30225:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1000. 00010000:00000001:0.0:1788838392.331775:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838392.331780:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838392.331785:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838392.331786:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838392.332138:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838392.332142:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838392.332145:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788838393.179953:0:34499:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296174:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838393.296185:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838393.296192:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120000. 00000020:00000040:1.0:1788838393.296199:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:1.0:1788838393.296203:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838393.296205:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838393.296210:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838393.296217:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933700. 00000100:00000001:1.0:1788838393.296224:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296245:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838393.296257:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838393.296261:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296278:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd429b59] to pc [ptlrpcd_00_00+0] req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.296301:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296304:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838393.296307:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838393.296310:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120380. 00000020:00000040:1.0:1788838393.296313:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838393.296315:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838393.296316:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838393.296318:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838393.296322:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933e00. 00000100:00000001:1.0:1788838393.296324:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296329:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838393.296336:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838393.296338:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296341:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de2cd63] to pc [ptlrpcd_00_01+1] req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.296350:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296352:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838393.296355:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838393.296358:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838393.296360:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:1.0:1788838393.296363:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838393.296364:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838393.296365:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838393.296368:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933400. 00000100:00000001:1.0:1788838393.296371:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296374:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838393.296382:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838393.296384:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296388:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e145d3b] to pc [ptlrpcd_00_00+0] req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.296394:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296396:0:10098:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788838393.296399:0:10098:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788838393.296403:0:10098:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838393.296405:0:10098:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:1.0:1788838393.296407:0:10098:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838393.296408:0:10098:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838393.296410:0:10098:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838393.296413:0:10098:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc8933200. 00000100:00000001:1.0:1788838393.296416:0:10098:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296419:0:10098:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838393.296426:0:10098:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838393.296428:0:10098:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296431:0:10098:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080c8d72a] to pc [ptlrpcd_00_01+1] req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.296438:0:10098:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.296442:0:10098:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1860) 00000100:00000001:1.0:1788838393.296452:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838393.296455:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838393.296457:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838393.296462:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.296470:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838393.296472:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.296475:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838393.296477:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838393.296479:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838393.296483:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132272384:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838393.296487:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838393.296490:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838393.296492:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.296494:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838393.296498:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490cc00. 02000000:00000001:1.0:1788838393.296500:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838393.296507:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838393.296511:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8160. 00000400:00000010:1.0:1788838393.296516:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc7f8. 00000100:00000200:1.0:1788838393.296522:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132272384, portal 25 00000100:00000001:1.0:1788838393.296524:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838393.296525:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627157504 : -113594082394112 : ffff98afd1120000) 00000100:00000040:1.0:1788838393.296530:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.296548:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838393.296551:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838393.296555:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcdd0. 00000100:00000200:1.0:1788838393.296558:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132272384, offset 0 00000400:00000200:1.0:1788838393.296564:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838393.296571:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.296577:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838393.296582:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838393.296586:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838393.296590:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838393.296593:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838393.296596:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2619:2619:256:4294967295] 192.168.203.123@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:1.0:1788838393.296601:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.296610:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838393.296615:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838393.296619:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933800. 00000800:00000200:1.0:1788838393.296625:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838393.296632:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838393.296637:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838393.296647:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838393.296651:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838393.296653:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296527355 00000100:00000010:1.0:1788838393.296863:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b4180. 00000100:00000001:1.0:1788838393.296870:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788838393.296876:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296527355 00000100:00000010:1.0:1788838393.296879:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b42a0. 00000100:00000001:1.0:1788838393.296881:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788838393.296884:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838393.296887:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.296890:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838393.296894:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.296902:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838393.296904:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.296906:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838393.296908:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838393.296909:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838393.296912:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132272640:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838393.296915:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838393.296918:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838393.296919:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.296921:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838393.296924:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490d400. 02000000:00000001:1.0:1788838393.296926:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838393.296929:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838393.296932:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838393.296936:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838393.296939:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132272640, portal 4 00000100:00000001:1.0:1788838393.296941:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838393.296942:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:1.0:1788838393.296949:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.296955:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838393.296957:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838393.296960:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc2a8. 00000100:00000200:1.0:1788838393.296962:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132272640, offset 0 00000400:00000200:1.0:1788838393.296966:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838393.296970:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.296973:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838393.296976:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838393.296978:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838393.296981:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838393.296983:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838393.296986:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2620:2620:255:4294967295] 192.168.203.123@tcp LPNI seq info [2620:2620:7:4294967295] 00000400:00000200:1.0:1788838393.296990:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.296996:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838393.297000:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838393.297003:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000800:00000200:1.0:1788838393.297007:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838393.297011:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838393.297014:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838393.297016:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.297019:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 209342 usecs (210 jiffies) 00000400:00000200:1.0:1788838393.297022:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838393.297024:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296523479 00000100:00000001:1.0:1788838393.297027:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838393.297029:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296523479 00000100:00000001:1.0:1788838393.297031:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838393.297033:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838393.297035:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297037:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297039:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.297045:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838393.297047:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788838393.297049:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838393.297050:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838393.297052:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838393.297054:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788838393.297056:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.297058:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838393.297059:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.297061:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838393.297062:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838393.297063:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838393.297066:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297072:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838393.297073:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.297075:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838393.297077:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838393.297079:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838393.297081:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132272512:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838393.297084:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838393.297086:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838393.297087:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.297089:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838393.297091:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc490d800. 02000000:00000001:1.0:1788838393.297093:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838393.297096:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838393.297098:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8108. 00000400:00000010:1.0:1788838393.297101:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfca18. 00000100:00000200:1.0:1788838393.297103:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132272512, portal 10 00000100:00000001:1.0:1788838393.297105:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838393.297106:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000040:1.0:1788838393.297111:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297118:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838393.297120:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838393.297122:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838393.297124:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132272512, offset 0 00000400:00000200:1.0:1788838393.297127:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838393.297130:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.297132:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838393.297134:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838393.297137:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838393.297139:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838393.297141:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838393.297143:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2621:2621:254:4294967295] 192.168.203.123@tcp LPNI seq info [2621:2621:6:4294967295] 00000400:00000200:1.0:1788838393.297147:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.297152:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838393.297156:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838393.297159:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933100. 00000800:00000200:1.0:1788838393.297162:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838393.297166:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838393.297169:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838393.297171:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.297174:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 821467 usecs (822 jiffies) 00000400:00000200:1.0:1788838393.297177:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838393.297179:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296524091 00000100:00000001:1.0:1788838393.297182:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838393.297184:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296524091 00000100:00000001:1.0:1788838393.297186:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838393.297188:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838393.297190:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297192:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838393.297195:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297202:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838393.297203:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.297205:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838393.297207:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838393.297209:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838393.297212:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132272768:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838393.297214:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838393.297216:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838393.297218:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.297219:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838393.297223:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc99f7400. 02000000:00000001:1.0:1788838393.297224:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838393.297237:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838393.297240:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8370. 00000400:00000010:1.0:1788838393.297243:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc550. 00000100:00000200:1.0:1788838393.297246:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132272768, portal 4 00000100:00000001:1.0:1788838393.297248:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838393.297249:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000040:1.0:1788838393.297254:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297260:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838393.297263:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838393.297272:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838393.297274:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132272768, offset 0 00000400:00000200:1.0:1788838393.297278:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838393.297281:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.297284:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838393.297287:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838393.297289:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838393.297291:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838393.297293:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838393.297296:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2622:2622:253:4294967295] 192.168.203.123@tcp LPNI seq info [2622:2622:5:4294967295] 00000400:00000200:1.0:1788838393.297300:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.297305:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838393.297309:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838393.297312:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838393.297316:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838393.297320:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838393.297322:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838393.297325:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.297328:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22552 usecs (23 jiffies) 00000400:00000200:1.0:1788838393.297331:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838393.297332:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296523292 00000100:00000001:1.0:1788838393.297334:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838393.297337:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296523292 00000100:00000001:1.0:1788838393.297339:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838393.297341:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838393.297343:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297345:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297347:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297357:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838393.297359:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838393.297389:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838393.297392:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933800. 00000400:00000200:1.0:1788838393.297397:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838393.297401:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838393.297405:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcdd0 00000400:00000010:1.0:1788838393.297407:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcdd0. 00000100:00000001:1.0:1788838393.297411:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838393.297415:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297424:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.297427:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297433:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297435:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838393.297444:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838393.297446:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933a00. 00000400:00000200:1.0:1788838393.297448:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838393.297451:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838393.297453:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc2a8 00000400:00000010:1.0:1788838393.297455:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc2a8. 00000100:00000001:1.0:1788838393.297456:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838393.297460:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297466:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.297469:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297475:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297476:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838393.297482:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838393.297483:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933100. 00000400:00000200:1.0:1788838393.297485:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838393.297488:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838393.297491:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc330 00000400:00000010:1.0:1788838393.297492:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc330. 00000100:00000001:1.0:1788838393.297494:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838393.297497:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297502:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.297505:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.297511:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.297512:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838393.299500:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838393.299509:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933c00. 00000400:00000200:1.0:1788838393.299516:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838393.299523:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838393.299530:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:1.0:1788838393.299542:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:1.0:1788838393.299548:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838393.299555:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.299566:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.299569:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.299576:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.299579:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838393.307057:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.307073:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838393.307078:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.307080:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838393.307089:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.307097:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838393.307106:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.307112:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.307117:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.307121:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd54f80 00000400:00000200:1.0:1788838393.307125:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.307131:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x6ff1 [1] + 224 00000800:00000001:1.0:1788838393.307137:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.307144:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838393.307148:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838393.307163:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838393.307169:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838393.307179:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838393.307190:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.307207:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838393.307215:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.307218:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.307242:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838393.307247:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838393.307253:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838393.307255:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838393.307258:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8108. 00000400:00000200:1.0:1788838393.307263:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfca18 00000400:00000010:1.0:1788838393.307265:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfca18. 00000100:00000001:1.0:1788838393.307277:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838393.307282:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838393.307296:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.307301:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838393.307304:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.307306:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838393.307308:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838393.307311:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838393.307312:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.307315:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838393.307323:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=72 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838393.307327:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838393.307329:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838393.307331:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838393.307334:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838393.307338:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.307341:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788838393.307343:0:2351:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 8589934607 gen 2 00000100:00000040:1.0:1788838393.307349:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff98afc4ac2a00 x1875731132269056/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838403 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838393.307356:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.307359:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2a00 x1875731132269056/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838403 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838393.307366:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838393.307368:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838393.307372:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406cc00. 02000000:00000001:1.0:1788838393.307375:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838393.307378:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838393.307380:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838393.307383:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838393.307386:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85ebc00. 02000000:00000001:1.0:1788838393.307389:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838393.307391:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838393.307394:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2a00. 00000100:00000001:1.0:1788838393.307397:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838393.307399:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838393.307403:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838393.307410:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838393.307411:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618674176 : -113594090877440 : ffff98afd0908e00) 00000100:00000001:1.0:1788838393.307414:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.307417:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838393.307423:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.307425:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.307428:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0e00 x1875731132269952/t8589934602(8589934602) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838393.307434:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838393.307436:0:2351:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afc4b06820. 00000100:00000001:1.0:1788838393.307438:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.307440:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0908e00 x1875731132269312/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838403 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838393.307445:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788838393.307447:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838393.307448:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838393.307450:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838393.307451:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0082c00. 02000000:00000001:1.0:1788838393.307454:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838393.307455:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838393.307456:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908e00. 00000100:00000001:1.0:1788838393.307459:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838393.307460:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838393.307464:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff98afc4ac0e00 x1875731132269952/t8589934602(8589934602) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838393.307470:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.307474:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0e00 x1875731132269952/t8589934602(8589934602) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838393.307479:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838393.307481:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838393.307482:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e000. 02000000:00000001:1.0:1788838393.307484:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838393.307486:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838393.307487:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838393.307488:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838393.307490:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85ea000. 02000000:00000001:1.0:1788838393.307492:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838393.307493:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838393.307494:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0e00. 00000100:00000001:1.0:1788838393.307496:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838393.307497:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838393.307501:0:2351:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff98afc896dc00 x1875731132272128/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.307508:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.307511:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896dc00 x1875731132272128/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838404 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.307517:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838393.307518:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838393.307520:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8715c00. 02000000:00000001:1.0:1788838393.307522:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838393.307523:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838393.307524:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838393.307526:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838393.307528:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc3f24600. 02000000:00000001:1.0:1788838393.307530:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838393.307531:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838393.309250:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896dc00. 00000100:00000001:1.0:1788838393.309258:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838393.309259:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.309263:0:2351:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788838393.309325:0:2351:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:1.0:1788838393.309328:0:2351:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838393.309330:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.309347:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.309355:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838393.309358:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838393.309360:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838393.309364:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838393.309372:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132272512:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838393.309380:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.309382:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.309385:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120380 x1875731132272512/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.309391:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838393.309393:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838393.309395:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490d800. 02000000:00000001:1.0:1788838393.309399:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838393.309401:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838393.309402:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838393.309404:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838393.309407:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933e00. 02000000:00000001:1.0:1788838393.309410:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838393.309411:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838393.309412:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120380. 00000100:00000001:1.0:1788838393.309415:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838393.309416:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.309420:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.309422:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838393.309424:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838393.309425:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.309427:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838393.309448:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.309459:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838393.309461:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.309464:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838393.309470:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.309475:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838393.309483:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.309487:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.309492:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.309495:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd55000 00000400:00000200:1.0:1788838393.309499:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.309505:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6fe1 [1] + 224 00000800:00000001:1.0:1788838393.309510:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.309514:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838393.309516:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838393.309520:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838393.309526:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838393.309530:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838393.314286:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.314309:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838393.314325:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.314338:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838393.314341:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.314344:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838393.314350:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.314354:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838393.314364:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.314368:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.314374:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.314378:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd55080 00000400:00000200:1.0:1788838393.314382:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.314389:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x7001 [1] + 224 00000800:00000001:1.0:1788838393.314396:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.314405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838393.314407:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838393.314412:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838393.314418:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838393.314422:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838393.314431:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.314438:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838393.314441:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.314444:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.314462:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838393.314465:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838393.314471:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838393.314473:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838393.314476:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8370. 00000400:00000200:1.0:1788838393.314479:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc550 00000400:00000010:1.0:1788838393.314482:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc550. 00000100:00000001:1.0:1788838393.314484:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838393.314488:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838393.314496:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.314502:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838393.314504:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.314506:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838393.314509:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838393.314512:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838393.314514:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.314518:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838393.314526:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=72 v=5 (5 5 5 16) 00000100:00001000:1.0:1788838393.314531:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838393.314977:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838393.314980:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838393.314983:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838393.314987:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.314991:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838393.314993:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788838393.314995:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838393.314997:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.315003:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.315011:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838393.315014:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838393.315016:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838393.315020:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838393.315027:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132272768:192.168.203.123@tcp:400:kworker.0 00000400:00000001:1.0:1788838393.315034:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838393.315035:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838393.315037:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838393.315041:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:1.0:1788838393.315042:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:1.0:1788838393.315045:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838393.315048:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838393.315056:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.315062:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838393.315063:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.315064:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838393.315066:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838393.315068:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838393.315069:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838393.315071:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838393.315076:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=72 v=5 (5 5 5 16) 00000100:00001000:1.0:1788838393.315079:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838393.315081:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838393.315082:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838393.315083:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838393.315085:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.315087:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838393.315089:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967331 00000100:00000001:1.0:1788838393.315090:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838393.315091:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838393.315095:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.315102:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838393.315103:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838393.315105:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838393.315108:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838393.315115:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132272640:192.168.203.123@tcp:400:kworker.0 00000100:00000001:1.0:1788838393.315118:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.315121:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.315125:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121c00 x1875731132272768/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.315130:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838393.315133:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838393.315136:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc99f7400. 02000000:00000001:1.0:1788838393.315139:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838393.315376:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838393.315380:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:1.0:1788838393.315384:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838393.315387:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933200. 02000000:00000001:1.0:1788838393.315391:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838393.315393:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838393.315395:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121c00. 00000100:00000001:1.0:1788838393.315399:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838393.315400:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.315402:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838393.315406:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132272640/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.315412:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838393.315413:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838393.315415:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490d400. 02000000:00000001:1.0:1788838393.315417:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838393.315419:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838393.315420:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:1.0:1788838393.315421:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838393.315423:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933400. 02000000:00000001:1.0:1788838393.315425:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838393.315426:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838393.315427:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:1.0:1788838393.315429:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838393.315430:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838393.315434:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.315436:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838393.315438:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838393.315439:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838393.315441:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838393.318847:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.318860:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838393.318864:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.318866:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838393.318875:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.318882:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838393.318889:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.318895:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.318900:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.318903:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd54f00 00000400:00000200:1.0:1788838393.318909:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838393.318915:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x6fd1 [1] + 224 00000800:00000001:1.0:1788838393.318922:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.318940:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838393.318943:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838393.318948:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838393.318955:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838393.318964:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838393.318975:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838393.318996:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838393.319012:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838393.319016:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838393.319240:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838393.319244:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838393.319250:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838393.319253:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838393.319257:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8160. 00000400:00000200:0.0:1788838393.319262:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc7f8 00000400:00000010:0.0:1788838393.319264:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc7f8. 00000100:00000001:0.0:1788838393.319278:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838393.319284:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788838393.319294:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838393.319300:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838393.319302:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838393.319304:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838393.319307:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838393.319309:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838393.319311:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838393.319314:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838393.319321:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1788838393.319325:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838393.319327:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838393.319329:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838393.319332:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838393.319334:0:2351:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838393.319337:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838393.319341:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838393.319347:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838393.319350:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838393.319352:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838393.319355:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838393.319363:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2351:1875731132272384:192.168.203.123@tcp:400:kworker.0 00000100:00000001:0.0:1788838393.319368:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838393.319370:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838393.319374:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120000 x1875731132272384/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838393.319381:0:2351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838393.319383:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838393.319386:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc490cc00. 02000000:00000001:0.0:1788838393.319391:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838393.319393:0:2351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838393.319395:0:2351:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:0.0:1788838393.319398:0:2351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838393.319400:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc8933700. 02000000:00000001:0.0:1788838393.319404:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838393.319405:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838393.319408:0:2351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120000. 00000100:00000001:0.0:1788838393.319411:0:2351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838393.319412:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838393.319414:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838393.319420:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838393.319422:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838393.319424:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838393.319426:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838393.354858:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838393.354865:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838393.354870:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838393.354871:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838393.354933:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838393.354936:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838393.354939:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788838394.030073:0:34562:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838394.384154:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838394.384162:0:30225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838394.384165:0:30225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838394.384168:0:30225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838394.384172:0:30225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838394.384174:0:30225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838394.384175:0:30225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838394.384177:0:30225:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838394.384181:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838394.384182:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838394.384284:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838394.384287:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838394.384290:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838395.146250:0:34653:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838395.406046:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838395.406052:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838395.406056:0:30225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838395.406057:0:30225:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838395.406132:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838395.406135:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838395.406138:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788838395.526990:0:34690:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788838395.526997:0:34690:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 23:33:14 (1788838394) 00000001:00000001:0.0:1788838395.540717:0:34690:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788838396.067355:0:34734:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838396.067361:0:34734:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838396.067364:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fde0 00000080:00200000:2.0:1788838396.067369:0:34734:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838396.067376:0:34734:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a17e00. 00800000:00000002:2.0:1788838396.067382:0:34734:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838396.067387:0:34734:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838396.067391:0:34734:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838396.067393:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fd00 00800000:00000002:2.0:1788838396.067396:0:34734:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838396.067400:0:34734:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838396.067403:0:34734:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838396.067409:0:34734:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838396.067411:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fbd0 00000002:00010000:2.0:1788838396.067412:0:34734:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838396.067416:0:34734:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838396.067417:0:34734:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838396.067420:0:34734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838396.067426:0:34734:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.067429:0:34734:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.067431:0:34734:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.067434:0:34734:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838396.067436:0:34734:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788838396.067441:0:34734:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1c00. 00000020:00000040:2.0:1788838396.067446:0:34734:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:2.0:1788838396.067452:0:34734:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838396.067456:0:34734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838396.067462:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.067463:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.067465:0:34734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.067468:0:34734:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838396.067470:0:34734:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838396.067474:0:34734:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838396.067480:0:34734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e800. 00000100:00000001:2.0:1788838396.067555:0:34734:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.067560:0:34734:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838396.067561:0:34734:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.067563:0:34734:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838396.067564:0:34734:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.067566:0:34734:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.067573:0:34734:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479419153408 : -113594290398208 : ffff98afc4ac1c00) 00010000:00000001:2.0:1788838396.067578:0:34734:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838396.067581:0:34734:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838396.067586:0:34734:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c300. 00010000:00000010:2.0:1788838396.067590:0:34734:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5600. 00010000:00000001:2.0:1788838396.067594:0:34734:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838396.067597:0:34734:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517400. 00000020:00000001:2.0:1788838396.067601:0:34734:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838396.067604:0:34734:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517400 with handle 0x9f68a6b43b62d053 to hash 00000020:00000001:2.0:1788838396.067606:0:34734:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838396.067607:0:34734:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.067611:0:34734:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.067614:0:34734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.067617:0:34734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.067621:0:34734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.067635:0:34734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34734 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.067645:0:34734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34734 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838396.067651:0:34734:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838396.067653:0:34734:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838396.067792:0:34734:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89240. 00000100:00000001:2.0:1788838396.067795:0:34734:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489176128 : -113594220375488 : ffff98afc8d89240) 00000100:00000001:2.0:1788838396.067797:0:34734:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.067799:0:34734:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419153408 : -113594290398208 : ffff98afc4ac1c00) 00000100:00000001:2.0:1788838396.067803:0:34734:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838396.067807:0:34734:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.067809:0:34734:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838396.067811:0:34734:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838396.067821:0:34734:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.067829:0:34734:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838396.067831:0:34734:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.067834:0:34734:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838396.067837:0:34734:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838396.067840:0:34734:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838396.067843:0:34734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1c00 pname:cluuid:pid:xid:nid:opc:job mkdir:236057cd-729b-462c-8b72-16ae653ba0e9:34734:1875731132272896:192.168.203.123@tcp:101:mkdir.0 00000100:00000001:2.0:1788838396.067847:0:34734:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838396.067852:0:34734:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838396.067854:0:34734:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.067856:0:34734:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838396.067861:0:34734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4b0d000. 02000000:00000001:2.0:1788838396.067863:0:34734:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838396.067870:0:34734:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838396.067874:0:34734:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838396.067881:0:34734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aaa0. 00000100:00000200:2.0:1788838396.067887:0:34734:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132272896, portal 10 00000100:00000001:2.0:1788838396.067889:0:34734:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.067890:0:34734:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419153408 : -113594290398208 : ffff98afc4ac1c00) 00000100:00000040:2.0:1788838396.067896:0:34734:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.067903:0:34734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838396.067906:0:34734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838396.067908:0:34734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a6e8. 00000100:00000200:2.0:1788838396.067911:0:34734:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132272896, offset 0 00000400:00000200:2.0:1788838396.067917:0:34734:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838396.067926:0:34734:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.067934:0:34734:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838396.067939:0:34734:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838396.067943:0:34734:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838396.067946:0:34734:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838396.067949:0:34734:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838396.067953:0:34734:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2623:2623:256:4294967295] 192.168.203.123@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:2.0:1788838396.067957:0:34734:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.067965:0:34734:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838396.067971:0:34734:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838396.067976:0:34734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14000. 00000800:00000200:2.0:1788838396.067982:0:34734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838396.067988:0:34734:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838396.067993:0:34734:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788838396.068163:0:34734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.068168:0:34734:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 820472 usecs (821 jiffies) 00000400:00000200:2.0:1788838396.068172:0:34734:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838396.068175:0:34734:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526862 00000100:00000001:2.0:1788838396.068178:0:34734:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.068182:0:34734:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526862 00000100:00000001:2.0:1788838396.068184:0:34734:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.068186:0:34734:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.068188:0:34734:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.068191:0:34734:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838396.068192:0:34734:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838396.068195:0:34734:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89240 going to sleep for 11 seconds 00000100:00000001:2.0:1788838396.068198:0:34734:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838396.068200:0:34734:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838396.068376:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838396.068381:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14000. 00000400:00000200:1.0:1788838396.068385:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.068391:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838396.068397:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a6e8 00000400:00000010:1.0:1788838396.068399:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a6e8. 00000100:00000001:1.0:1788838396.068403:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838396.068408:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.068417:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.068420:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.068427:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.068428:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838396.073162:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.073178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838396.073183:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.073185:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.073194:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.073201:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838396.073219:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.073224:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.073228:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.073232:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd55100 00000400:00000200:1.0:1788838396.073237:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.073244:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x7011 [1] + 224 00000800:00000001:1.0:1788838396.073251:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.073259:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.073262:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.073266:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838396.073273:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.073281:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838396.073291:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.073312:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838396.073321:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.073324:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.073407:0:34734:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838396.073414:0:34734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838396.073416:0:34734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838396.073419:0:34734:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838396.073423:0:34734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aaa0 00000400:00000010:2.0:1788838396.073425:0:34734:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aaa0. 00000100:00000001:2.0:1788838396.073428:0:34734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838396.073433:0:34734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838396.073441:0:34734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.073447:0:34734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838396.073448:0:34734:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.073450:0:34734:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838396.073454:0:34734:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838396.073455:0:34734:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838396.073457:0:34734:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.073460:0:34734:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838396.073469:0:34734:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838396.073473:0:34734:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838396.073476:0:34734:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838396.073477:0:34734:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.073488:0:34734:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838396.073492:0:34734:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.073495:0:34734:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838396.073497:0:34734:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788838396.073499:0:34734:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838396.073501:0:34734:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.073505:0:34734:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.073513:0:34734:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.073516:0:34734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838396.073517:0:34734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838396.073521:0:34734:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838396.073528:0:34734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1c00 pname:cluuid:pid:xid:nid:opc:job mkdir:236057cd-729b-462c-8b72-16ae653ba0e9:34734:1875731132272896:192.168.203.123@tcp:101:mkdir.0 00000100:00000001:2.0:1788838396.073533:0:34734:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.073535:0:34734:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.073537:0:34734:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838396.073540:0:34734:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.073543:0:34734:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.073550:0:34734:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838396.073552:0:34734:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89240. 00000100:00000001:2.0:1788838396.073554:0:34734:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838396.073556:0:34734:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.073558:0:34734:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838396.073562:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.073565:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.073568:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=4 00000020:00000001:2.0:1788838396.073570:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073573:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000040:2.0:1788838396.073578:0:34734:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517400, remote cookie: 0xff98f31736b3be73, flags: 0x1001 00010000:00010000:2.0:1788838396.073583:0:34734:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.073598:0:34734:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.073605:0:34734:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838396.073608:0:34734:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838396.073611:0:34734:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838396.073612:0:34734:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838396.073613:0:34734:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838396.073616:0:34734:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc7e4c300) refcount = 1 00010000:00010000:2.0:1788838396.073621:0:34734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.073627:0:34734:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838396.073630:0:34734:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838396.073631:0:34734:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.073634:0:34734:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838396.073636:0:34734:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.073639:0:34734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.073645:0:34734:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838396.073646:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.073648:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.073649:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.073650:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.073652:0:34734:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.073801:0:34734:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838396.073803:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.073804:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.073806:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838396.073808:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073810:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073813:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.073814:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.073815:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=4 00000020:00000001:2.0:1788838396.073817:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073819:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073821:0:34734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.073823:0:34734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.073826:0:34734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.073832:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.073833:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.073834:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.073835:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.073836:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=5 00000020:00000001:2.0:1788838396.073838:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073840:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073842:0:34734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838396.073844:0:34734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.073848:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.073849:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838396.073851:0:34734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.073857:0:34734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838396.073858:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.073859:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.073860:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.073861:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838396.073866:0:34734:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788838396.073879:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.073880:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.073882:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838396.073883:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073885:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073888:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.073889:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838396.073890:0:34734:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.073892:0:34734:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.073894:0:34734:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788838396.073896:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.073897:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.073898:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838396.073900:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.073901:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00000002:00010000:2.0:1788838396.073905:0:34734:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.074495:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.074496:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.074498:0:34734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838396.074499:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.074504:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.074506:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:2.0:1788838396.074509:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:2.0:1788838396.074511:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000040:2.0:1788838396.074517:0:34734:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:2.0:1788838396.074520:0:34734:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838396.074524:0:34734:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788838396.074526:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.074527:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838396.074529:0:34734:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838396.074532:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fb58 00000002:00002000:2.0:1788838396.074534:0:34734:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788838396.074537:0:34734:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.074541:0:34734:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.074543:0:34734:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838396.074546:0:34734:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788838396.074549:0:34734:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838396.074552:0:34734:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838396.074556:0:34734:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a17e00. 00000080:00000001:2.0:1788838396.074560:0:34734:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838396.074563:0:34734:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838396.074569:0:34734:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788838396.074572:0:34734:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788838396.075176:0:34734:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd00d2440. 00800000:00000001:3.0:1788838396.075181:0:34734:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479610061888 : -113594099489728 : ffff98afd00d2440) 00800000:00000001:3.0:1788838396.075183:0:34734:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.075186:0:34734:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838396.075189:0:34734:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838396.075191:0:34734:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788838396.075193:0:34734:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838396.075196:0:34734:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838396.075197:0:34734:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.075202:0:34734:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838396.075204:0:34734:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788838396.075218:0:34734:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788838396.075221:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075223:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075225:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075227:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075229:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075231:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075232:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838396.075234:0:34734:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838396.075237:0:34734:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788838396.075238:0:34734:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd00d2440 1 00800000:00000010:3.0:1788838396.075241:0:34734:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd00d2440. 00800000:00000001:3.0:1788838396.075244:0:34734:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.075247:0:34734:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d053 00800000:00000001:3.0:1788838396.075249:0:34734:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838396.075252:0:34734:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838396.075253:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075254:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075255:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075257:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075259:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075262:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075263:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.075265:0:34734:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.075266:0:34734:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.075268:0:34734:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.075271:0:34734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838396.075274:0:34734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d053 from it ffffbbcb01f1fe18 00010000:00000001:3.0:1788838396.075276:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075277:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075278:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075280:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075281:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075283:0:34734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.075287:0:34734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.075300:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075301:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.075302:0:34734:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838396.075305:0:34734:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838396.075308:0:34734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838396.075317:0:34734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838396.075319:0:34734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.075321:0:34734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.075325:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075326:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.075328:0:34734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075331:0:34734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.075333:0:34734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075335:0:34734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075337:0:34734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075339:0:34734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.075340:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075341:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838396.075343:0:34734:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.075353:0:34734:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1c00 x1875731132272896/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.075361:0:34734:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838396.075363:0:34734:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838396.075366:0:34734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4b0d000. 02000000:00000001:3.0:1788838396.075369:0:34734:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838396.075372:0:34734:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838396.075374:0:34734:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838396.075376:0:34734:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838396.075379:0:34734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e800. 02000000:00000001:3.0:1788838396.075383:0:34734:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838396.075384:0:34734:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838396.075386:0:34734:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1c00. 00000100:00000001:3.0:1788838396.075390:0:34734:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838396.075391:0:34734:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.075394:0:34734:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 101 00000080:00000001:3.0:1788838396.075399:0:34734:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.075432:0:34734:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838396.075435:0:34734:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838396.075437:0:34734:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838396.075438:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fba8 00000080:00200000:3.0:1788838396.075440:0:34734:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838396.075446:0:34734:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77600. 00800000:00000002:3.0:1788838396.075450:0:34734:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838396.075453:0:34734:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838396.075456:0:34734:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.075457:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fac8 00800000:00000002:3.0:1788838396.075459:0:34734:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838396.075462:0:34734:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838396.075465:0:34734:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838396.075469:0:34734:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.075471:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1f998 00000002:00010000:3.0:1788838396.075472:0:34734:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838396.075475:0:34734:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838396.075477:0:34734:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838396.075488:0:34734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838396.075492:0:34734:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838396.075495:0:34734:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.075498:0:34734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.075500:0:34734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838396.075503:0:34734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838396.075510:0:34734:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838396.075515:0:34734:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.075518:0:34734:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838396.075529:0:34734:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838396.075531:0:34734:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838396.075533:0:34734:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.075534:0:34734:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.075536:0:34734:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.075538:0:34734:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838396.075540:0:34734:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838396.075542:0:34734:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838396.075544:0:34734:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77600. 00000080:00000001:3.0:1788838396.075548:0:34734:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838396.075550:0:34734:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.075552:0:34734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838396.075555:0:34734:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d053 00800000:00000001:3.0:1788838396.075558:0:34734:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838396.075559:0:34734:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838396.075561:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075562:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075564:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075565:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075568:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075569:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075571:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.075572:0:34734:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.075573:0:34734:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.075575:0:34734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d053 from it ffffbbcb01f1fbe0 00010000:00000001:3.0:1788838396.075577:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075578:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075579:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075581:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075583:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075585:0:34734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.075588:0:34734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838396.075594:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075595:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.075596:0:34734:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838396.075597:0:34734:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838396.075600:0:34734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838396.075606:0:34734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838396.075608:0:34734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.075609:0:34734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.075611:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075612:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.075613:0:34734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075615:0:34734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.075616:0:34734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075618:0:34734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075620:0:34734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075622:0:34734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.075623:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075624:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838396.075626:0:34734:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838396.075627:0:34734:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.075629:0:34734:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838396.075632:0:34734:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838396.075645:0:34734:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a7140. 00000020:00000001:3.0:1788838396.075649:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fd98 00000080:00200000:3.0:1788838396.075651:0:34734:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=1536 00000080:00000001:3.0:1788838396.075654:0:34734:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838396.075682:0:34734:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838396.075684:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fca8 00000080:00200000:3.0:1788838396.075686:0:34734:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838396.075691:0:34734:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77600. 00800000:00000002:3.0:1788838396.075694:0:34734:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838396.075697:0:34734:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838396.075698:0:34734:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.075700:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fbc8 00800000:00000002:3.0:1788838396.075701:0:34734:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838396.075704:0:34734:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838396.075705:0:34734:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838396.075708:0:34734:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.075709:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fa98 00000002:00010000:3.0:1788838396.075711:0:34734:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838396.075714:0:34734:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838396.075715:0:34734:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838396.075716:0:34734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838396.075718:0:34734:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838396.075720:0:34734:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.075723:0:34734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.075724:0:34734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838396.075727:0:34734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788838396.075733:0:34734:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838396.075735:0:34734:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.075737:0:34734:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788838396.075743:0:34734:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838396.075745:0:34734:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838396.075746:0:34734:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.075748:0:34734:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.075749:0:34734:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.075751:0:34734:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838396.075753:0:34734:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838396.075755:0:34734:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838396.075757:0:34734:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77600. 00000080:00000001:3.0:1788838396.075760:0:34734:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838396.075762:0:34734:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.075763:0:34734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838396.075766:0:34734:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d053 00800000:00000001:3.0:1788838396.075768:0:34734:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838396.075769:0:34734:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838396.075771:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075772:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075773:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075775:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075777:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075779:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075780:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.075781:0:34734:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.075782:0:34734:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.075784:0:34734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d053 from it ffffbbcb01f1fce0 00010000:00000001:3.0:1788838396.075786:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075787:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075788:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075790:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075792:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075793:0:34734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.075795:0:34734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838396.075800:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075801:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.075802:0:34734:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838396.075804:0:34734:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838396.075806:0:34734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838396.075810:0:34734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838396.075811:0:34734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.075813:0:34734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.075815:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075816:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.075817:0:34734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075818:0:34734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.075819:0:34734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075821:0:34734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075822:0:34734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075824:0:34734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.075825:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075826:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838396.075827:0:34734:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838396.075828:0:34734:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.075830:0:34734:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788838396.075832:0:34734:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.075836:0:34734:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838396.075837:0:34734:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838396.075838:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fd90 00000080:00200000:3.0:1788838396.075839:0:34734:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838396.075842:0:34734:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77600. 00800000:00000002:3.0:1788838396.075844:0:34734:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838396.075846:0:34734:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838396.075847:0:34734:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.075848:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fcb0 00800000:00000002:3.0:1788838396.075850:0:34734:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838396.075852:0:34734:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838396.075854:0:34734:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838396.075856:0:34734:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.075857:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fb80 00000002:00010000:3.0:1788838396.075859:0:34734:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838396.075861:0:34734:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838396.075862:0:34734:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838396.075863:0:34734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838396.075865:0:34734:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838396.075867:0:34734:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.075868:0:34734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.075870:0:34734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838396.075872:0:34734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788838396.075878:0:34734:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838396.075879:0:34734:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.075881:0:34734:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788838396.075887:0:34734:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838396.075888:0:34734:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838396.075889:0:34734:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.075890:0:34734:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.075902:0:34734:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.075904:0:34734:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838396.075906:0:34734:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838396.075908:0:34734:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838396.075910:0:34734:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77600. 00000080:00000001:3.0:1788838396.075912:0:34734:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838396.075913:0:34734:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.075915:0:34734:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838396.075917:0:34734:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d053 00800000:00000001:3.0:1788838396.075919:0:34734:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838396.075920:0:34734:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838396.075922:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075923:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075925:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075926:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075928:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075930:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075931:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.075932:0:34734:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.075933:0:34734:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.075935:0:34734:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d053 from it ffffbbcb01f1fdc8 00010000:00000001:3.0:1788838396.075937:0:34734:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.075938:0:34734:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.075939:0:34734:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517400 refcount=3 00000020:00000001:3.0:1788838396.075941:0:34734:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075943:0:34734:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362880512 : -113594346671104 : ffff98afc1517400) 00010000:00000001:3.0:1788838396.075945:0:34734:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.075947:0:34734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838396.075952:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075953:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.075954:0:34734:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838396.075955:0:34734:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838396.075957:0:34734:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838396.075962:0:34734:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838396.075964:0:34734:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.075965:0:34734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.075967:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075968:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.075969:0:34734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075970:0:34734:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.075972:0:34734:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075973:0:34734:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075975:0:34734:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.075976:0:34734:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.075977:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.075978:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838396.075979:0:34734:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838396.075980:0:34734:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.075982:0:34734:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788838396.075985:0:34734:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.075988:0:34734:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:3.0:1788838396.075989:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fda0 00000080:00200000:3.0:1788838396.075991:0:34734:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00000001:3.0:1788838396.075994:0:34734:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:3.0:1788838396.075995:0:34734:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1788838396.075998:0:34734:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77600. 00800000:00000002:3.0:1788838396.076000:0:34734:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000010:3.0:1788838396.076006:0:34734:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff98afd00d2440. 00000080:00000001:3.0:1788838396.076010:0:34734:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.076012:0:34734:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788838396.076014:0:34734:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788838396.076019:0:34734:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1788838396.076020:0:34734:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1788838396.076023:0:34734:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1788838396.076026:0:34734:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:3.0:1788838396.076028:0:34734:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:3.0:1788838396.076031:0:34734:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788838396.076034:0:34734:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788838396.076036:0:34734:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788838396.076038:0:34734:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788838396.076041:0:34734:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:3.0:1788838396.076043:0:34734:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.076045:0:34734:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.076047:0:34734:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.076048:0:34734:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.076050:0:34734:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01f1fbc0 00800000:00000002:3.0:1788838396.076052:0:34734:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788838396.076056:0:34734:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788838396.076058:0:34734:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838396.076060:0:34734:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838396.076062:0:34734:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.076064:0:34734:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838396.076067:0:34734:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838396.076070:0:34734:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1788838396.076077:0:34734:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838396.076081:0:34734:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838396.076083:0:34734:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838396.076085:0:34734:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788838396.076087:0:34734:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838396.076088:0:34734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838396.076089:0:34734:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 3 00010000:00000001:3.0:1788838396.076092:0:34734:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838396.076094:0:34734:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.076095:0:34734:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838396.076096:0:34734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838396.076097:0:34734:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 3 00010000:00000001:3.0:1788838396.076099:0:34734:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838396.076101:0:34734:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.076102:0:34734:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838396.076103:0:34734:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838396.076104:0:34734:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 3 00010000:00000001:3.0:1788838396.076105:0:34734:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838396.076107:0:34734:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.076108:0:34734:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838396.076111:0:34734:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838396.076115:0:34734:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788838396.076117:0:34734:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838396.076118:0:34734:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838396.076120:0:34734:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.076122:0:34734:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838396.076125:0:34734:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838396.076126:0:34734:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838396.076127:0:34734:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.076129:0:34734:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838396.076131:0:34734:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517400 with handle 0x9f68a6b43b62d053 from hash 00010000:00000001:3.0:1788838396.076133:0:34734:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838396.076134:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.076135:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.076136:0:34734:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838396.076138:0:34734:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838396.076139:0:34734:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838396.076141:0:34734:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838396.076143:0:34734:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838396.076145:0:34734:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788838396.076149:0:34734:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c380. 00000020:00000040:3.0:1788838396.076152:0:34734:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838396.076157:0:34734:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838396.076158:0:34734:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.076161:0:34734:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838396.076164:0:34734:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.076166:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.076167:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.076168:0:34734:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.076170:0:34734:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838396.076172:0:34734:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838396.076175:0:34734:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838396.076180:0:34734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8716c00. 00000100:00000001:3.0:1788838396.076186:0:34734:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.076188:0:34734:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838396.076190:0:34734:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838396.076194:0:34734:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788838396.076200:0:34734:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838396.076201:0:34734:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838396.076203:0:34734:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838396.076205:0:34734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517400/0x9f68a6b43b62d053 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be73 expref: -99 pid: 34734 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1788838396.076224:0:34734:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c300 count: 0 00010000:00000010:3.0:1788838396.076228:0:34734:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afd85e5600. 00010000:00000001:3.0:1788838396.076238:0:34734:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.076239:0:34734:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.076241:0:34734:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838396.076242:0:34734:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.076244:0:34734:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788838396.076254:0:34734:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788838396.076263:0:34734:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838396.076269:0:34734:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838396.076271:0:34734:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838396.076276:0:34734:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65840. 00000100:00000001:3.0:1788838396.076279:0:34734:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775616 : -113594290776000 : ffff98afc4a65840) 00000100:00000001:3.0:1788838396.076281:0:34734:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.076283:0:34734:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484863360 : -113594224688256 : ffff98afc896c380) 00000100:00000001:3.0:1788838396.076287:0:34734:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838396.076290:0:34734:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.076292:0:34734:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838396.076294:0:34734:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838396.076297:0:34734:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838396.076304:0:34734:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838396.076306:0:34734:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.076309:0:34734:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838396.076312:0:34734:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838396.076314:0:34734:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838396.076317:0:34734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c380 pname:cluuid:pid:xid:nid:opc:job mkdir:236057cd-729b-462c-8b72-16ae653ba0e9:34734:1875731132273152:192.168.203.123@tcp:36:mkdir.0 00000100:00000001:3.0:1788838396.076320:0:34734:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838396.076324:0:34734:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838396.076326:0:34734:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.076329:0:34734:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838396.076333:0:34734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8716800. 02000000:00000001:3.0:1788838396.076335:0:34734:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838396.076341:0:34734:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838396.076345:0:34734:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838396.076351:0:34734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838396.076358:0:34734:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132273152, portal 10 00000100:00000001:3.0:1788838396.076360:0:34734:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.076361:0:34734:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484863360 : -113594224688256 : ffff98afc896c380) 00000100:00000040:3.0:1788838396.076373:0:34734:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838396.076380:0:34734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838396.076383:0:34734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838396.076385:0:34734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cecc0. 00000100:00000200:3.0:1788838396.076389:0:34734:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875731132273152, offset 0 00000400:00000200:3.0:1788838396.076394:0:34734:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838396.076402:0:34734:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838396.076408:0:34734:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838396.076413:0:34734:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838396.076416:0:34734:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838396.076420:0:34734:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838396.076422:0:34734:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838396.076425:0:34734:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2624:2624:256:4294967295] 192.168.203.123@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:3.0:1788838396.076429:0:34734:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838396.076436:0:34734:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838396.076441:0:34734:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838396.076448:0:34734:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3600. 00000800:00000200:3.0:1788838396.076454:0:34734:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838396.076461:0:34734:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838396.076466:0:34734:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788838396.076482:0:34734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838396.076486:0:34734:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 819472 usecs (820 jiffies) 00000400:00000200:3.0:1788838396.076489:0:34734:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838396.076491:0:34734:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526869 00000100:00000001:3.0:1788838396.076494:0:34734:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:3.0:1788838396.076496:0:34734:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526869 00000100:00000001:3.0:1788838396.076498:0:34734:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:3.0:1788838396.076500:0:34734:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838396.076502:0:34734:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.076504:0:34734:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838396.076506:0:34734:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838396.076508:0:34734:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65840 going to sleep for 11 seconds 00000100:00000001:3.0:1788838396.076510:0:34734:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838396.076512:0:34734:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838396.077371:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838396.077377:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:1.0:1788838396.077383:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.077390:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838396.077395:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cecc0 00000400:00000010:1.0:1788838396.077398:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cecc0. 00000100:00000001:1.0:1788838396.077402:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838396.077681:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.077699:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.077703:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.077709:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.077710:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838396.088704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c300. 00010000:00000010:3.1:1788838396.088718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517400. 00000800:00000001:1.0:1788838396.093588:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.093607:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838396.093612:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.093615:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.093624:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.093632:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838396.093641:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.093645:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.093651:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.093694:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 10 MB=0x6a9f7afd55200 00000400:00000200:1.0:1788838396.093699:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.093705:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 448/448 into md 0x7019 [1] + 224 00000800:00000001:1.0:1788838396.093712:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.093719:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.093722:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.093727:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838396.093734:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.093741:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838396.093752:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.093770:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838396.093778:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838396.093781:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.093786:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838396.093792:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2625:2625:256:4294967295] 192.168.203.123@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:1.0:1788838396.093797:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.093806:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838396.093812:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838396.093818:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000100:00000001:3.0:1788838396.093824:0:34734:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1788838396.093824:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000400:00000001:3.0:1788838396.093833:0:34734:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1788838396.093834:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000400:00000001:3.0:1788838396.093839:0:34734:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1788838396.093840:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1788838396.093846:0:34734:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838396.093855:0:34734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838396.093857:0:34734:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838396.093860:0:34734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838396.093866:0:34734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838396.093878:0:34734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c380 x1875731132273152/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/576 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838396.093885:0:34734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838396.093887:0:34734:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838396.093897:0:34734:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838396.093901:0:34734:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838396.093903:0:34734:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838396.093905:0:34734:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.093908:0:34734:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838396.093914:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:3.0:1788838396.093916:0:34734:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000800:00000010:1.0:1788838396.093919:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000100:00001000:3.0:1788838396.093921:0:34734:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000400:00000200:1.0:1788838396.093925:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788838396.093928:0:34734:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1788838396.093932:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000100:00000001:3.0:1788838396.093933:0:34734:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.093938:0:34734:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1788838396.093940:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1788838396.093943:0:34734:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838396.093945:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838396.093947:0:34734:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838396.093950:0:34734:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1788838396.093953:0:34734:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838396.093955:0:34734:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.093957:0:34734:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484863360 : -113594224688256 : ffff98afc896c380) 00000100:00000001:3.0:1788838396.093960:0:34734:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838396.093963:0:34734:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1788838396.093966:0:34734:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838396.093969:0:34734:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838396.093975:0:34734:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c380 x1875731132273152/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838412 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838396.093982:0:34734:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838396.093984:0:34734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838396.093986:0:34734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838396.093990:0:34734:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c380 x1875731132273152/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838412 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838396.093999:0:34734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c380 pname:cluuid:pid:xid:nid:opc:job mkdir:236057cd-729b-462c-8b72-16ae653ba0e9:34734:1875731132273152:192.168.203.123@tcp:36:mkdir.0 00000100:00000001:3.0:1788838396.094048:0:34734:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838396.094052:0:34734:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.094055:0:34734:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838396.094057:0:34734:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.094061:0:34734:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c380 x1875731132273152/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838412 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838396.094068:0:34734:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838396.094071:0:34734:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65840. 00000100:00000001:3.0:1788838396.094074:0:34734:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838396.094076:0:34734:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.094084:0:34734:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838396.094088:0:34734:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:3.0:1788838396.094090:0:34734:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.094094:0:34734:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1788838396.094097:0:34734:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788838388 to 1788838396 00000080:00000001:3.0:1788838396.094100:0:34734:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838396.094105:0:34734:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838396.094108:0:34734:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838396.094110:0:34734:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788838396.094113:0:34734:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788838396.094127:0:34734:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd15aca40. 00000080:00000001:3.0:1788838396.094137:0:34734:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788838396.094140:0:34734:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff98afd15acb08) 00000080:00000001:3.0:1788838396.094143:0:34734:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838396.094145:0:34734:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1788838396.094147:0:34734:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.094149:0:34734:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788838396.094151:0:34734:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788838396.094154:0:34734:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1788838396 00000080:00200000:3.0:1788838396.094169:0:34734:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00000001:3.0:1788838396.094173:0:34734:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788838396.094175:0:34734:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631928072 : -113594077623544 : ffff98afd15acb08) 00000080:00000001:3.0:1788838396.094178:0:34734:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838396.094181:0:34734:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838396.094182:0:34734:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.094186:0:34734:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.094188:0:34734:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:3.0:1788838396.094189:0:34734:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.094193:0:34734:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c380 x1875731132273152/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838396.094199:0:34734:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838396.094201:0:34734:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838396.094204:0:34734:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77600. 00000080:00000010:3.0:1788838396.094215:0:34734:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff98afd00d2440. 00000080:00000001:3.0:1788838396.094218:0:34734:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.094220:0:34734:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838396.094224:0:34734:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.094235:0:34734:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788838396.094240:0:34734:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788838396.102358:0:34735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afd09a7140. 00000080:00000001:1.0:1788838396.116709:0:34735:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838396.116716:0:34735:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838396.116718:0:34735:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838396.116722:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfbc0 00000080:00200000:1.0:1788838396.116726:0:34735:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838396.116734:0:34735:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00800000:00000002:1.0:1788838396.116741:0:34735:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838396.116745:0:34735:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838396.116749:0:34735:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.116751:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfae0 00800000:00000002:1.0:1788838396.116754:0:34735:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838396.116758:0:34735:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838396.116761:0:34735:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838396.116767:0:34735:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.116769:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf9b0 00000002:00010000:1.0:1788838396.116771:0:34735:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838396.116774:0:34735:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838396.116775:0:34735:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838396.116779:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838396.116785:0:34735:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.116788:0:34735:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.116789:0:34735:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.116792:0:34735:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838396.116794:0:34735:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838396.116799:0:34735:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838396.116803:0:34735:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838396.116809:0:34735:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838396.116814:0:34735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838396.116820:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.116822:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.116824:0:34735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.116826:0:34735:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838396.116829:0:34735:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838396.116834:0:34735:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838396.116841:0:34735:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8400. 00000100:00000001:1.0:1788838396.116848:0:34735:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.116852:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.116853:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.116855:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.116856:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.116858:0:34735:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.116862:0:34735:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00010000:00000001:1.0:1788838396.116866:0:34735:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838396.116868:0:34735:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788838396.116871:0:34735:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901f00. 00010000:00000010:1.0:1788838396.116973:0:34735:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894a980. 00010000:00000001:1.0:1788838396.116980:0:34735:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838396.116984:0:34735:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0ec00. 00000020:00000001:1.0:1788838396.116987:0:34735:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838396.116990:0:34735:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0ec00 with handle 0x9f68a6b43b62d05a to hash 00000020:00000001:1.0:1788838396.116992:0:34735:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838396.116993:0:34735:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.116997:0:34735:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.117001:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.117003:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.117007:0:34735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.117017:0:34735:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.117028:0:34735:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838396.117033:0:34735:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838396.117035:0:34735:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838396.117042:0:34735:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.117044:0:34735:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100544 : -113594290451072 : ffff98afc4ab4d80) 00000100:00000001:1.0:1788838396.117046:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.117048:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838396.117053:0:34735:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838396.117056:0:34735:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.117058:0:34735:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838396.117060:0:34735:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838396.117070:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.117078:0:34735:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838396.117080:0:34735:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.117083:0:34735:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838396.117086:0:34735:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838396.117088:0:34735:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838396.117092:0:34735:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132273280:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838396.117096:0:34735:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838396.117101:0:34735:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838396.117103:0:34735:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.117105:0:34735:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838396.117110:0:34735:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eed800. 02000000:00000001:1.0:1788838396.117112:0:34735:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838396.117121:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838396.117125:0:34735:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838396.117132:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838396.117138:0:34735:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132273280, portal 10 00000100:00000001:1.0:1788838396.117140:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.117142:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:1.0:1788838396.117148:0:34735:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.117155:0:34735:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838396.117159:0:34735:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838396.117161:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc550. 00000100:00000200:1.0:1788838396.117164:0:34735:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132273280, offset 0 00000400:00000200:1.0:1788838396.117170:0:34735:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838396.117179:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.117185:0:34735:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838396.117190:0:34735:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838396.117195:0:34735:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838396.117198:0:34735:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838396.117201:0:34735:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838396.117205:0:34735:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2626:2626:256:4294967295] 192.168.203.123@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:1.0:1788838396.117220:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.117229:0:34735:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838396.117235:0:34735:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838396.117241:0:34735:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933400. 00000800:00000200:1.0:1788838396.117247:0:34735:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838396.117255:0:34735:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838396.117259:0:34735:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788838396.117342:0:34735:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.117347:0:34735:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 818492 usecs (819 jiffies) 00000400:00000200:1.0:1788838396.117351:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838396.117353:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526909 00000100:00000001:1.0:1788838396.117357:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.117359:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526909 00000100:00000001:1.0:1788838396.117361:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.117363:0:34735:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.117365:0:34735:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.117368:0:34735:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838396.117370:0:34735:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838396.117372:0:34735:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838396.117374:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838396.117377:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838396.119112:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.119120:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933400. 00000400:00000200:0.0:1788838396.119129:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.119136:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838396.119143:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc550 00000400:00000010:0.0:1788838396.119145:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc550. 00000100:00000001:0.0:1788838396.119150:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838396.119158:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.119170:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838396.119173:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.119180:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838396.119182:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838396.121028:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.121043:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.121047:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.121049:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.121057:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.121063:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.121070:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.121074:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.121079:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.121082:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd55280 00000400:00000200:0.0:1788838396.121086:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.121092:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x7021 [1] + 224 00000800:00000001:0.0:1788838396.121098:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.121105:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.121108:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.121112:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.121118:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.121125:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838396.121141:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.121155:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838396.121161:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.121164:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.121259:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838396.121267:0:34735:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838396.121269:0:34735:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838396.121273:0:34735:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838396.121277:0:34735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:1.0:1788838396.121280:0:34735:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:1.0:1788838396.121283:0:34735:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.121287:0:34735:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838396.121295:0:34735:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.121300:0:34735:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838396.121302:0:34735:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.121304:0:34735:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838396.121307:0:34735:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838396.121309:0:34735:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838396.121311:0:34735:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.121314:0:34735:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838396.121323:0:34735:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838396.121326:0:34735:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838396.121329:0:34735:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838396.121331:0:34735:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.121334:0:34735:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838396.121337:0:34735:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.121341:0:34735:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838396.121343:0:34735:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788838396.121345:0:34735:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838396.121347:0:34735:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.121351:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.121359:0:34735:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.121361:0:34735:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838396.121363:0:34735:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838396.121367:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838396.121375:0:34735:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132273280:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838396.121379:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.121382:0:34735:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.121384:0:34735:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838396.121386:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.121389:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.121396:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.121399:0:34735:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.121402:0:34735:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838396.121404:0:34735:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.121547:0:34735:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838396.121552:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.121554:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.121558:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=4 00000020:00000001:1.0:1788838396.121561:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121564:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000040:1.0:1788838396.121571:0:34735:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0ec00, remote cookie: 0xff98f31736b3be8f, flags: 0x1001 00010000:00010000:1.0:1788838396.121576:0:34735:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.121592:0:34735:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.121599:0:34735:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838396.121603:0:34735:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838396.121605:0:34735:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838396.121607:0:34735:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838396.121609:0:34735:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838396.121611:0:34735:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc9901f00) refcount = 1 00010000:00010000:1.0:1788838396.121615:0:34735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.121622:0:34735:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838396.121624:0:34735:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838396.121626:0:34735:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838396.121628:0:34735:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838396.121631:0:34735:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.121634:0:34735:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.121640:0:34735:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838396.121642:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121643:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.121644:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121645:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.121647:0:34735:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.121651:0:34735:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838396.121652:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.121653:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.121682:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.121685:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121688:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121691:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.121692:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.121694:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=4 00000020:00000001:1.0:1788838396.121696:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121698:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121701:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.121703:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.121706:0:34735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.121712:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121713:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.121715:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.121716:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.121718:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=5 00000020:00000001:1.0:1788838396.121719:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121721:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121723:0:34735:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838396.121726:0:34735:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.121732:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121733:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838396.121736:0:34735:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.121741:0:34735:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838396.121742:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121743:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.121745:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121746:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838396.121751:0:34735:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838396.121765:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.121766:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.121768:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.121769:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121772:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121774:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121775:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838396.121776:0:34735:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.121778:0:34735:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.121781:0:34735:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838396.121783:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.121784:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.121786:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.121787:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121789:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00000002:00010000:1.0:1788838396.121793:0:34735:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.121800:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121801:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.121803:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838396.121804:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.121805:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.121806:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.121808:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.121810:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000040:1.0:1788838396.121815:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:1.0:1788838396.121818:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838396.121821:0:34735:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788838396.121823:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.121824:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838396.121827:0:34735:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838396.121829:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf938 00000002:00002000:1.0:1788838396.121831:0:34735:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788838396.121834:0:34735:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.121837:0:34735:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.121840:0:34735:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838396.121843:0:34735:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788838396.121846:0:34735:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838396.121850:0:34735:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838396.121853:0:34735:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000080:00000001:1.0:1788838396.121857:0:34735:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838396.121860:0:34735:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838396.121865:0:34735:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788838396.121870:0:34735:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788838396.121979:0:34735:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd0c98180. 00800000:00000001:1.0:1788838396.121983:0:34735:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479622406528 : -113594087145088 : ffff98afd0c98180) 00800000:00000001:1.0:1788838396.121985:0:34735:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.121987:0:34735:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838396.121990:0:34735:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838396.121992:0:34735:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788838396.121995:0:34735:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788838396.121997:0:34735:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788838396.121999:0:34735:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.122003:0:34735:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788838396.122005:0:34735:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788838396.122010:0:34735:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788838396.122013:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.122014:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.122016:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.122018:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.122020:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.122022:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.122023:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838396.122025:0:34735:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838396.122027:0:34735:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788838396.122029:0:34735:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd0c98180 1 00800000:00000010:1.0:1788838396.122032:0:34735:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd0c98180. 00800000:00000001:1.0:1788838396.122035:0:34735:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838396.122038:0:34735:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d05a 00800000:00000001:1.0:1788838396.122041:0:34735:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838396.122043:0:34735:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838396.122044:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.122045:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.122047:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.122048:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.122050:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.122053:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.122054:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838396.122055:0:34735:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.122057:0:34735:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.122059:0:34735:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838396.122062:0:34735:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838396.122064:0:34735:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d05a from it ffffbbcb01bcfbf8 00010000:00000001:1.0:1788838396.122066:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.122067:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.122068:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.122069:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.122071:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.122072:0:34735:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838396.122075:0:34735:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.122081:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.122082:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.122083:0:34735:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838396.122086:0:34735:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838396.122089:0:34735:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838396.122101:0:34735:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838396.122103:0:34735:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838396.122105:0:34735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838396.122109:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.122111:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.122112:0:34735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.122618:0:34735:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838396.122622:0:34735:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.122624:0:34735:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.122627:0:34735:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.122629:0:34735:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838396.122631:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.122632:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838396.122635:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.122642:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132273280/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.122650:0:34735:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838396.122653:0:34735:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838396.123045:0:34735:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4eed800. 02000000:00000001:1.0:1788838396.123053:0:34735:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838396.123056:0:34735:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838396.123058:0:34735:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838396.123060:0:34735:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838396.123063:0:34735:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e8400. 02000000:00000001:1.0:1788838396.123067:0:34735:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838396.123069:0:34735:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838396.123071:0:34735:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:1.0:1788838396.123074:0:34735:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838396.123075:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838396.123079:0:34735:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838396.123085:0:34735:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838396.123103:0:34735:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692ca0. 00000080:00000001:1.0:1788838396.123109:0:34735:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838396.123110:0:34735:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838396.123113:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb00 00000080:00200000:1.0:1788838396.123116:0:34735:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838396.123121:0:34735:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00800000:00000002:1.0:1788838396.123125:0:34735:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838396.123129:0:34735:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838396.123132:0:34735:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.123134:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa20 00800000:00000002:1.0:1788838396.123136:0:34735:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838396.123139:0:34735:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838396.123143:0:34735:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838396.123147:0:34735:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.123149:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf8f0 00000002:00010000:1.0:1788838396.123151:0:34735:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838396.123155:0:34735:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838396.123156:0:34735:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838396.123159:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838396.123163:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:1.0:1788838396.123166:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838396.123169:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.123172:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838396.123176:0:34735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838396.123185:0:34735:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838396.123188:0:34735:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.123191:0:34735:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788838396.123198:0:34735:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838396.123200:0:34735:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838396.123202:0:34735:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838396.123204:0:34735:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838396.123206:0:34735:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838396.123218:0:34735:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838396.123221:0:34735:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838396.123224:0:34735:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838396.123228:0:34735:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000080:00000001:1.0:1788838396.123231:0:34735:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838396.123233:0:34735:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838396.123235:0:34735:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838396.123237:0:34735:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d05a 00800000:00000001:1.0:1788838396.123240:0:34735:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838396.123242:0:34735:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838396.123243:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.123245:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.123247:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.123250:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.123252:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.123255:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.123257:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838396.123258:0:34735:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.123259:0:34735:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838396.123262:0:34735:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d05a from it ffffbbcb01bcfb38 00010000:00000001:1.0:1788838396.123263:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.123264:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.123265:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.123267:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.123269:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.123271:0:34735:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838396.123274:0:34735:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838396.123280:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.123281:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.123282:0:34735:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838396.123284:0:34735:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838396.123286:0:34735:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838396.123298:0:34735:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838396.123299:0:34735:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838396.123301:0:34735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838396.123304:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.123306:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.123307:0:34735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.123309:0:34735:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838396.123310:0:34735:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.123312:0:34735:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.123314:0:34735:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.123316:0:34735:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838396.123317:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.123318:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838396.123319:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838396.123321:0:34735:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838396.123323:0:34735:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788838396.123326:0:34735:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.123329:0:34735:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788838396.123331:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb58 00000080:00200000:1.0:1788838396.123332:0:34735:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), file ffff98afe23d4a80, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1788838396.123337:0:34735:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afc66b47e0. 00000080:00000001:1.0:1788838396.123341:0:34735:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838396.123343:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa08 00000080:00200000:1.0:1788838396.123345:0:34735:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000010:1.0:1788838396.123350:0:34735:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00800000:00000002:1.0:1788838396.123353:0:34735:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838396.123357:0:34735:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838396.123359:0:34735:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.123360:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf928 00800000:00000002:1.0:1788838396.123362:0:34735:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838396.123364:0:34735:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788838396.123367:0:34735:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788838396.123371:0:34735:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:1.0:1788838396.123374:0:34735:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788838396.123377:0:34735:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788838396.123379:0:34735:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788838396.123381:0:34735:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788838396.123384:0:34735:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:1.0:1788838396.123387:0:34735:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.123389:0:34735:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.123391:0:34735:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.123392:0:34735:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838396.123394:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf8a8 00800000:00000002:1.0:1788838396.123397:0:34735:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788838396.123400:0:34735:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.123402:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf7e0 00000002:00010000:1.0:1788838396.123404:0:34735:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1788838396.123419:0:34735:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838396.123421:0:34735:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788838396.123424:0:34735:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788838396.124538:0:34735:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.124544:0:34735:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788838396.124547:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:1.0:1788838396.124550:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838396.124553:0:34735:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788838396.124555:0:34735:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838396.124559:0:34735:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788838396.124567:0:34735:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838396.124570:0:34735:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788838396.124572:0:34735:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788838396.124573:0:34735:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788838396.124576:0:34735:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838396.124578:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838396.124580:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 3 00010000:00000001:1.0:1788838396.124582:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838396.124585:0:34735:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.124586:0:34735:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838396.124588:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838396.124589:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 3 00010000:00000001:1.0:1788838396.124591:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838396.124593:0:34735:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.124594:0:34735:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838396.124595:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838396.124596:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 3 00010000:00000001:1.0:1788838396.124598:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838396.124600:0:34735:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.124602:0:34735:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788838396.124604:0:34735:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788838396.124608:0:34735:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788838396.124610:0:34735:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788838396.124612:0:34735:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788838396.124614:0:34735:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.124617:0:34735:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838396.124619:0:34735:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838396.124621:0:34735:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838396.124623:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.124625:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788838396.124628:0:34735:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0ec00 with handle 0x9f68a6b43b62d05a from hash 00010000:00000001:1.0:1788838396.124631:0:34735:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838396.124632:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.124633:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.124634:0:34735:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838396.124638:0:34735:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838396.124639:0:34735:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788838396.124642:0:34735:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838396.124644:0:34735:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838396.124646:0:34735:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788838396.124653:0:34735:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838396.124680:0:34735:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:1.0:1788838396.124685:0:34735:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788838396.124687:0:34735:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.124689:0:34735:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838396.124693:0:34735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838396.124697:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.124698:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.124699:0:34735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.124702:0:34735:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838396.124704:0:34735:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838396.124707:0:34735:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838396.124715:0:34735:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8400. 00000100:00000001:1.0:1788838396.124722:0:34735:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.124726:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.124728:0:34735:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788838396.124732:0:34735:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788838396.124738:0:34735:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788838396.124739:0:34735:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788838396.124741:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838396.124743:0:34735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d05a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3be8f expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788838396.124750:0:34735:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc9901f00 count: 0 00010000:00000010:1.0:1788838396.124755:0:34735:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc894a980. 00010000:00000001:1.0:1788838396.124763:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.124764:0:34735:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.124766:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.124768:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.124770:0:34735:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.124779:0:34735:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00010000:00000001:1.0:1788838396.124783:0:34735:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838396.124785:0:34735:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788838396.124789:0:34735:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901c00. 00010000:00000010:1.0:1788838396.124793:0:34735:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894a980. 00010000:00000001:1.0:1788838396.124796:0:34735:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838396.124799:0:34735:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0fa00. 00000020:00000001:1.0:1788838396.124802:0:34735:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838396.124804:0:34735:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0fa00 with handle 0x9f68a6b43b62d061 to hash 00000020:00000001:1.0:1788838396.124807:0:34735:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838396.124808:0:34735:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.124811:0:34735:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.124813:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.124815:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.124818:0:34735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.124825:0:34735:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788838396.124836:0:34735:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788838396.124846:0:34735:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788838396.124853:0:34735:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838396.124858:0:34735:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838396.124860:0:34735:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838396.124866:0:34735:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.124868:0:34735:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100544 : -113594290451072 : ffff98afc4ab4d80) 00000100:00000001:1.0:1788838396.124871:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.124873:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838396.125485:0:34735:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838396.125490:0:34735:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.125493:0:34735:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838396.125495:0:34735:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838396.125501:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.125510:0:34735:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838396.125512:0:34735:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.125516:0:34735:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838396.125519:0:34735:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838396.125522:0:34735:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838396.125525:0:34735:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132273536:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838396.125529:0:34735:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838396.125534:0:34735:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838396.125537:0:34735:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.125539:0:34735:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838396.125589:0:34735:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc41e0000. 02000000:00000001:1.0:1788838396.125593:0:34735:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838396.125600:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838396.125605:0:34735:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838396.125612:0:34735:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afd13e8800. 00000100:00000200:1.0:1788838396.125618:0:34735:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132273536, portal 10 00000100:00000001:1.0:1788838396.125620:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.125622:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:1.0:1788838396.125629:0:34735:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.125635:0:34735:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838396.125638:0:34735:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838396.125642:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc088. 00000100:00000200:1.0:1788838396.125645:0:34735:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875731132273536, offset 0 00000400:00000200:1.0:1788838396.125652:0:34735:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838396.125814:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.125822:0:34735:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838396.125827:0:34735:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838396.125832:0:34735:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838396.125835:0:34735:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838396.125838:0:34735:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838396.125841:0:34735:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2627:2627:256:4294967295] 192.168.203.123@tcp LPNI seq info [2627:2627:8:4294967295] 00000400:00000200:1.0:1788838396.125845:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.125853:0:34735:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838396.125859:0:34735:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838396.125865:0:34735:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933c00. 00000800:00000200:1.0:1788838396.125873:0:34735:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838396.125948:0:34735:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838396.125953:0:34735:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933c00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788838396.126021:0:34735:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.126026:0:34735:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 817495 usecs (818 jiffies) 00000400:00000200:1.0:1788838396.126031:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838396.126033:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526917 00000100:00000001:1.0:1788838396.126036:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.126039:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526917 00000100:00000001:1.0:1788838396.126041:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.126044:0:34735:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.126046:0:34735:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.126049:0:34735:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838396.126051:0:34735:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838396.126054:0:34735:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838396.126057:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838396.126059:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838396.128959:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.128968:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933c00. 00000400:00000200:0.0:1788838396.128976:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.128983:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838396.128991:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc088 00000400:00000010:0.0:1788838396.128993:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc088. 00000100:00000001:0.0:1788838396.128998:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838396.129005:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.129018:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838396.129022:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.129029:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838396.129031:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788838396.139740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:1.1:1788838396.139756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ec00. 00000800:00000001:0.0:1788838396.142002:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.142025:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.142029:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.142031:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.142040:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.142048:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.142059:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.142064:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.142069:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.142073:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd55380 00000400:00000200:0.0:1788838396.142078:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.142085:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x7031 [32] + 224 00000800:00000001:0.0:1788838396.142093:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.142105:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.142109:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.142113:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.142120:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.142128:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838396.142140:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.142166:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838396.142175:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.142178:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.142264:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838396.142272:0:34735:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838396.142274:0:34735:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838396.142277:0:34735:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838396.142282:0:34735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd13e8800 00000400:00000010:1.0:1788838396.142285:0:34735:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afd13e8800. 00000100:00000001:1.0:1788838396.142288:0:34735:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.142293:0:34735:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838396.142302:0:34735:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.142309:0:34735:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838396.142311:0:34735:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.142314:0:34735:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838396.142318:0:34735:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838396.142321:0:34735:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838396.142323:0:34735:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.142326:0:34735:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838396.142335:0:34735:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838396.142340:0:34735:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838396.142343:0:34735:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788838396.142347:0:34735:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.142355:0:34735:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788838396.142358:0:34735:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838396.142360:0:34735:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788838396.142362:0:34735:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838396.142365:0:34735:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788838396.142370:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.142377:0:34735:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788838396.142380:0:34735:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838396.142382:0:34735:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838396.142386:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838396.142393:0:34735:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132273536:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838396.142398:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.142401:0:34735:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788838396.142403:0:34735:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838396.142405:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.142409:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.142416:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.142419:0:34735:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.142422:0:34735:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838396.142424:0:34735:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788838396.142428:0:34735:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838396.142432:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.142434:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.142438:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=4 00000020:00000001:1.0:1788838396.142440:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.142443:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00010000:1.0:1788838396.142448:0:34735:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.142459:0:34735:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788838396.142463:0:34735:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.142469:0:34735:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838396.142472:0:34735:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.142478:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.142479:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838396.142481:0:34735:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.142487:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.142490:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.142492:0:34735:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788838396.142495:0:34735:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.142501:0:34735:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc2f0fa00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:1.0:1788838396.142505:0:34735:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788838396.142508:0:34735:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.142514:0:34735:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788838396.142517:0:34735:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788838396.142520:0:34735:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.142524:0:34735:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788838396.142527:0:34735:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788838396.142528:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.142529:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.142531:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=5 00000020:00000001:1.0:1788838396.142532:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.142534:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.142537:0:34735:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838396.142540:0:34735:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788838396.142544:0:34735:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838396.142546:0:34735:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.142548:0:34735:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788838396.142550:0:34735:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838396.142553:0:34735:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838396.142554:0:34735:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838396.142556:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.142557:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838396.142560:0:34735:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0fa00 with handle 0x9f68a6b43b62d061 from hash 00010000:00000001:1.0:1788838396.142562:0:34735:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838396.142563:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.142564:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.142565:0:34735:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838396.142567:0:34735:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838396.142568:0:34735:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788838396.142571:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.142572:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.142573:0:34735:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.142575:0:34735:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.142590:0:34735:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.142596:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.142597:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.142598:0:34735:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788838396.142600:0:34735:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838396.142601:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.142602:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.142603:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838396.142606:0:34735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d061 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838396.142612:0:34735:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc9901c00 count: 0 00010000:00000010:1.0:1788838396.142619:0:34735:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc894a980. 00010000:00000001:1.0:1788838396.142627:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.142629:0:34735:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788838396.142633:0:34735:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788838396.142639:0:34735:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838396.142647:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788838396.142649:0:34735:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.142651:0:34735:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.142653:0:34735:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.142710:0:34735:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1788838396.142713:0:34735:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1788838396.142717:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf768 00000002:00002000:1.0:1788838396.142720:0:34735:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:1.0:1788838396.142723:0:34735:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1788838396.142726:0:34735:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1788838396.142729:0:34735:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1788838396.142732:0:34735:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:1.0:1788838396.142735:0:34735:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1788838396.142738:0:34735:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1788838396.142742:0:34735:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838396.142745:0:34735:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000100:00000001:1.0:1788838396.142750:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.142754:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132273536/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.142760:0:34735:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838396.142763:0:34735:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838396.142766:0:34735:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc41e0000. 02000000:00000001:1.0:1788838396.142792:0:34735:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838396.142795:0:34735:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838396.142797:0:34735:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838396.142799:0:34735:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838396.142802:0:34735:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e8400. 02000000:00000001:1.0:1788838396.142805:0:34735:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838396.142808:0:34735:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838396.142810:0:34735:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:1.0:1788838396.142814:0:34735:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838396.142815:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838396.142820:0:34735:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788838396.142821:0:34735:0:(dcache.c:176:ll_intent_release()) intent ffff98afc66b47e0 released 00000080:00000001:1.0:1788838396.142824:0:34735:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1788838396.142825:0:34735:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afc66b47e0. 00000080:00000001:1.0:1788838396.142830:0:34735:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1788838396.142836:0:34735:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788838396.142840:0:34735:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788838396.142884:0:34735:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838396.142887:0:34735:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838396.142889:0:34735:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838396.142901:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfbc0 00000080:00200000:1.0:1788838396.142903:0:34735:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838396.142910:0:34735:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00800000:00000002:1.0:1788838396.142915:0:34735:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838396.142919:0:34735:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838396.142922:0:34735:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.142924:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfae0 00800000:00000002:1.0:1788838396.142926:0:34735:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838396.142929:0:34735:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838396.142934:0:34735:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838396.142938:0:34735:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.142940:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf9b0 00000002:00010000:1.0:1788838396.142941:0:34735:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838396.142945:0:34735:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838396.142947:0:34735:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838396.142949:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838396.142954:0:34735:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.142956:0:34735:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.142958:0:34735:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.142960:0:34735:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838396.142963:0:34735:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788838396.142966:0:34735:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838396.142969:0:34735:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838396.142973:0:34735:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838396.142977:0:34735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838396.142981:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.142982:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.142983:0:34735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.142986:0:34735:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838396.142988:0:34735:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838396.142991:0:34735:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838396.142997:0:34735:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8400. 00000100:00000001:1.0:1788838396.143003:0:34735:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.143006:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.143008:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.143010:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.143011:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.143013:0:34735:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.143018:0:34735:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00010000:00000001:1.0:1788838396.143021:0:34735:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838396.143023:0:34735:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788838396.143027:0:34735:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc9901f00. 00010000:00000010:1.0:1788838396.143031:0:34735:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc894a980. 00010000:00000001:1.0:1788838396.143034:0:34735:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838396.143037:0:34735:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0ec00. 00000020:00000001:1.0:1788838396.143040:0:34735:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838396.143042:0:34735:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0ec00 with handle 0x9f68a6b43b62d068 to hash 00000020:00000001:1.0:1788838396.143044:0:34735:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838396.143046:0:34735:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.143049:0:34735:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.143052:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.143053:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.143057:0:34735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.143063:0:34735:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.143072:0:34735:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838396.143077:0:34735:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838396.143079:0:34735:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838396.143085:0:34735:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.143087:0:34735:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100544 : -113594290451072 : ffff98afc4ab4d80) 00000100:00000001:1.0:1788838396.143090:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.143091:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838396.143095:0:34735:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838396.143099:0:34735:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.143101:0:34735:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838396.143103:0:34735:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838396.143107:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.143114:0:34735:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838396.143117:0:34735:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.143120:0:34735:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838396.143123:0:34735:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838396.143125:0:34735:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838396.143129:0:34735:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132273664:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838396.143132:0:34735:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838396.143137:0:34735:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838396.143139:0:34735:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.143142:0:34735:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838396.143146:0:34735:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4eed800. 02000000:00000001:1.0:1788838396.143149:0:34735:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838396.143153:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838396.143156:0:34735:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838396.143162:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfca18. 00000100:00000200:1.0:1788838396.143168:0:34735:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132273664, portal 10 00000100:00000001:1.0:1788838396.143170:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.143171:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:1.0:1788838396.143176:0:34735:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.143183:0:34735:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838396.143186:0:34735:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838396.143188:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcaa0. 00000100:00000200:1.0:1788838396.143191:0:34735:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132273664, offset 0 00000400:00000200:1.0:1788838396.143196:0:34735:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838396.143203:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.143219:0:34735:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838396.143225:0:34735:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838396.143229:0:34735:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838396.143233:0:34735:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838396.143236:0:34735:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838396.143239:0:34735:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2628:2628:256:4294967295] 192.168.203.123@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:1.0:1788838396.143243:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.143252:0:34735:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838396.143258:0:34735:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838396.143263:0:34735:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933100. 00000800:00000200:1.0:1788838396.143269:0:34735:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838396.143276:0:34735:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838396.143281:0:34735:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788838396.143288:0:34735:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.143292:0:34735:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 816518 usecs (817 jiffies) 00000400:00000200:1.0:1788838396.143295:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838396.143298:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526933 00000100:00000001:1.0:1788838396.143301:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.143303:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526933 00000100:00000001:1.0:1788838396.143305:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.143307:0:34735:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.143309:0:34735:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.143311:0:34735:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838396.143312:0:34735:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838396.143315:0:34735:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838396.143316:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838396.143318:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838396.143777:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.143782:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933100. 00000400:00000200:0.0:1788838396.143787:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.143792:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838396.143796:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcaa0 00000400:00000010:0.0:1788838396.143798:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcaa0. 00000100:00000001:0.0:1788838396.143801:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838396.143806:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.143814:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838396.143817:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.143823:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838396.143825:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788838396.148702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901c00. 00010000:00000010:1.1:1788838396.148717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fa00. 00000080:00000010:1.1:1788838396.151834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692ca0. 00000800:00000001:0.0:1788838396.152051:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.152064:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.152067:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.152070:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.152078:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.152085:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.152093:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.152097:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.152102:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.152106:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd55400 00000400:00000200:0.0:1788838396.152111:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.152117:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x7041 [1] + 224 00000800:00000001:0.0:1788838396.152124:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.152131:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.152134:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.152139:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.152146:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.152154:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838396.152164:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.152183:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838396.152192:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.152195:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.152253:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838396.152260:0:34735:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838396.152262:0:34735:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838396.152265:0:34735:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838396.152269:0:34735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfca18 00000400:00000010:1.0:1788838396.152271:0:34735:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfca18. 00000100:00000001:1.0:1788838396.152274:0:34735:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.152279:0:34735:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838396.152288:0:34735:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.152294:0:34735:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838396.152295:0:34735:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.152297:0:34735:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838396.152301:0:34735:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838396.152303:0:34735:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838396.152306:0:34735:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.152308:0:34735:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838396.152317:0:34735:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838396.152321:0:34735:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838396.152324:0:34735:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838396.152326:0:34735:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.152329:0:34735:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838396.152332:0:34735:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.152336:0:34735:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838396.152338:0:34735:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788838396.152339:0:34735:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838396.152343:0:34735:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.152347:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.152355:0:34735:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.152358:0:34735:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838396.152360:0:34735:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838396.152364:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838396.152372:0:34735:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132273664:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838396.152376:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.152379:0:34735:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.152381:0:34735:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838396.152383:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.152387:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.152394:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.152396:0:34735:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.152400:0:34735:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838396.152402:0:34735:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.152404:0:34735:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838396.152418:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152421:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152424:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=4 00000020:00000001:1.0:1788838396.152427:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152430:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000040:1.0:1788838396.152435:0:34735:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc2f0ec00, remote cookie: 0xff98f31736b3beb9, flags: 0x1001 00010000:00010000:1.0:1788838396.152440:0:34735:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.152449:0:34735:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.152456:0:34735:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788838396.152459:0:34735:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838396.152461:0:34735:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788838396.152463:0:34735:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788838396.152464:0:34735:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788838396.152466:0:34735:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc9901f00) refcount = 1 00010000:00010000:1.0:1788838396.152470:0:34735:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.152477:0:34735:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788838396.152479:0:34735:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788838396.152481:0:34735:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838396.152483:0:34735:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838396.152485:0:34735:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.152489:0:34735:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.152494:0:34735:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788838396.152496:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152497:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.152498:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152499:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.152500:0:34735:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.152504:0:34735:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788838396.152506:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152507:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152508:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.152510:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152512:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152514:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152515:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152517:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=4 00000020:00000001:1.0:1788838396.152518:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152520:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152523:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.152526:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.152528:0:34735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.152534:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152536:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.152537:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152538:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152540:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=5 00000020:00000001:1.0:1788838396.152542:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152544:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152546:0:34735:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838396.152548:0:34735:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.152554:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152555:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838396.152558:0:34735:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.152568:0:34735:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838396.152570:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152571:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.152572:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152573:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788838396.152590:0:34735:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788838396.152599:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152600:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152601:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.152603:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152605:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152607:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152608:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838396.152610:0:34735:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.152612:0:34735:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.152614:0:34735:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788838396.152617:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152618:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152620:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.152622:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152624:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00000002:00010000:1.0:1788838396.152627:0:34735:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.152634:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152635:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.152637:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838396.152638:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152639:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152640:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.152642:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152644:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000040:1.0:1788838396.152650:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:1.0:1788838396.152652:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788838396.152684:0:34735:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788838396.152687:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152688:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838396.152689:0:34735:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838396.152692:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf938 00000002:00002000:1.0:1788838396.152694:0:34735:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788838396.152697:0:34735:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.152700:0:34735:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.152702:0:34735:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838396.152705:0:34735:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788838396.152708:0:34735:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838396.152712:0:34735:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838396.152716:0:34735:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000080:00000001:1.0:1788838396.152720:0:34735:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838396.152722:0:34735:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838396.152728:0:34735:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788838396.152732:0:34735:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788838396.152737:0:34735:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd0c98180. 00800000:00000001:1.0:1788838396.152739:0:34735:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479622406528 : -113594087145088 : ffff98afd0c98180) 00800000:00000001:1.0:1788838396.152742:0:34735:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.152744:0:34735:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838396.152746:0:34735:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838396.152748:0:34735:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788838396.152751:0:34735:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788838396.152753:0:34735:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788838396.152755:0:34735:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.152760:0:34735:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788838396.152763:0:34735:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788838396.152767:0:34735:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788838396.152770:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152771:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152774:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.152775:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152778:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152780:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152781:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838396.152783:0:34735:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838396.152785:0:34735:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788838396.152786:0:34735:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd0c98180 1 00800000:00000010:1.0:1788838396.152788:0:34735:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd0c98180. 00800000:00000001:1.0:1788838396.152791:0:34735:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838396.152793:0:34735:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d068 00800000:00000001:1.0:1788838396.152796:0:34735:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838396.152798:0:34735:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838396.152799:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152800:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152801:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.152803:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152805:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152807:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152808:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838396.152810:0:34735:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.152811:0:34735:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.152814:0:34735:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838396.152816:0:34735:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838396.152819:0:34735:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d068 from it ffffbbcb01bcfbf8 00010000:00000001:1.0:1788838396.152821:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.152822:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.152823:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:1.0:1788838396.152825:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152827:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:1.0:1788838396.152829:0:34735:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838396.152832:0:34735:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.152843:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152844:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.152845:0:34735:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838396.152847:0:34735:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838396.152849:0:34735:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838396.152855:0:34735:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838396.152858:0:34735:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838396.152859:0:34735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838396.152863:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152864:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.152866:0:34735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.152868:0:34735:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838396.152870:0:34735:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.152872:0:34735:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.152874:0:34735:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.152876:0:34735:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838396.152877:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.152878:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838396.152880:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.152885:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132273664/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.152891:0:34735:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838396.152893:0:34735:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838396.152896:0:34735:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4eed800. 02000000:00000001:1.0:1788838396.152901:0:34735:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838396.152903:0:34735:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838396.152904:0:34735:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838396.152906:0:34735:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838396.152909:0:34735:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e8400. 02000000:00000001:1.0:1788838396.152912:0:34735:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838396.152914:0:34735:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838396.152916:0:34735:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:1.0:1788838396.152920:0:34735:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838396.152921:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838396.152925:0:34735:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838396.152929:0:34735:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838396.152941:0:34735:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc6692ca0. 00000080:00000001:1.0:1788838396.152945:0:34735:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788838396.152947:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb58 00000080:00200000:1.0:1788838396.152952:0:34735:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), file ffff98afe23d5b00, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1788838396.152956:0:34735:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afc66b47e0. 00000080:00000001:1.0:1788838396.152959:0:34735:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788838396.152961:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa08 00000080:00200000:1.0:1788838396.152962:0:34735:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open 00000080:00000010:1.0:1788838396.152969:0:34735:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00800000:00000002:1.0:1788838396.152974:0:34735:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838396.152978:0:34735:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838396.152981:0:34735:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.152982:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf928 00800000:00000002:1.0:1788838396.152984:0:34735:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838396.152987:0:34735:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788838396.152989:0:34735:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788838396.152993:0:34735:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00000020:00000001:1.0:1788838396.152996:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf8a8 00800000:00000002:1.0:1788838396.152998:0:34735:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788838396.153002:0:34735:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838396.153003:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf7e0 00000002:00010000:1.0:1788838396.153005:0:34735:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1788838396.153009:0:34735:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788838396.153011:0:34735:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788838396.153013:0:34735:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788838396.153016:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:1.0:1788838396.153018:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838396.153020:0:34735:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788838396.153023:0:34735:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.153025:0:34735:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.153027:0:34735:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.153030:0:34735:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838396.153033:0:34735:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:1.0:1788838396.153037:0:34735:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788838396.153039:0:34735:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.153042:0:34735:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838396.153045:0:34735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838396.153048:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.153049:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.153050:0:34735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.153053:0:34735:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838396.153055:0:34735:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838396.153058:0:34735:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838396.153064:0:34735:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8400. 00000100:00000001:1.0:1788838396.153070:0:34735:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.153073:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.153075:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.153076:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.153077:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.153079:0:34735:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.153086:0:34735:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00010000:00000001:1.0:1788838396.153089:0:34735:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788838396.153091:0:34735:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788838396.153093:0:34735:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:1.0:1788838396.153095:0:34735:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838396.153097:0:34735:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788838396.153100:0:34735:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc2f0fa00. 00000020:00000001:1.0:1788838396.153103:0:34735:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788838396.153105:0:34735:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc2f0fa00 with handle 0x9f68a6b43b62d06f to hash 00000020:00000001:1.0:1788838396.153107:0:34735:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788838396.153108:0:34735:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.153111:0:34735:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.153113:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.153115:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.153118:0:34735:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.153124:0:34735:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788838396.153134:0:34735:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788838396.153142:0:34735:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788838396.153150:0:34735:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788838396.153155:0:34735:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838396.153157:0:34735:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838396.153162:0:34735:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.153164:0:34735:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100544 : -113594290451072 : ffff98afc4ab4d80) 00000100:00000001:1.0:1788838396.153166:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.153168:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838396.153172:0:34735:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838396.153176:0:34735:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.153178:0:34735:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838396.153180:0:34735:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838396.153184:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.153190:0:34735:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838396.153192:0:34735:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.153196:0:34735:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838396.153198:0:34735:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838396.153201:0:34735:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838396.153217:0:34735:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132273920:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838396.153221:0:34735:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838396.153226:0:34735:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838396.153228:0:34735:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.153232:0:34735:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838396.153365:0:34735:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:1.0:1788838396.153369:0:34735:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838396.153375:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838396.153379:0:34735:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838396.153385:0:34735:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afc4eed800. 00000100:00000200:1.0:1788838396.153394:0:34735:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132273920, portal 10 00000100:00000001:1.0:1788838396.153396:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.153397:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:1.0:1788838396.153403:0:34735:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.153410:0:34735:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838396.153413:0:34735:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838396.153415:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfca18. 00000100:00000200:1.0:1788838396.153418:0:34735:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875731132273920, offset 0 00000400:00000200:1.0:1788838396.153424:0:34735:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838396.153432:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.153438:0:34735:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838396.153443:0:34735:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838396.153448:0:34735:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838396.153451:0:34735:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838396.153454:0:34735:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838396.153458:0:34735:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2629:2629:256:4294967295] 192.168.203.123@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:1.0:1788838396.153462:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.153470:0:34735:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838396.153476:0:34735:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838396.153481:0:34735:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933a00. 00000800:00000200:1.0:1788838396.153487:0:34735:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838396.153495:0:34735:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838396.153499:0:34735:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933a00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788838396.153508:0:34735:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.153513:0:34735:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 815533 usecs (816 jiffies) 00000400:00000200:1.0:1788838396.153516:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838396.153519:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526942 00000100:00000001:1.0:1788838396.153522:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.153524:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526942 00000100:00000001:1.0:1788838396.153527:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.153529:0:34735:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.153531:0:34735:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.153534:0:34735:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838396.153536:0:34735:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838396.153538:0:34735:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838396.153540:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838396.153542:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838396.153876:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.153881:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933a00. 00000400:00000200:0.0:1788838396.153886:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.153891:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838396.153896:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfca18 00000400:00000010:0.0:1788838396.153897:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfca18. 00000100:00000001:0.0:1788838396.153901:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838396.153905:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.153913:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838396.153915:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.153921:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838396.153923:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838396.173252:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.173268:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.173273:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.173275:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.173284:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.173291:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.173299:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.173304:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.173309:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.173312:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 608 into portal 10 MB=0x6a9f7afd55500 00000400:00000200:0.0:1788838396.173317:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.173321:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 608/608 into md 0x7051 [64] + 224 00000800:00000001:0.0:1788838396.173328:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.173334:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.173337:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.173340:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.173347:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.173355:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838396.173366:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.173385:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838396.173392:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.173395:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.173507:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838396.173516:0:34735:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838396.173518:0:34735:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838396.173521:0:34735:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838396.173527:0:34735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4eed800 00000400:00000010:1.0:1788838396.173530:0:34735:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afc4eed800. 00000100:00000001:1.0:1788838396.173534:0:34735:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.173539:0:34735:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838396.173548:0:34735:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.173554:0:34735:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838396.173556:0:34735:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.173559:0:34735:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838396.173562:0:34735:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838396.173564:0:34735:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838396.173566:0:34735:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.173569:0:34735:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838396.173698:0:34735:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838396.173704:0:34735:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838396.173707:0:34735:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788838396.173712:0:34735:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff98afd1120a80 x1875731132273920/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.173719:0:34735:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788838396.173722:0:34735:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838396.173723:0:34735:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788838396.173725:0:34735:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838396.173728:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.173730:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838396.173734:0:34735:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838396.173735:0:34735:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788838396.173737:0:34735:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838396.173740:0:34735:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788838396.173745:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.173753:0:34735:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788838396.173756:0:34735:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838396.173758:0:34735:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838396.173762:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838396.173771:0:34735:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132273920:192.168.203.123@tcp:101:lfs.0 00000100:00000001:1.0:1788838396.173776:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.173779:0:34735:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788838396.173781:0:34735:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838396.173784:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.173787:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.173793:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.173795:0:34735:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.173798:0:34735:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838396.173799:0:34735:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788838396.173803:0:34735:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788838396.173807:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.173809:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.173812:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=4 00000020:00000001:1.0:1788838396.173814:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.173817:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00010000:1.0:1788838396.173821:0:34735:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.173830:0:34735:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788838396.173834:0:34735:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.173840:0:34735:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838396.173843:0:34735:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.173849:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.173850:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838396.173852:0:34735:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.173858:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.173860:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.173863:0:34735:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788838396.173865:0:34735:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838396.173872:0:34735:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc2f0fa00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:1.0:1788838396.173876:0:34735:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788838396.173879:0:34735:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.173885:0:34735:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788838396.173888:0:34735:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788838396.173891:0:34735:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.173896:0:34735:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788838396.173898:0:34735:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788838396.173900:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838396.173901:0:34735:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838396.173902:0:34735:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0fa00 refcount=5 00000020:00000001:1.0:1788838396.173904:0:34735:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.173906:0:34735:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390112256 : -113594319439360 : ffff98afc2f0fa00) 00010000:00000001:1.0:1788838396.173909:0:34735:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788838396.173912:0:34735:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788838396.173916:0:34735:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788838396.173918:0:34735:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.173920:0:34735:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788838396.173922:0:34735:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788838396.173925:0:34735:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788838396.173926:0:34735:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788838396.173928:0:34735:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838396.173929:0:34735:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788838396.173932:0:34735:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0fa00 with handle 0x9f68a6b43b62d06f from hash 00010000:00000001:1.0:1788838396.173935:0:34735:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788838396.173936:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.173937:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.173938:0:34735:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788838396.173940:0:34735:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788838396.173941:0:34735:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788838396.173943:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.173944:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.173945:0:34735:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.173947:0:34735:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838396.173949:0:34735:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.173954:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.173955:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.173956:0:34735:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788838396.173957:0:34735:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838396.173958:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.173959:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.173960:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788838396.173962:0:34735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0fa00/0x9f68a6b43b62d06f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34735 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838396.173971:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.173973:0:34735:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788838396.173977:0:34735:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788838396.173983:0:34735:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838396.173992:0:34735:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788838396.173996:0:34735:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838396.174002:0:34735:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.174003:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788838396.174005:0:34735:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.174007:0:34735:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.174008:0:34735:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.174011:0:34735:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788838396.174013:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.174014:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00010000:00000001:1.0:1788838396.174016:0:34735:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788838396.174017:0:34735:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.174019:0:34735:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788838396.174022:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf768 00000002:00002000:1.0:1788838396.174024:0:34735:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788838396.174027:0:34735:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.174031:0:34735:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.174033:0:34735:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838396.174036:0:34735:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788838396.174038:0:34735:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838396.174041:0:34735:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:1.0:1788838396.174044:0:34735:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788838396.174046:0:34735:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afc66b47e0 it_disposition 80002b 00000080:00000001:1.0:1788838396.174048:0:34735:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788838396.174053:0:34735:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788838396.174056:0:34735:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788838396.174058:0:34735:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1788838396.174060:0:34735:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788838396.174066:0:34735:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788838396.174067:0:34735:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:1.0:1788838396.174070:0:34735:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.174073:0:34735:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1788838396.174076:0:34735:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788838396.174079:0:34735:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:1.0:1788838396.174082:0:34735:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff98afd15acb08): rc = 0 00000080:00000001:1.0:1788838396.174084:0:34735:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631928072 : -113594077623544 : ffff98afd15acb08) 00000080:00000001:1.0:1788838396.174085:0:34735:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788838396.174088:0:34735:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788838396.174089:0:34735:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838396.174093:0:34735:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff98afd15acb08) for lock 0x0 00800000:00000001:1.0:1788838396.174095:0:34735:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838396.174097:0:34735:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1788838396.174098:0:34735:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.174100:0:34735:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788838396.174106:0:34735:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd172a0d8 inode ffff98afd15acb08 refc 1 flags 0x20000e 00000080:00000001:1.0:1788838396.174109:0:34735:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788838396.174110:0:34735:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.174112:0:34735:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838396.174114:0:34735:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838396.174118:0:34735:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000100:00000001:1.0:1788838396.174121:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.174125:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.174132:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.174140:0:34735:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788838396.174143:0:34735:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788838396.174145:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa48 00000080:00200008:1.0:1788838396.174147:0:34735:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff98afd15acb08), flags 320400 00000080:00000010:1.0:1788838396.174153:0:34735:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afda0f2a00. 00000080:00000010:1.0:1788838396.174160:0:34735:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd0c98180. 00000080:00000001:1.0:1788838396.174163:0:34735:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788838396.174166:0:34735:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788838396.174168:0:34735:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788838396.174171:0:34735:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afc6692e60. 00000002:00100000:1.0:1788838396.174175:0:34735:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788838396.174182:0:34735:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.174183:0:34735:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788838396.174187:0:34735:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788838396.174191:0:34735:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.174193:0:34735:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.174195:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.174198:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788838396.174205:0:34735:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838396.174218:0:34735:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:1.0:1788838396.174250:0:34735:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788838396.174253:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838396.174255:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa48 00000080:00000008:1.0:1788838396.174257:0:34735:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff98afd15acb08), flags 320400, rc = 0 00000080:00000001:1.0:1788838396.174260:0:34735:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.174263:0:34735:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788838396.174265:0:34735:0:(dcache.c:176:ll_intent_release()) intent ffff98afc66b47e0 released 00000080:00000001:1.0:1788838396.174267:0:34735:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788838396.174269:0:34735:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788838396.174271:0:34735:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.174272:0:34735:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788838396.174275:0:34735:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afc66b47e0. 00000080:00000001:1.0:1788838396.174279:0:34735:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.174282:0:34735:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788838396.174285:0:34735:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff98afd15acb08), inode mode 41ed mask 44 00000080:00000001:1.0:1788838396.174289:0:34735:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.174319:0:34735:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788838396.174321:0:34735:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff98afd15acb08) cmd=4008669a arg=25532e0 00000080:00000001:1.0:1788838396.174327:0:34735:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1788838396.174330:0:34735:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00800000:00000001:1.0:1788838396.174337:0:34735:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788838396.174339:0:34735:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:1.0:1788838396.174343:0:34735:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788838396.174345:0:34735:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788838396.174350:0:34735:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.174355:0:34735:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1121c00. 00000020:00000040:1.0:1788838396.174358:0:34735:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:1.0:1788838396.174363:0:34735:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788838396.174367:0:34735:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838396.174372:0:34735:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838396.174373:0:34735:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838396.174375:0:34735:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.174378:0:34735:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838396.174379:0:34735:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838396.174383:0:34735:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838396.174389:0:34735:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd13e8800. 00000100:00000001:1.0:1788838396.174396:0:34735:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.174398:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.174399:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.174401:0:34735:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788838396.174402:0:34735:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.174404:0:34735:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788838396.174985:0:34735:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788838396.174996:0:34735:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838396.175005:0:34735:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838396.175006:0:34735:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838396.175012:0:34735:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.175015:0:34735:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100544 : -113594290451072 : ffff98afc4ab4d80) 00000100:00000001:1.0:1788838396.175017:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.175018:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000001:1.0:1788838396.175022:0:34735:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838396.175026:0:34735:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.175028:0:34735:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838396.175030:0:34735:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838396.175033:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.175039:0:34735:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838396.175041:0:34735:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.175045:0:34735:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838396.175047:0:34735:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838396.175050:0:34735:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838396.175053:0:34735:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132274176:192.168.203.123@tcp:36:lfs.0 00000100:00000001:1.0:1788838396.175056:0:34735:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838396.175061:0:34735:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838396.175063:0:34735:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.175065:0:34735:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838396.175069:0:34735:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13eac00. 02000000:00000001:1.0:1788838396.175071:0:34735:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838396.175076:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838396.175080:0:34735:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838396.175085:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838396.175091:0:34735:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132274176, portal 10 00000100:00000001:1.0:1788838396.175093:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.175094:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000040:1.0:1788838396.175100:0:34735:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.175113:0:34735:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838396.175116:0:34735:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838396.175119:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc2a8. 00000100:00000200:1.0:1788838396.175122:0:34735:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875731132274176, offset 0 00000400:00000200:1.0:1788838396.175128:0:34735:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838396.175135:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.175142:0:34735:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838396.175148:0:34735:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838396.175151:0:34735:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838396.175156:0:34735:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838396.175159:0:34735:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838396.175162:0:34735:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2630:2630:256:4294967295] 192.168.203.123@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:1.0:1788838396.175166:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.175174:0:34735:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838396.175180:0:34735:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838396.175185:0:34735:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933800. 00000800:00000200:1.0:1788838396.175192:0:34735:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838396.175199:0:34735:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838396.175204:0:34735:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788838396.175222:0:34735:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.175226:0:34735:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 814567 usecs (815 jiffies) 00000400:00000200:1.0:1788838396.175229:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838396.175232:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526963 00000100:00000001:1.0:1788838396.175234:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.175236:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526963 00000100:00000001:1.0:1788838396.175238:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.175240:0:34735:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.175243:0:34735:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.175246:0:34735:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838396.175248:0:34735:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838396.175250:0:34735:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838396.175253:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838396.175255:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838396.175404:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.175412:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933800. 00000400:00000200:0.0:1788838396.175417:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.175422:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838396.175426:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc2a8 00000400:00000010:0.0:1788838396.175428:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc2a8. 00000100:00000001:0.0:1788838396.175431:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838396.175435:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838396.175448:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838396.175451:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838396.175456:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838396.175457:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788838396.180702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0fa00. 00000800:00000001:0.0:1788838396.182890:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.182906:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.182910:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.182913:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.182921:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.182927:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.182936:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.182940:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.182945:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.182949:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd55600 00000400:00000200:0.0:1788838396.182955:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.182961:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x7061 [1] + 224 00000800:00000001:0.0:1788838396.182968:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.182975:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.182978:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.182982:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.182989:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.182997:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838396.183008:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838396.183029:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838396.183038:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838396.183042:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.183047:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838396.183053:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2631:2631:256:4294967295] 192.168.203.123@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:0.0:1788838396.183057:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.183065:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838396.183070:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838396.183075:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480af00. 00000800:00000200:0.0:1788838396.183080:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838396.183088:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838396.183092:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480af00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1788838396.183171:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.183175:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480af00. 00000400:00000200:0.0:1788838396.183178:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.183182:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838396.183187:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.183190:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.183271:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838396.183279:0:34735:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838396.183281:0:34735:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838396.183285:0:34735:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838396.183289:0:34735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc330 00000400:00000010:1.0:1788838396.183291:0:34735:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc330. 00000100:00000001:1.0:1788838396.183294:0:34735:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.183299:0:34735:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788838396.183308:0:34735:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1121c00 x1875731132274176/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/512 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.183314:0:34735:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838396.183316:0:34735:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.183319:0:34735:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838396.183321:0:34735:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838396.183324:0:34735:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838396.183326:0:34735:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.183329:0:34735:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838396.183337:0:34735:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:1.0:1788838396.183341:0:34735:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838396.183343:0:34735:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838396.183345:0:34735:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.183348:0:34735:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838396.183351:0:34735:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.183354:0:34735:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838396.183356:0:34735:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788838396.183357:0:34735:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838396.183359:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.183361:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627164672 : -113594082386944 : ffff98afd1121c00) 00000100:00000001:1.0:1788838396.183364:0:34735:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838396.183366:0:34735:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788838396.183369:0:34735:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838396.183372:0:34735:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.183377:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1121c00 x1875731132274176/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838412 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.183385:0:34735:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.183387:0:34735:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838396.183389:0:34735:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838396.183393:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1121c00 x1875731132274176/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838412 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788838396.183401:0:34735:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1121c00 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132274176:192.168.203.123@tcp:36:lfs.0 00000100:00000001:1.0:1788838396.183406:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.183408:0:34735:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.183416:0:34735:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838396.183418:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.183421:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1121c00 x1875731132274176/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838412 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.183428:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.183431:0:34735:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.183434:0:34735:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838396.183435:0:34735:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.183443:0:34735:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.183446:0:34735:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838396.183451:0:34735:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000100:00000001:1.0:1788838396.183454:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.183457:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1121c00 x1875731132274176/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838396.183463:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.183466:0:34735:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.183468:0:34735:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.183497:0:34735:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788838396.183499:0:34735:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788838396.183503:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfdd0 00000080:00200008:1.0:1788838396.183506:0:34735:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff98afd15acb08), flags 320000 00000080:00400000:1.0:1788838396.183510:0:34735:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:1.0:1788838396.183513:0:34735:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788838396.183515:0:34735:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788838396.183516:0:34735:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788838396.183522:0:34735:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838396.183526:0:34735:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788838396.183532:0:34735:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788838396.183534:0:34735:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838396.183536:0:34735:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:1.0:1788838396.183538:0:34735:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788838396.183540:0:34735:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788838396.183544:0:34735:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd1127000. 00000080:00000001:1.0:1788838396.183546:0:34735:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788838396.183554:0:34735:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788838396.183557:0:34735:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788838396.183559:0:34735:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:1.0:1788838396.183563:0:34735:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788838396.183565:0:34735:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:1.0:1788838396.183570:0:34735:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120380. 00000020:00000040:1.0:1788838396.183574:0:34735:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838396.183588:0:34735:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838396.183591:0:34735:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838396.183595:0:34735:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838396.183601:0:34735:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1126200. 00000100:00000001:1.0:1788838396.183606:0:34735:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788838396.183616:0:34735:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788838396.183625:0:34735:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788838396.183630:0:34735:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788838396.183636:0:34735:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838396.183638:0:34735:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838396.183642:0:34735:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.183645:0:34735:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100544 : -113594290451072 : ffff98afc4ab4d80) 00000100:00000001:1.0:1788838396.183647:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.183649:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000001:1.0:1788838396.183653:0:34735:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838396.183693:0:34735:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.183696:0:34735:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838396.183697:0:34735:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838396.183702:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.183709:0:34735:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838396.183711:0:34735:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.183714:0:34735:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838396.183717:0:34735:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838396.183719:0:34735:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838396.183722:0:34735:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132274432:192.168.203.123@tcp:35:lfs.0 00000100:00000001:1.0:1788838396.183726:0:34735:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838396.183730:0:34735:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838396.183733:0:34735:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.183735:0:34735:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838396.183739:0:34735:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ea800. 02000000:00000001:1.0:1788838396.183741:0:34735:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838396.183745:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838396.183748:0:34735:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838396.183753:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838396.183758:0:34735:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132274432, portal 10 00000100:00000001:1.0:1788838396.183760:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.183761:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000040:1.0:1788838396.183767:0:34735:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.183773:0:34735:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838396.183776:0:34735:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838396.183778:0:34735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcdd0. 00000100:00000200:1.0:1788838396.183781:0:34735:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132274432, offset 0 00000400:00000200:1.0:1788838396.183787:0:34735:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838396.183792:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.183796:0:34735:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838396.183801:0:34735:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838396.183805:0:34735:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838396.183809:0:34735:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838396.183812:0:34735:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838396.183815:0:34735:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2632:2632:256:4294967295] 192.168.203.123@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:1.0:1788838396.183819:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.183826:0:34735:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838396.183830:0:34735:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838396.183835:0:34735:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933900. 00000800:00000200:1.0:1788838396.183839:0:34735:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838396.183844:0:34735:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838396.183846:0:34735:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788838396.183852:0:34735:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.183856:0:34735:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 813586 usecs (814 jiffies) 00000400:00000200:1.0:1788838396.183860:0:34735:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838396.183862:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526971 00000100:00000001:1.0:1788838396.183866:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.183868:0:34735:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526971 00000100:00000001:1.0:1788838396.183870:0:34735:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:1.0:1788838396.183873:0:34735:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.183875:0:34735:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.183878:0:34735:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838396.183879:0:34735:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838396.183882:0:34735:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838396.183884:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838396.183885:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838396.184367:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.184371:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933900. 00000400:00000200:0.0:1788838396.184376:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.184380:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838396.184385:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcdd0 00000400:00000010:0.0:1788838396.184387:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcdd0. 00000100:00000001:0.0:1788838396.184391:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838396.184395:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.184403:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838396.184410:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.184416:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838396.184418:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838396.191846:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.191863:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.191867:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.191870:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.191879:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.191886:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.191905:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.191910:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.191915:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.191919:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd55700 00000400:00000200:0.0:1788838396.191923:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.191929:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x7071 [1] + 224 00000800:00000001:0.0:1788838396.191935:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.191946:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.191950:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.191954:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.191961:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.191969:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838396.191980:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.192000:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838396.192009:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.192013:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.192125:0:34735:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838396.192133:0:34735:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838396.192135:0:34735:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838396.192138:0:34735:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838396.192142:0:34735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc330 00000400:00000010:1.0:1788838396.192145:0:34735:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc330. 00000100:00000001:1.0:1788838396.192148:0:34735:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.192152:0:34735:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838396.192160:0:34735:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120380 x1875731132274432/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192166:0:34735:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838396.192167:0:34735:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.192170:0:34735:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838396.192173:0:34735:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838396.192175:0:34735:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838396.192177:0:34735:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838396.192180:0:34735:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838396.192189:0:34735:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=75 v=5 (10 5 5 5) 00000100:00001000:1.0:1788838396.192193:0:34735:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838396.192196:0:34735:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838396.192198:0:34735:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838396.192200:0:34735:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838396.192203:0:34735:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.192206:0:34735:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838396.192220:0:34735:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788838396.192222:0:34735:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838396.192224:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.192226:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000001:1.0:1788838396.192229:0:34735:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838396.192231:0:34735:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788838396.192233:0:34735:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838396.192235:0:34735:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838396.192240:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120380 x1875731132274432/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192247:0:34735:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838396.192250:0:34735:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838396.192252:0:34735:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838396.192256:0:34735:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120380 x1875731132274432/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838396.192263:0:34735:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34735:1875731132274432:192.168.203.123@tcp:35:lfs.0 00000100:00000001:1.0:1788838396.192268:0:34735:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.192271:0:34735:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.192273:0:34735:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838396.192275:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.192278:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120380 x1875731132274432/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192284:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.192286:0:34735:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838396.192290:0:34735:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838396.192291:0:34735:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.192297:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.192298:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000002:00000001:1.0:1788838396.192302:0:34735:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.192305:0:34735:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838396.192310:0:34735:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127000. 00000080:00000001:1.0:1788838396.192313:0:34735:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788838396.192316:0:34735:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788838396.192320:0:34735:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788838396.192325:0:34735:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192332:0:34735:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838396.192333:0:34735:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000001:1.0:1788838396.192336:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.192339:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192345:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.192346:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.192349:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120380 x1875731132274432/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192355:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.192356:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.192358:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132273920/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 536/608 e 0 to 0 dl 1788838412 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192364:0:34735:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788838396.192366:0:34735:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838396.192368:0:34735:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838396.192370:0:34735:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838396.192373:0:34735:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e8400. 02000000:00000001:1.0:1788838396.192377:0:34735:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838396.192379:0:34735:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838396.192381:0:34735:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:1.0:1788838396.192385:0:34735:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838396.192386:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838396.192387:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.192391:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120380 x1875731132274432/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192396:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838396.192398:0:34735:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afc6692e60. 00000002:00000001:1.0:1788838396.192402:0:34735:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838396.192404:0:34735:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838396.192405:0:34735:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd0c98180. 00000100:00000001:1.0:1788838396.192407:0:34735:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.192410:0:34735:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120380 x1875731132274432/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.192416:0:34735:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838396.192418:0:34735:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838396.192420:0:34735:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ea800. 02000000:00000001:1.0:1788838396.192423:0:34735:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838396.192424:0:34735:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838396.192425:0:34735:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838396.192427:0:34735:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838396.192428:0:34735:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1126200. 02000000:00000001:1.0:1788838396.192431:0:34735:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838396.192432:0:34735:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838396.192433:0:34735:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120380. 00000100:00000001:1.0:1788838396.192435:0:34735:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838396.192436:0:34735:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838396.192438:0:34735:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838396.192442:0:34735:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afda0f2a00. 00000080:00000001:1.0:1788838396.192445:0:34735:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838396.192450:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfdd0 00000080:00000008:1.0:1788838396.192452:0:34735:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff98afd15acb08), flags 320000, rc = 0 00000080:00000001:1.0:1788838396.192456:0:34735:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.192458:0:34735:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838396.192462:0:34735:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838396.192464:0:34735:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfe00 00000080:00002000:1.0:1788838396.192466:0:34735:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff98afd172a0d8, parent ffff98afd8effa20, inode ffff98afd15acb08) hashed, 00000080:00000001:1.0:1788838396.192469:0:34735:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838396.192475:0:34735:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788838396.192481:0:34735:0:(dcache.c:48:ll_release()) Process leaving 00010000:00010000:3.0:1788838396.211135:0:34738:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:3.0:1788838396.211142:0:34738:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.211145:0:34738:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.211148:0:34738:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.211152:0:34738:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.211154:0:34738:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.211156:0:34738:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.211185:0:34738:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff98afd0025800 00010000:00000001:3.0:1788838396.211188:0:34738:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.211189:0:34738:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.211190:0:34738:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.211192:0:34738:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.211193:0:34738:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.211195:0:34738:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1788838396.214956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc6692ca0. 00000080:00000001:3.0:1788838396.293582:0:34742:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838396.293589:0:34742:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838396.293591:0:34742:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838396.294512:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fbc0 00000080:00200000:3.0:1788838396.294520:0:34742:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838396.294529:0:34742:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98b00215c000. 00800000:00000002:3.0:1788838396.294536:0:34742:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838396.294540:0:34742:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838396.294545:0:34742:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.294547:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fae0 00800000:00000002:3.0:1788838396.294550:0:34742:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838396.294553:0:34742:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838396.294557:0:34742:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838396.294563:0:34742:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.294565:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f9b0 00000002:00010000:3.0:1788838396.294567:0:34742:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838396.294571:0:34742:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838396.294573:0:34742:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838396.294576:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838396.294584:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:3.0:1788838396.294587:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.294591:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.294595:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838396.294792:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838396.294806:0:34742:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838396.294812:0:34742:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.294815:0:34742:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838396.294824:0:34742:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838396.294826:0:34742:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838396.294828:0:34742:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.294830:0:34742:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.294831:0:34742:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.294834:0:34742:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838396.294836:0:34742:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838396.294839:0:34742:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838396.294842:0:34742:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98b00215c000. 00000080:00000001:3.0:1788838396.294846:0:34742:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838396.294848:0:34742:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.294850:0:34742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838396.294854:0:34742:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d068 00800000:00000001:3.0:1788838396.294857:0:34742:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838396.294859:0:34742:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838396.294861:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.294863:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.294866:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:3.0:1788838396.294868:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838396.294871:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838396.294936:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.294939:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.294941:0:34742:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.294943:0:34742:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.294945:0:34742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d068 from it ffffbbcb01c0fbf8 00010000:00000001:3.0:1788838396.294948:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.294949:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.294951:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:3.0:1788838396.294952:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838396.294954:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838396.294957:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.294960:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838396.295109:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.295112:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.295113:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838396.295116:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838396.295118:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838396.295126:0:34742:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838396.295130:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.295133:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.295138:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.295140:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.295142:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.295146:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.295148:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.295151:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.295155:0:34742:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.295158:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.295160:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.295162:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838396.295166:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838396.295168:0:34742:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.295171:0:34742:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838396.295177:0:34742:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838396.295192:0:34742:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09a7b80. 00000020:00000001:3.0:1788838396.295197:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fb28 00000080:00200000:3.0:1788838396.295200:0:34742:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), flags=25 00000080:00000001:3.0:1788838396.295204:0:34742:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788838396.295218:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f9d8 00000080:00200000:3.0:1788838396.295220:0:34742:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=0 00000080:00000010:3.0:1788838396.295228:0:34742:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98b00215c000. 00800000:00000002:3.0:1788838396.295231:0:34742:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838396.295236:0:34742:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838396.295241:0:34742:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.295243:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f8f8 00800000:00000002:3.0:1788838396.295246:0:34742:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838396.295249:0:34742:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788838396.295253:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f890 00800000:00000002:3.0:1788838396.295255:0:34742:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:3.0:1788838396.295259:0:34742:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.295261:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f7c8 00000002:00010000:3.0:1788838396.295263:0:34742:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788838396.295267:0:34742:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838396.295271:0:34742:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838396.295275:0:34742:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c700. 00000020:00000040:3.0:1788838396.295279:0:34742:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838396.295285:0:34742:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838396.295289:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.295292:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.295293:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.295296:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.295299:0:34742:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838396.295303:0:34742:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838396.295307:0:34742:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838396.295315:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717800. 00000100:00000001:3.0:1788838396.295322:0:34742:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.295328:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838396.295330:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.295332:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838396.295333:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.295336:0:34742:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.295343:0:34742:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00010000:00000001:3.0:1788838396.295347:0:34742:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838396.295350:0:34742:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838396.295353:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:3.0:1788838396.295356:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.295358:0:34742:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838396.295362:0:34742:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bea400. 00000020:00000001:3.0:1788838396.295367:0:34742:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838396.295370:0:34742:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bea400 with handle 0x9f68a6b43b62d076 to hash 00000020:00000001:3.0:1788838396.295373:0:34742:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838396.295375:0:34742:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.295378:0:34742:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.295381:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.295385:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.295389:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838396.295397:0:34742:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838396.296484:0:34742:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838396.296496:0:34742:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838396.296499:0:34742:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838396.296507:0:34742:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65840. 00000100:00000001:3.0:1788838396.296510:0:34742:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775616 : -113594290776000 : ffff98afc4a65840) 00000100:00000001:3.0:1788838396.296513:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.296514:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000001:3.0:1788838396.296519:0:34742:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838396.296523:0:34742:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.296525:0:34742:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838396.296526:0:34742:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838396.296536:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.296544:0:34742:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838396.296546:0:34742:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.296549:0:34742:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838396.296552:0:34742:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838396.296555:0:34742:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838396.296558:0:34742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132274560:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838396.296563:0:34742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838396.296568:0:34742:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838396.296571:0:34742:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.296573:0:34742:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838396.296578:0:34742:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0917800. 02000000:00000001:3.0:1788838396.296581:0:34742:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838396.296587:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838396.296592:0:34742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838396.297227:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838396.297236:0:34742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132274560, portal 10 00000100:00000001:3.0:1788838396.297238:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.297240:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000040:3.0:1788838396.297248:0:34742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.297255:0:34742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838396.297258:0:34742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838396.297261:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cedd0. 00000100:00000200:3.0:1788838396.297264:0:34742:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875731132274560, offset 0 00000400:00000200:3.0:1788838396.297270:0:34742:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838396.297278:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838396.297285:0:34742:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838396.297290:0:34742:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838396.297294:0:34742:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838396.297298:0:34742:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838396.297301:0:34742:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838396.297304:0:34742:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2633:2633:256:4294967295] 192.168.203.123@tcp LPNI seq info [2633:2633:8:4294967295] 00000400:00000200:3.0:1788838396.297309:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838396.297317:0:34742:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838396.297323:0:34742:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838396.297327:0:34742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3c00. 00000800:00000200:3.0:1788838396.297334:0:34742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838396.297342:0:34742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838396.297346:0:34742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788838396.297365:0:34742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838396.297369:0:34742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 812606 usecs (813 jiffies) 00000400:00000200:3.0:1788838396.297372:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838396.297374:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296527083 00000100:00000001:3.0:1788838396.297378:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:3.0:1788838396.297380:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296527083 00000100:00000001:3.0:1788838396.297382:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:3.0:1788838396.297384:0:34742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838396.297386:0:34742:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.297389:0:34742:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838396.297391:0:34742:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838396.297393:0:34742:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65840 going to sleep for 11 seconds 00000100:00000001:3.0:1788838396.297396:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838396.297399:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838396.297799:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.297805:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3c00. 00000400:00000200:0.0:1788838396.297810:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.297815:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838396.297821:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cedd0 00000400:00000010:0.0:1788838396.297823:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cedd0. 00000100:00000001:0.0:1788838396.297826:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838396.297831:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.297840:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838396.297844:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.297851:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838396.297853:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838396.310928:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.310944:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.310948:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.310950:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.310959:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.311063:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.311073:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.311077:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.311082:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.311087:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 584 into portal 10 MB=0x6a9f7afd55780 00000400:00000200:0.0:1788838396.311092:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.311097:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 584/584 into md 0x7081 [1] + 224 00000800:00000001:0.0:1788838396.311104:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.311111:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.311114:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.311118:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.311126:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.311134:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838396.311146:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.311164:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838396.311171:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.311174:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838396.311241:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838396.311248:0:34742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838396.311250:0:34742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838396.311254:0:34742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838396.311258:0:34742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838396.311260:0:34742:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838396.311263:0:34742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838396.311268:0:34742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838396.311278:0:34742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.311284:0:34742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838396.311286:0:34742:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838396.311288:0:34742:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838396.311292:0:34742:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838396.311294:0:34742:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838396.311297:0:34742:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.311300:0:34742:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838396.311308:0:34742:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838396.311312:0:34742:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838396.311315:0:34742:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838396.311317:0:34742:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.311320:0:34742:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838396.311323:0:34742:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.311326:0:34742:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838396.311328:0:34742:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1788838396.311330:0:34742:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838396.311332:0:34742:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838396.311337:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.311344:0:34742:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838396.311347:0:34742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838396.311349:0:34742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838396.311353:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838396.311361:0:34742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132274560:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838396.311366:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838396.311368:0:34742:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.311371:0:34742:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838396.311373:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.311376:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.311383:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838396.311386:0:34742:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65840. 00000100:00000001:3.0:1788838396.311390:0:34742:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838396.311391:0:34742:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.311394:0:34742:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838396.311398:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.311400:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.311403:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=4 00000020:00000001:3.0:1788838396.311406:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311419:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000040:3.0:1788838396.311425:0:34742:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bea400, remote cookie: 0xff98f31736b3bef8, flags: 0x1001 00010000:00010000:3.0:1788838396.311430:0:34742:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838396.311438:0:34742:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838396.311442:0:34742:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788838396.311449:0:34742:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac800. 00010000:00000010:3.0:1788838396.311453:0:34742:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675900. 00010000:00000001:3.0:1788838396.311458:0:34742:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.311461:0:34742:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838396.311469:0:34742:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.311475:0:34742:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838396.311479:0:34742:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838396.311481:0:34742:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838396.311482:0:34742:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838396.311484:0:34742:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838396.311486:0:34742:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff98afd83ac800) refcount = 1 00010000:00010000:3.0:1788838396.311490:0:34742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.311497:0:34742:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838396.311500:0:34742:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838396.311501:0:34742:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.311504:0:34742:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838396.311506:0:34742:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.311510:0:34742:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.311516:0:34742:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838396.311518:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311519:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.311520:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311521:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.311522:0:34742:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.311526:0:34742:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838396.311527:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.311529:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.311530:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838396.311532:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311534:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311537:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.311538:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.311539:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=4 00000020:00000001:3.0:1788838396.311541:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311542:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311545:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.311548:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.311551:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.311557:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311558:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.311559:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.311560:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.311561:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=5 00000020:00000001:3.0:1788838396.311563:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311565:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311567:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.311570:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.311576:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311577:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838396.311580:0:34742:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.311586:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.311587:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311588:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.311589:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311590:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838396.311594:0:34742:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838396.311610:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.311611:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.311613:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838396.311614:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311754:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311757:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311758:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.311760:0:34742:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.311762:0:34742:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.311765:0:34742:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838396.311767:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.311768:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.311769:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838396.311771:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311773:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00000002:00010000:3.0:1788838396.311777:0:34742:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.311789:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311791:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.311793:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838396.311794:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.311795:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.311796:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838396.311798:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.311800:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000040:3.0:1788838396.311805:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac800 count: 2 00010000:00000001:3.0:1788838396.311808:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838396.311812:0:34742:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:3.0:1788838396.311815:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.311816:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.311818:0:34742:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838396.311821:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f750 00000002:00002000:3.0:1788838396.311824:0:34742:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838396.311827:0:34742:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.311831:0:34742:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.311833:0:34742:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838396.311836:0:34742:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838396.311840:0:34742:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838396.311843:0:34742:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:3.0:1788838396.311846:0:34742:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838396.311848:0:34742:0:(namei.c:674:ll_lookup_it_finish()) it ffffbbcb01c0fac8 it_disposition b 00000080:00000001:3.0:1788838396.311851:0:34742:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838396.311857:0:34742:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838396.311859:0:34742:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838396.311862:0:34742:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788838396.311865:0:34742:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788838396.312073:0:34742:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838396.312076:0:34742:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1788838396.312079:0:34742:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.312083:0:34742:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788838396.312086:0:34742:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788838396.312090:0:34742:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:3.0:1788838396.312093:0:34742:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff98afd15acb08): rc = 0 00000080:00000001:3.0:1788838396.312095:0:34742:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631928072 : -113594077623544 : ffff98afd15acb08) 00010000:00000001:3.0:1788838396.312097:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.312099:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.312100:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838396.312103:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.312105:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.312107:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.312108:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838396.312109:0:34742:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838396.312111:0:34742:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838396.312112:0:34742:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838396.312115:0:34742:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838396.312116:0:34742:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.312120:0:34742:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff98afd15acb08) for lock 0x9f68a6b43b62d076 00800000:00000001:3.0:1788838396.312123:0:34742:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838396.312125:0:34742:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838396.312126:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.312127:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.312129:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838396.312131:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.312133:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.312135:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.312136:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.312138:0:34742:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.312140:0:34742:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788838396.312147:0:34742:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1644d80 inode ffff98afd15acb08 refc 1 flags 0x20000e 00000080:00000001:3.0:1788838396.312151:0:34742:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788838396.312153:0:34742:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.312155:0:34742:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788838396.312158:0:34742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff98afd15acb08) 00000080:00010000:3.0:1788838396.312162:0:34742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d076 from it ffffbbcb01c0fac8 00010000:00000001:3.0:1788838396.312165:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.312166:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.312167:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bea400 refcount=3 00000020:00000001:3.0:1788838396.312169:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.312171:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487476736 : -113594222074880 : ffff98afc8bea400) 00010000:00000001:3.0:1788838396.312173:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.312176:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.312183:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.312184:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.312185:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838396.312187:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838396.312190:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bea400/0x9f68a6b43b62d076 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bef8 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838396.312197:0:34742:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838396.312199:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.312201:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.312218:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.312220:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.312221:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.312224:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.312226:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.312228:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.312231:0:34742:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.312233:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.312234:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.312235:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838396.312237:0:34742:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838396.312241:0:34742:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98b00215c000. 00000100:00000001:3.0:1788838396.312246:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.312252:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c700 x1875731132274560/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/584 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.312259:0:34742:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838396.312262:0:34742:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838396.312265:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0917800. 02000000:00000001:3.0:1788838396.312268:0:34742:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838396.312271:0:34742:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838396.312273:0:34742:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838396.312275:0:34742:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838396.312278:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717800. 02000000:00000001:3.0:1788838396.312281:0:34742:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838396.312282:0:34742:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838396.312284:0:34742:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c700. 00000100:00000001:3.0:1788838396.312287:0:34742:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838396.312289:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838396.312494:0:34742:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838396.312498:0:34742:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff98afd15acb08), inode mode 41ed mask 1 00000080:00000001:2.0:1788838396.312504:0:34742:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838396.312520:0:34742:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6480. 00000080:00000001:2.0:1788838396.312524:0:34742:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838396.312526:0:34742:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff98afd15acb08), inode mode 41ed mask 3 00000080:00000001:2.0:1788838396.312529:0:34742:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.312532:0:34742:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788838396.312533:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fb58 00000080:00200000:2.0:1788838396.312535:0:34742:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff98afd15acb08), file ffff98afc4a70480, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788838396.312541:0:34742:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd0b171e0. 00000080:00000001:2.0:1788838396.312546:0:34742:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838396.312547:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fa08 00000080:00200000:2.0:1788838396.312549:0:34742:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff98afd15acb08), intent=open|creat 00000080:00000010:2.0:1788838396.312557:0:34742:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a17600. 00000080:00000001:2.0:1788838396.312565:0:34742:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838396.312568:0:34742:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838396.312570:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f928 00800000:00000002:2.0:1788838396.312572:0:34742:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:2.0:1788838396.312575:0:34742:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788838396.312578:0:34742:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788838396.312583:0:34742:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:2.0:1788838396.312586:0:34742:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788838396.312588:0:34742:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788838396.312591:0:34742:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788838396.312593:0:34742:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788838396.312605:0:34742:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:2.0:1788838396.312608:0:34742:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.312610:0:34742:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.312611:0:34742:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.312613:0:34742:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.312615:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f8a8 00800000:00000002:2.0:1788838396.313186:0:34742:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:2.0:1788838396.313193:0:34742:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838396.313196:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f7e0 00000002:00010000:2.0:1788838396.313198:0:34742:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788838396.313202:0:34742:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838396.313204:0:34742:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838396.313215:0:34742:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788838396.313219:0:34742:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.313222:0:34742:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838396.313224:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac800 count: 2 00010000:00000001:2.0:1788838396.313227:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.313229:0:34742:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838396.313232:0:34742:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.313234:0:34742:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.313236:0:34742:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838396.313241:0:34742:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2680. 00000020:00000040:2.0:1788838396.313245:0:34742:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838396.313249:0:34742:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838396.313251:0:34742:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.313254:0:34742:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838396.313257:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838396.313260:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.313261:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.313262:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.313265:0:34742:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838396.313267:0:34742:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838396.313271:0:34742:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838396.313277:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406e000. 00000100:00000001:2.0:1788838396.313283:0:34742:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.313286:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838396.313288:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.313289:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838396.313290:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.313292:0:34742:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.313299:0:34742:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00010000:00000001:2.0:1788838396.313302:0:34742:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838396.313304:0:34742:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838396.313306:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac800 count: 2 00010000:00000001:2.0:1788838396.313308:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.313310:0:34742:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838396.313313:0:34742:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517c00. 00000020:00000001:2.0:1788838396.313316:0:34742:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838396.313319:0:34742:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517c00 with handle 0x9f68a6b43b62d07d to hash 00000020:00000001:2.0:1788838396.313321:0:34742:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838396.313322:0:34742:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.313326:0:34742:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.313328:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.313331:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.313334:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.313343:0:34742:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838396.313354:0:34742:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838396.313363:0:34742:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838396.313378:0:34742:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34742 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838396.313383:0:34742:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838396.313385:0:34742:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838396.313390:0:34742:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89240. 00000100:00000001:2.0:1788838396.313392:0:34742:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489176128 : -113594220375488 : ffff98afc8d89240) 00000100:00000001:2.0:1788838396.313395:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.313396:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000001:2.0:1788838396.313400:0:34742:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838396.313404:0:34742:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.314704:0:34742:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838396.314706:0:34742:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838396.314716:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.314726:0:34742:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838396.314728:0:34742:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.314732:0:34742:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838396.314734:0:34742:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838396.314737:0:34742:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838396.314740:0:34742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2680 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132274816:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838396.314744:0:34742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838396.314749:0:34742:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838396.314752:0:34742:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.314754:0:34742:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838396.314807:0:34742:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc41e0000. 02000000:00000001:2.0:1788838396.314809:0:34742:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838396.314816:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838396.314821:0:34742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838396.314827:0:34742:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afc406fc00. 00000100:00000200:2.0:1788838396.314834:0:34742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132274816, portal 10 00000100:00000001:2.0:1788838396.314836:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.314838:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000040:2.0:1788838396.314845:0:34742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.314852:0:34742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838396.314855:0:34742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838396.314859:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aaa0. 00000100:00000200:2.0:1788838396.314862:0:34742:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875731132274816, offset 0 00000400:00000200:2.0:1788838396.314868:0:34742:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838396.315030:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.315038:0:34742:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838396.315043:0:34742:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838396.315047:0:34742:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838396.315051:0:34742:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838396.315054:0:34742:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838396.315057:0:34742:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2634:2634:256:4294967295] 192.168.203.123@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:2.0:1788838396.315061:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.315069:0:34742:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838396.315075:0:34742:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838396.315080:0:34742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14300. 00000800:00000200:2.0:1788838396.315087:0:34742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838396.315095:0:34742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838396.315100:0:34742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788838396.315122:0:34742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.315127:0:34742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 811640 usecs (812 jiffies) 00000400:00000200:2.0:1788838396.315130:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838396.315133:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296527100 00000100:00000001:2.0:1788838396.315136:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.315138:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296527100 00000100:00000001:2.0:1788838396.315140:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.315143:0:34742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.315146:0:34742:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.315147:0:34742:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838396.315149:0:34742:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838396.315151:0:34742:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89240 going to sleep for 11 seconds 00000100:00000001:2.0:1788838396.315154:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838396.315157:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838396.315387:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.315391:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14300. 00000400:00000200:0.0:1788838396.315397:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.315403:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838396.315408:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aaa0 00000400:00000010:0.0:1788838396.315416:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aaa0. 00000100:00000001:0.0:1788838396.315420:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838396.315425:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.315435:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838396.315439:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.315446:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838396.315448:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838396.340708:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.340724:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.340728:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.340731:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.340739:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.340746:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.340754:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.340758:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.340763:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.340766:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd55880 00000400:00000200:0.0:1788838396.340771:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.340776:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x7089 [32] + 224 00000800:00000001:0.0:1788838396.340782:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.340789:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.340792:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.340796:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.340802:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.340810:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838396.340821:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.340841:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838396.340851:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838396.340854:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.340859:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838396.340865:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2635:2635:256:4294967295] 192.168.203.123@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:0.0:1788838396.340870:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.340886:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838396.340891:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838396.340897:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd0080800. 00000800:00000200:0.0:1788838396.340902:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838396.340910:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838396.340915:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd0080800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788838396.341148:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788838396.341216:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838396.341223:0:34742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838396.341225:0:34742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838396.341228:0:34742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838396.341233:0:34742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc406fc00 00000400:00000010:2.0:1788838396.341235:0:34742:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afc406fc00. 00000100:00000001:2.0:1788838396.341238:0:34742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838396.341243:0:34742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838396.341253:0:34742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2680 x1875731132274816/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.341260:0:34742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838396.341261:0:34742:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.341264:0:34742:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838396.341267:0:34742:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838396.341269:0:34742:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838396.341271:0:34742:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.341275:0:34742:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838396.341282:0:34742:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838396.341286:0:34742:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838396.341289:0:34742:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838396.341291:0:34742:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.341294:0:34742:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838396.341297:0:34742:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.341299:0:34742:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838396.341301:0:34742:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000010/0x1] 00000100:00000001:2.0:1788838396.341303:0:34742:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838396.341305:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.341307:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000001:2.0:1788838396.341310:0:34742:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838396.341312:0:34742:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788838396.341314:0:34742:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838396.341317:0:34742:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.341321:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.341328:0:34742:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.341331:0:34742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838396.341333:0:34742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838396.341336:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838396.341344:0:34742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2680 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132274816:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838396.341349:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.341351:0:34742:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.341354:0:34742:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838396.341355:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.341359:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.341365:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838396.341368:0:34742:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89240. 00000100:00000001:2.0:1788838396.341370:0:34742:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838396.341372:0:34742:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.341374:0:34742:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838396.341378:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.341381:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.341383:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=4 00000020:00000001:2.0:1788838396.341386:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.341389:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000040:2.0:1788838396.341395:0:34742:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517c00, remote cookie: 0xff98f31736b3bf14, flags: 0x1001 00010000:00010000:2.0:1788838396.341400:0:34742:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838396.341424:0:34742:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:2.0:1788838396.341427:0:34742:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838396.341434:0:34742:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c900. 00010000:00000010:2.0:1788838396.341439:0:34742:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5300. 00010000:00000001:2.0:1788838396.341443:0:34742:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.341447:0:34742:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.341455:0:34742:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.341461:0:34742:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838396.341465:0:34742:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838396.341466:0:34742:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838396.341468:0:34742:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838396.341469:0:34742:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838396.341471:0:34742:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff98afc7e4c900) refcount = 1 00010000:00010000:2.0:1788838396.341475:0:34742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.341482:0:34742:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838396.341484:0:34742:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838396.341486:0:34742:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.341488:0:34742:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838396.341490:0:34742:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.341494:0:34742:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.341499:0:34742:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838396.341501:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.341503:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.341504:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.341505:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.341507:0:34742:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.341511:0:34742:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838396.341513:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.341514:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.341516:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=3 00000020:00000001:2.0:1788838396.341518:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.341520:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.341522:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.341524:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.341525:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=4 00000020:00000001:2.0:1788838396.341527:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.341529:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.341531:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.341534:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.341537:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.341543:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.341544:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.341545:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.341546:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.341547:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=5 00000020:00000001:2.0:1788838396.341549:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.341551:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.341553:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838396.341556:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.341561:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.341562:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838396.341566:0:34742:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.341572:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838396.341573:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.341574:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.341575:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.341576:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838396.341581:0:34742:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838396.341589:0:34742:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838396.341593:0:34742:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838396.341599:0:34742:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.341604:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.341605:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.341607:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=3 00000020:00000001:2.0:1788838396.341608:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:2.0:1788838396.341610:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00000002:00010000:2.0:1788838396.341613:0:34742:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1788838396.343610:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838396.343615:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd0080800. 00000400:00000200:0.0:1788838396.343629:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.343636:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838396.346491:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:3.0:1788838396.349223:0:34742:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd00d2440. 00010000:00000001:3.0:1788838396.349236:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.349238:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.349240:0:34742:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.349242:0:34742:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838396.349245:0:34742:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788838396.349249:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.349250:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000001:3.0:1788838396.349253:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.349254:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00010000:00000001:3.0:1788838396.349256:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.349259:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.349261:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=3 00000020:00000001:3.0:1788838396.349264:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:3.0:1788838396.349267:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00000002:00010000:3.0:1788838396.349272:0:34742:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.349284:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.349285:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.349286:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838396.349287:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.349288:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.349290:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=3 00000020:00000001:3.0:1788838396.349292:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:3.0:1788838396.349294:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000040:3.0:1788838396.349300:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:3.0:1788838396.349303:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838396.349307:0:34742:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:3.0:1788838396.349309:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.349310:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.349311:0:34742:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838396.349314:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f768 00000002:00002000:3.0:1788838396.349315:0:34742:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788838396.349318:0:34742:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.349321:0:34742:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.349323:0:34742:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838396.349327:0:34742:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788838396.349330:0:34742:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.349333:0:34742:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788838396.349335:0:34742:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd0b171e0 it_disposition 1800037 00000080:00002000:3.0:1788838396.349340:0:34742:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd172d6c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788838396.349345:0:34742:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838396.349347:0:34742:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788838396.349348:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0f998 00000080:00200000:3.0:1788838396.349350:0:34742:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff98afd15acb08), intent=open|creat 00000080:00000001:3.0:1788838396.349352:0:34742:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788838396.349354:0:34742:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838396.349360:0:34742:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838396.349364:0:34742:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838396.349366:0:34742:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:3.0:1788838396.349369:0:34742:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788838396.349387:0:34742:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd15a8840. 00000020:00000001:3.0:1788838396.349398:0:34742:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788838396.349400:0:34742:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788838396.349402:0:34742:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788838396.349404:0:34742:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff98afd15a8908) 00000020:00000001:3.0:1788838396.350142:0:34742:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838396.350149:0:34742:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838396.350154:0:34742:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838396.350160:0:34742:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788838396.350166:0:34742:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd0b0e898. 00000020:00000001:3.0:1788838396.350168:0:34742:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788838396.350170:0:34742:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.350177:0:34742:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788838396.350181:0:34742:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afc38644d8. 00020000:00000001:3.0:1788838396.350184:0:34742:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479399896280 : -113594309655336 : ffff98afc38644d8) 00020000:00000001:3.0:1788838396.350186:0:34742:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788838396.350190:0:34742:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838396.350196:0:34742:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acb000. 00020000:00000010:3.0:1788838396.350200:0:34742:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4680. 00020000:00000010:3.0:1788838396.350217:0:34742:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acba80. 00020000:00000001:3.0:1788838396.350220:0:34742:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419193984 : -113594290357632 : ffff98afc4acba80) 00020000:00000002:3.0:1788838396.350223:0:34742:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acba80, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838396.350227:0:34742:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838396.350232:0:34742:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4680: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:3.0:1788838396.350234:0:34742:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788838396.350236:0:34742:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acba80, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838396.350240:0:34742:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838396.350243:0:34742:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4680: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:3.0:1788838396.350248:0:34742:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afc41ae600. 00020000:00000010:3.0:1788838396.350251:0:34742:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc4a65840. 00020000:00000001:3.0:1788838396.350255:0:34742:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788838396.350258:0:34742:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc3813758. 00020000:00000001:3.0:1788838396.350261:0:34742:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788838396.350263:0:34742:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788838396.350268:0:34742:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788838396.350271:0:34742:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afd0b0eed8. 00000020:00000001:3.0:1788838396.350273:0:34742:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788838396.350275:0:34742:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.350277:0:34742:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479620796248 : -113594088755368 : ffff98afd0b0ef58) 00020000:00000001:3.0:1788838396.350281:0:34742:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788838396.350285:0:34742:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afc5274c40. 00020000:00000001:3.0:1788838396.350288:0:34742:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.350293:0:34742:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479620796248 : -113594088755368 : ffff98afd0b0ef58) 00020000:00000001:3.0:1788838396.350296:0:34742:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479620796248 : -113594088755368 : ffff98afd0b0ef58) 00020000:00000002:3.0:1788838396.350299:0:34742:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff98afd0b0eed8[0:0] -> [0x200000404:0x34:0x0]@ffff98afd0b0e898: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:3.0:1788838396.350305:0:34742:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788838396.350307:0:34742:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788838396.350309:0:34742:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.350312:0:34742:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479620794648 : -113594088756968 : ffff98afd0b0e918) 00000020:00001000:3.0:1788838396.350315:0:34742:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838396.350319:0:34742:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:3.0:1788838396.350322:0:34742:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788838396.350324:0:34742:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1788838396 00000080:00000001:3.0:1788838396.350329:0:34742:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788838396.350331:0:34742:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631911176 : -113594077640440 : ffff98afd15a8908) 00010000:00000001:3.0:1788838396.350334:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.350336:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.350338:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=3 00000020:00000001:3.0:1788838396.350341:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:3.0:1788838396.350344:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00000080:00000001:3.0:1788838396.350346:0:34742:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838396.350348:0:34742:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838396.350350:0:34742:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838396.350352:0:34742:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000020:00000001:3.0:1788838396.350354:0:34742:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838396.350356:0:34742:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838396.350357:0:34742:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838396.350360:0:34742:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acb180. 00020000:00000010:3.0:1788838396.350363:0:34742:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4280. 00020000:00000010:3.0:1788838396.350366:0:34742:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acbde0. 00020000:00000001:3.0:1788838396.350368:0:34742:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419194848 : -113594290356768 : ffff98afc4acbde0) 00020000:00000002:3.0:1788838396.350371:0:34742:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbde0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838396.350375:0:34742:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838396.350379:0:34742:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4280: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:3.0:1788838396.350383:0:34742:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afc38644d8) owner ffff98afc4108000 00020000:00000001:3.0:1788838396.350385:0:34742:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838396.350388:0:34742:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afc38644d8) owner ffff98afc4108000 00020000:00000010:3.0:1788838396.350392:0:34742:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4280. 00020000:00000010:3.0:1788838396.350396:0:34742:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acb180. 00020000:00000010:3.0:1788838396.350399:0:34742:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acbde0. 00020000:00000002:3.0:1788838396.350401:0:34742:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838396.350404:0:34742:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.351789:0:34742:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.351799:0:34742:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838396.351803:0:34742:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000002:3.0:1788838396.351807:0:34742:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acba80 addref 2/0 by ffff98afc4108000. 00020000:00000002:3.0:1788838396.351810:0:34742:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000001:3.0:1788838396.351813:0:34742:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838396.351814:0:34742:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838396.351816:0:34742:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838396.351817:0:34742:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788838396.351820:0:34742:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788838396.351822:0:34742:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788838396.351826:0:34742:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838396.351828:0:34742:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.351831:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.351833:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838396.351835:0:34742:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838396.351839:0:34742:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838396.351842:0:34742:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.351845:0:34742:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff98afd15a8908) 00000080:00010000:3.0:1788838396.351848:0:34742:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff98afd15a8908) for lock 0x9f68a6b43b62d07d 00800000:00000001:3.0:1788838396.351851:0:34742:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838396.351854:0:34742:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838396.351855:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.351858:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.351861:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=3 00000020:00000001:3.0:1788838396.351863:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:3.0:1788838396.351866:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:3.0:1788838396.351868:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.351869:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.351870:0:34742:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.351872:0:34742:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.351934:0:34742:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788838396.351937:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.351950:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.351959:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838396.352028:0:34742:0:(namei.c:1651:ll_create_it()) inode ffff98afd15a8908 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:3.0:1788838396.352033:0:34742:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.352037:0:34742:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff98afd15a8908) 00000080:00000001:3.0:1788838396.352039:0:34742:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838396.352470:0:34742:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a17600. 00000100:00000001:3.0:1788838396.352477:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.352492:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.352499:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.352503:0:34742:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788838396.352504:0:34742:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838396.352507:0:34742:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd15a8908 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:3.0:1788838396.352515:0:34742:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838396.352517:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fa68 00000080:00200008:3.0:1788838396.352519:0:34742:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff98afd15a8908), flags 100102 00000080:00000010:3.0:1788838396.352529:0:34742:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a0500. 00000080:00000010:3.0:1788838396.352537:0:34742:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d2b80. 00000080:00000001:3.0:1788838396.352539:0:34742:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838396.352545:0:34742:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838396.352549:0:34742:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838396.352553:0:34742:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a7f40. 00000002:00100000:3.0:1788838396.352558:0:34742:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838396.352566:0:34742:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.352568:0:34742:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838396.352572:0:34742:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838396.352576:0:34742:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.352578:0:34742:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838396.352581:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.352585:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838396.352593:0:34742:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838396.352719:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc41e0000. 02000000:00000001:3.0:1788838396.352750:0:34742:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838396.352752:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.352755:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fa68 00000080:00000008:3.0:1788838396.352757:0:34742:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff98afd15a8908), flags 100102, rc = 0 00000080:00000001:3.0:1788838396.352762:0:34742:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838396.352764:0:34742:0:(dcache.c:176:ll_intent_release()) intent ffff98afd0b171e0 released 00000080:00010000:3.0:1788838396.352766:0:34742:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d07d from it ffff98afd0b171e0 00010000:00000001:3.0:1788838396.352769:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.352770:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.352773:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517c00 refcount=3 00000020:00000001:3.0:1788838396.352775:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:3.0:1788838396.352777:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362882560 : -113594346669056 : ffff98afc1517c00) 00010000:00000001:3.0:1788838396.352779:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.352784:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.352792:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.352793:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.352795:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838396.352798:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838396.352801:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1517c00/0x9f68a6b43b62d07d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf14 expref: -99 pid: 34742 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838396.352810:0:34742:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838396.352813:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.352815:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.352819:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.352820:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.352821:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.352824:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.352826:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.352827:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.352830:0:34742:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.352832:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.352833:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.352834:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838396.352835:0:34742:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788838396.352837:0:34742:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838396.352839:0:34742:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838396.352841:0:34742:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838396.352843:0:34742:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838396.352845:0:34742:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.352848:0:34742:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788838396.352850:0:34742:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.352852:0:34742:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838396.352854:0:34742:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.352856:0:34742:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838396.352858:0:34742:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd0b171e0. 00000080:00000001:3.0:1788838396.352861:0:34742:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.352865:0:34742:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838396.352867:0:34742:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff98afd15a8908), inode mode 81a4 mask 40 00000080:00000001:3.0:1788838396.352870:0:34742:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.353851:0:34742:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788838396.353858:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd88 00000080:00200008:3.0:1788838396.353861:0:34742:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000002:3.0:1788838396.353864:0:34742:0:(file.c:2656:do_file_write_iter()) inode ffff98afd15a8908 need_sync_to_oss [0x200000404:0x34:0x0] 00000080:00000001:3.0:1788838396.353868:0:34742:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788838396.353871:0:34742:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.354247:0:34742:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788838396.354253:0:34742:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.354255:0:34742:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1788838396.354257:0:34742:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.354259:0:34742:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838396.354263:0:34742:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615208696 : -113594094342920 : ffff98afd05bacf8) 00000020:00001000:3.0:1788838396.354267:0:34742:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05bacf0 00000080:00000001:3.0:1788838396.354270:0:34742:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788838396.354272:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fc98 00000080:00200000:3.0:1788838396.354274:0:34742:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:3.0:1788838396.354280:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fc30 00000080:00200000:3.0:1788838396.354281:0:34742:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:3.0:1788838396.354284:0:34742:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788838396.354290:0:34742:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b48b1481[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:3.0:1788838396.354292:0:34742:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:3.0:1788838396.354295:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:3.0:1788838396.354297:0:34742:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838396.354299:0:34742:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838396.354301:0:34742:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838396.354305:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838396.354306:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788838396.354308:0:34742:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838396.354312:0:34742:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.354315:0:34742:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838396.354317:0:34742:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.354319:0:34742:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838396.354323:0:34742:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff98afd05ccbf0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788838396.354326:0:34742:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000001:3.0:1788838396.354329:0:34742:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838396.354331:0:34742:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838396.354334:0:34742:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838396.354336:0:34742:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788838396.354338:0:34742:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:3.0:1788838396.354340:0:34742:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788838396.354342:0:34742:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838396.354343:0:34742:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.354344:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838396.354346:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838396.354347:0:34742:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838396.354348:0:34742:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00000020:00000001:3.0:1788838396.354350:0:34742:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.354351:0:34742:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838396.354353:0:34742:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:3.0:1788838396.354355:0:34742:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788838396.354357:0:34742:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.354360:0:34742:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838396.354362:0:34742:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788838396.354365:0:34742:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788838396.354366:0:34742:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788838396.354367:0:34742:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788838396.354370:0:34742:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:3.0:1788838396.354372:0:34742:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838396.354374:0:34742:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838396.354378:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1788838396.354381:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838396.354382:0:34742:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838396.354383:0:34742:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838396.354385:0:34742:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286952 : -113594224264664 : ffff98afc89d3a28) 00000020:00001000:3.0:1788838396.354387:0:34742:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3a20 00000020:00000001:3.0:1788838396.354389:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0ef58 -> ffff98afd0b0e918 00000020:00000001:3.0:1788838396.354390:0:34742:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838396.354393:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838396.354394:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838396.354396:0:34742:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.354397:0:34742:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.354399:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838396.354401:0:34742:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788838396.354404:0:34742:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788838396.355522:0:34742:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355527:0:34742:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.355531:0:34742:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.355533:0:34742:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355535:0:34742:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355538:0:34742:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788838396.355541:0:34742:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788838396.355543:0:34742:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788838396.355546:0:34742:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788838396.355550:0:34742:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.355552:0:34742:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.355555:0:34742:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788838396.355556:0:34742:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:3.0:1788838396.355559:0:34742:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788838396.355560:0:34742:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788838396.355562:0:34742:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355563:0:34742:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.355565:0:34742:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.355567:0:34742:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.355568:0:34742:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.355570:0:34742:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838396.355572:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838396.355573:0:34742:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838396.355575:0:34742:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838396.355576:0:34742:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355577:0:34742:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.355579:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.355581:0:34742:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355582:0:34742:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838396.355583:0:34742:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838396.355585:0:34742:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838396.355588:0:34742:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838396.355590:0:34742:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838396.355593:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:3.0:1788838396.355654:0:34742:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc6675e80. 00020000:00000002:3.0:1788838396.355682:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1788838396.355685:0:34742:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838396.355687:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838396.355688:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838396.355691:0:34742:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838396.355696:0:34742:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c260. 00000008:00010000:3.0:1788838396.355698:0:34742:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788838396.355700:0:34742:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838396.355701:0:34742:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838396.355705:0:34742:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc6675eb0, osc lock ffff98afe090c260, flags 0x0 00000020:00000001:3.0:1788838396.355707:0:34742:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.355709:0:34742:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.355711:0:34742:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479448202880 : -113594261348736 : ffff98afc6675e80) 00000020:00000001:3.0:1788838396.355713:0:34742:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838396.355714:0:34742:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838396.355716:0:34742:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355718:0:34742:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355719:0:34742:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838396.355721:0:34742:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838396.355722:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838396.355723:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:3.0:1788838396.355725:0:34742:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838396.355726:0:34742:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838396.355728:0:34742:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788838396.355729:0:34742:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.355732:0:34742:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838396.355734:0:34742:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838396.355735:0:34742:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838396.355737:0:34742:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838396.355738:0:34742:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838396.355739:0:34742:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838396.355741:0:34742:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838396.355745:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838396.355750:0:34742:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.355753:0:34742:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788838396.355758:0:34742:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c700. 00000020:00000040:3.0:1788838396.355762:0:34742:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:3.0:1788838396.355766:0:34742:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838396.355771:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.355774:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.355777:0:34742:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838396.355779:0:34742:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838396.355783:0:34742:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838396.355790:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98b00215c000. 00000100:00000001:3.0:1788838396.355796:0:34742:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.355800:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838396.355802:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.355803:0:34742:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838396.355804:0:34742:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.355805:0:34742:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.355808:0:34742:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00010000:00000001:3.0:1788838396.355811:0:34742:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838396.355813:0:34742:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838396.355817:0:34742:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83acb00. 00010000:00000010:3.0:1788838396.355820:0:34742:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afd83acd00. 00010000:00000001:3.0:1788838396.355825:0:34742:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838396.355828:0:34742:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beaa00. 00000020:00000001:3.0:1788838396.355832:0:34742:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838396.355835:0:34742:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beaa00 with handle 0x9f68a6b43b62d084 to hash 00000020:00000001:3.0:1788838396.355837:0:34742:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838396.355839:0:34742:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000010:3.0:1788838396.355843:0:34742:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd00d2fc0. 00010000:00000001:3.0:1788838396.355845:0:34742:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838396.355849:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.355851:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.355855:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838396.355865:0:34742:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838396.357544:0:34742:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838396.357562:0:34742:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838396.357564:0:34742:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838396.357574:0:34742:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838396.357576:0:34742:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775040 : -113594290776576 : ffff98afc4a65600) 00000100:00000001:3.0:1788838396.357580:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.357581:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000001:3.0:1788838396.357587:0:34742:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838396.357591:0:34742:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.357593:0:34742:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838396.357595:0:34742:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838396.357782:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.357793:0:34742:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838396.357796:0:34742:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.357800:0:34742:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838396.357803:0:34742:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838396.357806:0:34742:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838396.357809:0:34742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132274944:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838396.357814:0:34742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838396.357818:0:34742:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838396.357821:0:34742:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.357824:0:34742:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838396.357829:0:34742:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8717800. 02000000:00000001:3.0:1788838396.357832:0:34742:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838396.357839:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838396.357844:0:34742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838396.357851:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838396.357857:0:34742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132274944, portal 4 00000100:00000001:3.0:1788838396.357859:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838396.357860:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000040:3.0:1788838396.357866:0:34742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.358531:0:34742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838396.358538:0:34742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838396.358542:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceee0. 00000100:00000200:3.0:1788838396.358547:0:34742:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132274944, offset 0 00000400:00000200:3.0:1788838396.358553:0:34742:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838396.358562:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838396.358568:0:34742:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838396.358573:0:34742:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838396.358577:0:34742:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838396.358580:0:34742:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838396.358583:0:34742:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838396.358588:0:34742:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2636:2636:256:4294967295] 192.168.203.123@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:3.0:1788838396.358592:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838396.359034:0:34742:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838396.359042:0:34742:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838396.359056:0:34742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3b00. 00000800:00000200:3.0:1788838396.359063:0:34742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838396.359071:0:34742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838396.359076:0:34742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838396.359151:0:34742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838396.359156:0:34742:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 208466 usecs (209 jiffies) 00000400:00000200:3.0:1788838396.359160:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838396.359163:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526541 00000100:00000001:3.0:1788838396.359166:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:3.0:1788838396.359169:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526541 00000100:00000001:3.0:1788838396.359171:0:34742:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:3.0:1788838396.359173:0:34742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838396.359176:0:34742:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.359179:0:34742:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838396.359181:0:34742:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838396.359183:0:34742:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65600 going to sleep for 11 seconds 00000100:00000001:3.0:1788838396.359186:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838396.359188:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838396.368832:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838396.368843:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:1.0:1788838396.368850:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.368861:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838396.368869:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceee0 00000400:00000010:1.0:1788838396.368871:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceee0. 00000100:00000001:1.0:1788838396.368885:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838396.368894:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.368907:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.368911:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.368918:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.368921:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838396.376888:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.376905:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838396.376910:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.376913:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.376921:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.376929:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838396.376947:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.376952:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.376957:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.376962:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd55900 00000400:00000200:1.0:1788838396.376975:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.376981:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x7091 [1] + 224 00000800:00000001:1.0:1788838396.376988:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.376998:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.377001:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.377007:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838396.377014:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.377023:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838396.377033:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.377591:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838396.377758:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838396.377765:0:34742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838396.377767:0:34742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838396.377770:0:34742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838396.377775:0:34742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838396.377778:0:34742:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838396.377781:0:34742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838396.377787:0:34742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838396.377801:0:34742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.377808:0:34742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838396.377810:0:34742:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838396.377812:0:34742:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838396.377815:0:34742:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838396.377817:0:34742:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838396.377820:0:34742:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838396.377823:0:34742:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838396.377831:0:34742:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=75 v=5 (5 5 5 16) 00000100:00001000:3.0:1788838396.377835:0:34742:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838396.377837:0:34742:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838396.377839:0:34742:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.377842:0:34742:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838396.377845:0:34742:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.377849:0:34742:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838396.377851:0:34742:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1788838396.377853:0:34742:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838396.377855:0:34742:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838396.377859:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.377866:0:34742:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838396.377869:0:34742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838396.377871:0:34742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838396.377886:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838396.377894:0:34742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132274944:192.168.203.123@tcp:101:multiop.0 00000100:00000001:3.0:1788838396.377899:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838396.377902:0:34742:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.377904:0:34742:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838396.377906:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.377910:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.377917:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838396.377919:0:34742:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838396.377924:0:34742:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838396.377926:0:34742:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.377929:0:34742:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838396.377941:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.377944:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.377947:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=4 00000020:00000001:3.0:1788838396.377949:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838396.377952:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000040:3.0:1788838396.377958:0:34742:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beaa00, remote cookie: 0xff98f31736b3bf22, flags: 0x1 00010000:00010000:3.0:1788838396.377972:0:34742:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.377985:0:34742:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788838396.377988:0:34742:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.377990:0:34742:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838396.377994:0:34742:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788838396.377998:0:34742:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838396.378007:0:34742:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff98afd83acb00) refcount = 1 00010000:00000040:3.0:1788838396.378010:0:34742:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838396.378013:0:34742:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.378021:0:34742:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838396.378023:0:34742:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.378026:0:34742:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838396.378028:0:34742:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.378032:0:34742:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.378038:0:34742:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838396.378039:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.378041:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1788838396.378926:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.378943:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838396.379224:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.379226:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.379228:0:34742:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838396.379232:0:34742:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788838396.379234:0:34742:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838396.379237:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.379239:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.379242:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=3 00000020:00000001:3.0:1788838396.379244:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838396.379248:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838396.379250:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.379251:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.379253:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=4 00000020:00000001:3.0:1788838396.379254:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838396.379256:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838396.379259:0:34742:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.379262:0:34742:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.379266:0:34742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.379275:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.379276:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838396.379279:0:34742:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788838396.379283:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000008:00010000:3.0:1788838396.379287:0:34742:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788838396.379303:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:3.0:1788838396.379306:0:34742:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838396.379308:0:34742:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788838396.379310:0:34742:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838396.379313:0:34742:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.379314:0:34742:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.379316:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000008:00000001:3.0:1788838396.379318:0:34742:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1788838396.379320:0:34742:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.379322:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.379323:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.379324:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=5 00000020:00000001:3.0:1788838396.379326:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838396.379328:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838396.379330:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.379333:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.379340:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.379341:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838396.379344:0:34742:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838396.379350:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.379352:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.379353:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838396.379354:0:34742:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.379357:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838396.379368:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c700 x1875731132274944/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838396.379376:0:34742:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838396.379379:0:34742:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838396.379383:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717800. 02000000:00000001:3.0:1788838396.379386:0:34742:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838396.379389:0:34742:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838396.379391:0:34742:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838396.379394:0:34742:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838396.379396:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98b00215c000. 02000000:00000001:3.0:1788838396.379401:0:34742:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838396.379402:0:34742:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838396.379416:0:34742:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c700. 00000100:00000001:3.0:1788838396.379420:0:34742:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838396.379421:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838396.379423:0:34742:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838396.379426:0:34742:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.379428:0:34742:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838396.379431:0:34742:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.379433:0:34742:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.379435:0:34742:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.379438:0:34742:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.379440:0:34742:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.379443:0:34742:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788838396.379448:0:34742:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1788838396.379708:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fb80 00000080:00200000:2.0:1788838396.379712:0:34742:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1788838396.379715:0:34742:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788838396.379718:0:34742:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000002:2.0:1788838396.379722:0:34742:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afc4acba80 addref 2/0 by ffff98afc4108000. 00020000:00000002:2.0:1788838396.379724:0:34742:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00000020:00000001:2.0:1788838396.379727:0:34742:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788838396.379730:0:34742:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788838396.379733:0:34742:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788838396.379738:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788838396.379741:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838396.379742:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:2.0:1788838396.379744:0:34742:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788838396.379747:0:34742:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788838396.379750:0:34742:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.379751:0:34742:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.379754:0:34742:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.379755:0:34742:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.379762:0:34742:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788838396.379764:0:34742:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1788838396.379791:0:34742:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788838396.379793:0:34742:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] fffff5ee04792e40 0 1 00000020:00000001:2.0:1788838396.379796:0:34742:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788838396.379798:0:34742:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.379799:0:34742:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788838396.379807:0:34742:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98afc2e6b0e0. 00000020:00000001:2.0:1788838396.379811:0:34742:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838396.379812:0:34742:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788838396.379814:0:34742:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788838396.379817:0:34742:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788838396.379819:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838396.379820:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000008:00000001:2.0:1788838396.379824:0:34742:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788838396.379826:0:34742:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff98afc2e6b150 folio fffff5ee04792e40 pg:0 obj off 0 00000008:00000001:2.0:1788838396.379828:0:34742:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.379830:0:34742:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838396.379831:0:34742:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788838396.379832:0:34742:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788838396.379834:0:34742:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.379838:0:34742:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.379840:0:34742:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446630479389438176 : -113594320113440 : ffff98afc2e6b0e0) 00000020:00000001:2.0:1788838396.379842:0:34742:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446630479389438176 : -113594320113440 : ffff98afc2e6b0e0) 00000020:00000001:2.0:1788838396.379845:0:34742:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788838396.379847:0:34742:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838396.379848:0:34742:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000020:00000001:2.0:1788838396.379850:0:34742:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788838396.379852:0:34742:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788838396.379854:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838396.379858:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000349b545b[2 00000000359f5866 1 1 000000008e6c4f0b 0 0 0] 00000020:00000001:2.0:1788838396.379860:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788838396.379861:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838396.379863:0:34742:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1788838396.379866:0:34742:0:(rw26.c:769:ll_write_begin()) page@00000000349b545b[2 00000000359f5866 2 1 000000008e6c4f0b 0 0 0] 00000080:00008000:2.0:1788838396.379868:0:34742:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:2.0:1788838396.379869:0:34742:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788838396.379871:0:34742:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.379875:0:34742:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788838396.379877:0:34742:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1788838396.379878:0:34742:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838396.379879:0:34742:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000020:00000001:2.0:1788838396.379881:0:34742:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788838396.379882:0:34742:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838396.379888:0:34742:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788838396.379889:0:34742:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838396.379891:0:34742:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788838396.379892:0:34742:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788838396.379895:0:34742:0:(rw26.c:929:ll_write_end()) page@00000000349b545b[3 00000000359f5866 2 1 000000008e6c4f0b 0 0 0] 00000080:00200000:2.0:1788838396.379898:0:34742:0:(rw26.c:929:ll_write_end()) vmpage @000000009e220131 17ffffc0001001 3:0 ffff98afc2e6b0e0 0 lru 00000080:00200000:2.0:1788838396.379905:0:34742:0:(rw26.c:929:ll_write_end()) osc-page@00000000ebe75a6e 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096d8eead 0000000092897a44 > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788838396.379907:0:34742:0:(rw26.c:929:ll_write_end()) end page@00000000349b545b 00000080:00200000:2.0:1788838396.379909:0:34742:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788838396.379910:0:34742:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1788838396.379914:0:34742:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788838396.379915:0:34742:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1788838396.379929:0:34742:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788838396.379931:0:34742:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] fffff5ee047a7780 0 1 00000020:00000001:2.0:1788838396.379934:0:34742:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788838396.379935:0:34742:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.379937:0:34742:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788838396.379939:0:34742:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98afc2e6be00. 00000020:00000001:2.0:1788838396.379941:0:34742:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838396.379942:0:34742:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788838396.379943:0:34742:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788838396.379945:0:34742:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1788838396.379947:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838396.379949:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000008:00000001:2.0:1788838396.379951:0:34742:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788838396.379953:0:34742:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff98afc2e6be70 folio fffff5ee047a7780 pg:0 obj off 4096 00000008:00000001:2.0:1788838396.379955:0:34742:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.379956:0:34742:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838396.379957:0:34742:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788838396.379958:0:34742:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788838396.379960:0:34742:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.379963:0:34742:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.379965:0:34742:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446630479389441536 : -113594320110080 : ffff98afc2e6be00) 00000020:00000001:2.0:1788838396.379967:0:34742:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446630479389441536 : -113594320110080 : ffff98afc2e6be00) 00000020:00000001:2.0:1788838396.379969:0:34742:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788838396.379970:0:34742:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838396.379971:0:34742:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000020:00000001:2.0:1788838396.379973:0:34742:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788838396.379973:0:34742:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788838396.379975:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838396.379977:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0d7427e[2 00000000359f5866 1 1 000000008e6c4f0b 0 0 1] 00000020:00000001:2.0:1788838396.379979:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788838396.379980:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838396.379981:0:34742:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1788838396.379983:0:34742:0:(rw26.c:769:ll_write_begin()) page@00000000d0d7427e[2 00000000359f5866 2 1 000000008e6c4f0b 0 0 1] 00000080:00008000:2.0:1788838396.379985:0:34742:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:2.0:1788838396.379985:0:34742:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788838396.379986:0:34742:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.379990:0:34742:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788838396.379990:0:34742:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1788838396.379992:0:34742:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838396.379993:0:34742:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000020:00000001:2.0:1788838396.379994:0:34742:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788838396.379996:0:34742:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838396.379997:0:34742:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788838396.379998:0:34742:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838396.379999:0:34742:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788838396.380000:0:34742:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788838396.380003:0:34742:0:(rw26.c:929:ll_write_end()) page@00000000d0d7427e[3 00000000359f5866 2 1 000000008e6c4f0b 0 0 1] 00000080:00200000:2.0:1788838396.380006:0:34742:0:(rw26.c:929:ll_write_end()) vmpage @00000000db7ff25d 17ffffc0001001 3:0 ffff98afc2e6be00 1 lru 00000080:00200000:2.0:1788838396.380011:0:34742:0:(rw26.c:929:ll_write_end()) osc-page@000000007f9fee8b 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 0000000096d8eead 0000000092897a44 > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788838396.380014:0:34742:0:(rw26.c:929:ll_write_end()) end page@00000000d0d7427e 00000080:00200000:2.0:1788838396.380015:0:34742:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1788838396.380016:0:34742:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1788838396.380019:0:34742:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788838396.380021:0:34742:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1788838396.380023:0:34742:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788838396.380025:0:34742:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788838396.380027:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838396.380028:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:2.0:1788838396.380030:0:34742:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788838396.380032:0:34742:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788838396.380034:0:34742:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788838396.380035:0:34742:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838396.380036:0:34742:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788838396.380037:0:34742:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788838396.380040:0:34742:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff98afc5274c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff98afc2e6b150 folio fffff5ee04792e40 pg:0 added for cmd 2 00000008:00000001:2.0:1788838396.380060:0:34742:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788838396.380062:0:34742:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:2.0:1788838396.380068:0:34742:0:(osc_cache.c:1737:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:2.0:1788838396.380071:0:34742:0:(osc_cache.c:1738:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:2.0:1788838396.380074:0:34742:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:2.0:1788838396.380076:0:34742:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1788838396.380078:0:34742:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838396.380081:0:34742:0:(cl_page.c:556:cl_batch_put()) page@00000000349b545b[4 00000000359f5866 2 1 000000008e6c4f0b 0 0 0] 00000020:00000001:2.0:1788838396.380082:0:34742:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788838396.380084:0:34742:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788838396.380085:0:34742:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:2.0:1788838396.380087:0:34742:0:(osc_request.c:745:osc_update_next_shrink()) next time 3059 to shrink grant 00000008:00000040:2.0:1788838396.380090:0:34742:0:(osc_io.c:486:osc_io_commit_async()) 2 -122 00000008:00000001:2.0:1788838396.380091:0:34742:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1788838396.380093:0:34742:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:2.0:1788838396.380095:0:34742:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1788838396.380097:0:34742:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:2.0:1788838396.380100:0:34742:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:2.0:1788838396.380101:0:34742:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:2.0:1788838396.380103:0:34742:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788838396.380104:0:34742:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788838396.380105:0:34742:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788838396.380106:0:34742:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788838396.380107:0:34742:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:2.0:1788838396.380109:0:34742:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788838396.380110:0:34742:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788838396.380111:0:34742:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:2.0:1788838396.380113:0:34742:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788838396.380115:0:34742:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788838396.380116:0:34742:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:2.0:1788838396.380118:0:34742:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:2.0:1788838396.380119:0:34742:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788838396.380121:0:34742:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788838396.380122:0:34742:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:2.0:1788838396.380123:0:34742:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788838396.380124:0:34742:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788838396.380125:0:34742:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788838396.380126:0:34742:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788838396.380127:0:34742:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:2.0:1788838396.380128:0:34742:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1788838396.380129:0:34742:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:2.0:1788838396.380131:0:34742:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1788838396.380132:0:34742:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:2.0:1788838396.380133:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838396.380134:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:2.0:1788838396.380136:0:34742:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:2.0:1788838396.380137:0:34742:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838396.380138:0:34742:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000008:00400020:2.0:1788838396.380141:0:34742:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:2.0:1788838396.380144:0:34742:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788838396.380145:0:34742:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788838396.380146:0:34742:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788838396.380148:0:34742:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788838396.380149:0:34742:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788838396.380151:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838396.380154:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000349b545b[3 00000000359f5866 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838396.380155:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:2.0:1788838396.380157:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838396.380159:0:34742:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788838396.380161:0:34742:0:(cl_page.c:1054:cl_page_prep()) page@00000000349b545b[3 00000000359f5866 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838396.380163:0:34742:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:2.0:1788838396.380165:0:34742:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838396.380166:0:34742:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788838396.380167:0:34742:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1788838396.380168:0:34742:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:2.0:1788838396.380169:0:34742:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788838396.380170:0:34742:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788838396.380171:0:34742:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788838396.380172:0:34742:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788838396.380173:0:34742:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788838396.380175:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838396.380177:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0d7427e[3 00000000359f5866 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788838396.380178:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:2.0:1788838396.380179:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838396.380180:0:34742:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788838396.380183:0:34742:0:(cl_page.c:1054:cl_page_prep()) page@00000000d0d7427e[3 00000000359f5866 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788838396.380184:0:34742:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:2.0:1788838396.380185:0:34742:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838396.380186:0:34742:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788838396.380187:0:34742:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1788838396.380188:0:34742:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:2.0:1788838396.380189:0:34742:0:(osc_cache.c:2854:osc_queue_sync_pages()) Process entered 00000008:00000010:2.0:1788838396.380194:0:34742:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98b0020d7b40. 00000008:00000020:2.0:1788838396.380198:0:34742:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc5274c40 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:2.0:1788838396.380202:0:34742:0:(osc_cache.c:3003:osc_queue_sync_pages()) extent ffff98b0020d7b40@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff98afc5274c40], [0|2|+|-|0000000000000000|256|0000000000000000]} allocate ext: write=1 00000008:00010000:2.0:1788838396.380217:0:34742:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff98b0020d7b40 00000008:00000020:2.0:1788838396.380221:0:34742:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff98afd054d548. 00000008:00000001:2.0:1788838396.380233:0:34742:0:(osc_cache.c:3007:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.380236:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:2.0:1788838396.380238:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:2.0:1788838396.380240:0:34742:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788838396.380242:0:34742:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838396.380243:0:34742:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.380245:0:34742:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.380247:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000008:00000040:2.0:1788838396.380249:0:34742:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:2.0:1788838396.380250:0:34742:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.380252:0:34742:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788838396.380253:0:34742:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788838396.380254:0:34742:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788838396.380255:0:34742:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788838396.380257:0:34742:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1788838396.380258:0:34742:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788838396.380259:0:34742:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788838396.380260:0:34742:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788838396.380262:0:34742:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788838396.380263:0:34742:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1788838396.380264:0:34742:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788838396.380265:0:34742:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788838396.380266:0:34742:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788838396.380267:0:34742:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:2.0:1788838396.380269:0:34742:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.380270:0:34742:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.380272:0:34742:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788838396.380283:0:11176:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838396.380287:0:11176:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:2.0:1788838396.380289:0:11176:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000008:00000020:2.0:1788838396.380291:0:11176:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff98afd054d548. 00000008:00000001:2.0:1788838396.380294:0:11176:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788838396.380296:0:11176:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788838396.380297:0:11176:0:(osc_cache.c:2301:osc_next_obj()) Process leaving (rc=18446630479427226688 : -113594282324928 : ffff98afc5274c40) 00000008:00000020:2.0:1788838396.380300:0:11176:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff98afc5274c40 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:2.0:1788838396.380303:0:11176:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788838396.380305:0:11176:0:(osc_cache.c:1822:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:2.0:1788838396.380306:0:11176:0:(osc_cache.c:1823:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838396.380307:0:11176:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788838396.380310:0:11176:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788838396.380312:0:11176:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff98b0020d7b40@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff98afc5274c40], [0|2|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788838396.380317:0:11176:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff98b0020d7b40 00000008:00000001:2.0:1788838396.380319:0:11176:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788838396.380322:0:11176:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc5274c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:2.0:1788838396.380326:0:11176:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788838396.380328:0:11176:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff98afd0025800: cli: ffff98afd054d548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788838396.380334:0:11176:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff98afd05b2330. 00000008:00000010:2.0:1788838396.380339:0:11176:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff98afd0b05750. 00000008:00000020:2.0:1788838396.380342:0:11176:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:2.0:1788838396.380345:0:11176:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788838396.380346:0:11176:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788838396.380347:0:11176:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788838396.380350:0:11176:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788838396/1788838396 00000020:00000001:2.0:1788838396.380354:0:11176:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788838396.380355:0:11176:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788838396.380359:0:11176:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788838396.380361:0:11176:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788838396.380364:0:11176:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838396.380370:0:11176:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:2.0:1788838396.380373:0:11176:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.380378:0:11176:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788838396.380380:0:11176:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788838396.380384:0:11176:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838396.380389:0:11176:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.380393:0:11176:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.380402:0:11176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.380403:0:11176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838396.380405:0:11176:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788838396.380407:0:11176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.380409:0:11176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.380411:0:11176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=4 00000020:00000001:2.0:1788838396.380413:0:11176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:2.0:1788838396.380415:0:11176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00000008:00000001:2.0:1788838396.380417:0:11176:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:2.0:1788838396.380419:0:11176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.380420:0:11176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788838396.380422:0:11176:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788838396.380424:0:11176:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788838396.380429:0:11176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1f80. 00000020:00000040:2.0:1788838396.380432:0:11176:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838396.380438:0:11176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838396.380440:0:11176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838396.380443:0:11176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838396.380473:0:11176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff98afc401c000. 00000100:00000001:2.0:1788838396.380480:0:11176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788838396.380488:0:11176:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:2.0:1788838396.380494:0:11176:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff98afd0025800: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:2.0:1788838396.380499:0:11176:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788838396.380530:0:11176:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 681 MB/s 00000008:00008000:2.0:1788838396.380534:0:11176:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=8192, folios=2 00000008:00000001:2.0:1788838396.380553:0:11176:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788838396.380555:0:11176:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 7c40301 (20) 00000008:00100000:2.0:1788838396.380560:0:11176:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff98afc4ac1f80 - object 0x240000400:67 offset 0<>8192 00000008:00000001:2.0:1788838396.380563:0:11176:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.380564:0:11176:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788838396.380566:0:11176:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788838396.380567:0:11176:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788838396.380568:0:11176:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788838396/1788838396 00000020:00000001:2.0:1788838396.380571:0:11176:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788838396.380572:0:11176:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788838396.380573:0:11176:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788838396.380575:0:11176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.380577:0:11176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000008:00000002:2.0:1788838396.380586:0:11176:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 0000000031efcd70, now 0r/1w/0d in flight req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788838396.380595:0:11176:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:2.0:1788838396.380602:0:11176:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044733c63] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788838396.380621:0:11176:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788838396.380623:0:11176:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.380625:0:11176:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.380627:0:11176:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838396.380629:0:11176:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.380630:0:11176:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838396.380631:0:11176:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.380633:0:11176:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838396.380634:0:11176:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.380636:0:11176:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788838396.380638:0:11176:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.380640:0:11176:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1788838396.380642:0:11176:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000100:00000001:2.0:1788838396.380652:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838396.380654:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838396.380696:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838396.380701:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.380711:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838396.380713:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.380718:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838396.380720:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838396.380723:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838396.380726:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132275072:192.168.203.123@tcp:4:multiop.0 00000100:00000001:2.0:1788838396.380730:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838396.380735:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838396.380737:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.380740:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838396.380744:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838396.380746:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838396.380752:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838396.380756:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838396.380762:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aee0. 00000100:00000200:2.0:1788838396.380769:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132275072, portal 4 00000100:00000001:2.0:1788838396.380771:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.380772:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000040:2.0:1788838396.380779:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.380791:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838396.380794:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838396.380798:0:2354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff98afc8d89240. 00000100:00000200:2.0:1788838396.380801:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875731132275072, offset 0 00000400:00000200:2.0:1788838396.380808:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838396.380815:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.380822:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838396.380827:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838396.380831:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838396.380835:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838396.380837:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838396.380841:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2637:2637:256:4294967295] 192.168.203.123@tcp LPNI seq info [2637:2637:8:4294967295] 00000400:00000200:2.0:1788838396.380845:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.380855:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838396.380860:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838396.380864:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff98afc4a16c00. 00000800:00000200:2.0:1788838396.380871:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838396.380878:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838396.380883:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4a16c00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1788838396.380900:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.380904:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 207606 usecs (208 jiffies) 00000400:00000200:2.0:1788838396.380908:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838396.380911:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526562 00000100:00000001:2.0:1788838396.380914:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.380916:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526562 00000100:00000001:2.0:1788838396.380918:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.380920:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.380923:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.380926:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.380928:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.380934:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838396.380936:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838396.380939:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838396.380940:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838396.380941:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.380943:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838396.381097:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838396.381100:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838396.381889:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838396.381895:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff98afc4a16c00. 00000400:00000200:1.0:1788838396.381901:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.381907:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838396.381912:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc8d89240 00000400:00000010:1.0:1788838396.381915:0:2344:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff98afc8d89240. 00000100:00000001:1.0:1788838396.381918:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838396.381924:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.381935:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.381938:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.381945:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.381946:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788838396.426936:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838396.426943:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.426949:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838396.426950:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.426963:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838396.426965:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838396.427032:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838396.427035:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.427039:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1788838396.458350:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.458373:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838396.458377:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.458379:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.458388:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.458396:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838396.458405:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.458409:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.458420:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.458424:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 4 MB=0x6a9f7afd55980 00000400:00000200:1.0:1788838396.458429:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.458434:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 448/448 into md 0x7099 [1] + 224 00000800:00000001:1.0:1788838396.458441:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.458487:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.458491:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.458495:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838396.458502:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.458510:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838396.458520:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.458540:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838396.458549:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.458552:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.459559:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838396.459574:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838396.459582:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838396.459585:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838396.459589:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838396.459603:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aee0 00000400:00000010:2.0:1788838396.459606:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aee0. 00000100:00000001:2.0:1788838396.459610:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838396.459619:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838396.459630:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1f80 x1875731132275072/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.459636:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838396.459638:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.459641:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838396.459644:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838396.459646:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838396.459649:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.459652:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838396.459706:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef4a8 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1788838396.459711:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838396.459714:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838396.459716:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.459719:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838396.459722:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.459726:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838396.459728:0:2354:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: committing for last_committed 4294967332 gen 20 00000100:00000001:2.0:1788838396.459731:0:2354:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788838396.459734:0:2354:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1788838396.459736:0:2354:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838396.459738:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.459744:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1f80 x1875731132275072/t4294967332(4294967332) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.459751:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.459753:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838396.459755:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838396.459758:0:2354:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1788838396.459761:0:2354:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1788838396.459764:0:2354:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 406000 00000001:00000001:2.0:1788838396.459768:0:2354:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1788838396.459771:0:2354:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for usr 0 00000001:04000000:2.0:1788838396.459773:0:2354:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for grp 0 00000001:04000000:2.0:1788838396.459775:0:2354:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for prj 0 00000001:00000001:2.0:1788838396.459777:0:2354:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788838396.459779:0:2354:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1788838396.459783:0:2354:0:(osc_request.c:2091:check_write_checksum()) checksum 7c40301 confirmed 00000008:00000001:2.0:1788838396.459786:0:2354:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1788838396.459789:0:2354:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1788838396.459791:0:2354:0:(osc_request.c:2586:brw_interpret()) request ffff98afc4ac1f80 aa ffff98afc4ac2130 rc 0 00000020:00000001:2.0:1788838396.459798:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:2.0:1788838396.459800:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:2.0:1788838396.459802:0:2354:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838396.459804:0:2354:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:2.0:1788838396.459807:0:2354:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838396.459809:0:2354:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.459811:0:2354:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.459813:0:2354:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000008:00000010:2.0:1788838396.459816:0:2354:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff98afd0b05750. 00000100:00000001:2.0:1788838396.459821:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.459824:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1f80 x1875731132275072/t4294967332(4294967332) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.459832:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.459836:0:2354:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788838396.459838:0:2354:0:(osc_cache.c:908:osc_extent_finish()) extent ffff98b0020d7b40@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff98afc5274c40], [0|2|+|-|0000000000000000|256|ffff98afc12127c0]} extent finished. 00000008:00010000:2.0:1788838396.459843:0:2354:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff98b0020d7b40 00000008:00000001:2.0:1788838396.459847:0:2354:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788838396.459849:0:2354:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788838396.459855:0:2354:0:(cl_page.c:1104:cl_page_complete()) page@00000000349b545b[4 00000000359f5866 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838396.459856:0:2354:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788838396.459858:0:2354:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788838396.459859:0:2354:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788838396.459861:0:2354:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838396.459865:0:2354:0:(cl_page.c:507:__cl_page_state_set()) page@00000000349b545b[4 00000000359f5866 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838396.459867:0:2354:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788838396.459868:0:2354:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788838396.459871:0:2354:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788838396.459874:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000349b545b[4 00000000359f5866 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788838396.459875:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788838396.459877:0:2354:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788838396.459879:0:2354:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788838396.459881:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788838396.459883:0:2354:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788838396.459884:0:2354:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788838396.459886:0:2354:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838396.459889:0:2354:0:(cl_page.c:556:cl_batch_put()) page@00000000349b545b[4 00000000359f5866 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838396.459890:0:2354:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788838396.459891:0:2354:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788838396.459893:0:2354:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:2.0:1788838396.459894:0:2354:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788838396.459895:0:2354:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788838396.459897:0:2354:0:(cl_page.c:1104:cl_page_complete()) page@00000000d0d7427e[4 00000000359f5866 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788838396.459899:0:2354:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788838396.459900:0:2354:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788838396.459902:0:2354:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788838396.459903:0:2354:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838396.459906:0:2354:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0d7427e[4 00000000359f5866 3 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788838396.459907:0:2354:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788838396.459908:0:2354:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788838396.459909:0:2354:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788838396.459911:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000d0d7427e[4 00000000359f5866 1 1 0000000000000000 0 0 1] 00000080:00008000:2.0:1788838396.459913:0:2354:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788838396.459914:0:2354:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788838396.459915:0:2354:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788838396.459916:0:2354:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788838396.459926:0:2354:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788838396.459927:0:2354:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788838396.459928:0:2354:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838396.459930:0:2354:0:(cl_page.c:556:cl_batch_put()) page@00000000d0d7427e[4 00000000359f5866 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788838396.459932:0:2354:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788838396.459933:0:2354:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788838396.459933:0:2354:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788838396.459937:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff98b0020d7b40@{[0 -> 1/1], [1|0|-|inv|wShu|ffff98afc5274c40], [0|0|-|-|0000000000000000|256|ffff98afc12127c0]} destroyed. 00000008:00010000:2.0:1788838396.459941:0:2354:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff98b0020d7b40 00000008:00000010:2.0:1788838396.459946:0:2354:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff98b0020d7b40. 00000008:00000001:2.0:1788838396.459949:0:2354:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788838396.459951:0:2354:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff98afd05b2330. 00000008:00000020:2.0:1788838396.459957:0:2354:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff98afd054d548. 00000008:00000001:2.0:1788838396.459968:0:2354:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.459972:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1f80 x1875731132275072/t4294967332(4294967332) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838396.459980:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132275072:192.168.203.123@tcp:4:multiop.0 00000100:00000001:2.0:1788838396.459984:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.459986:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.459989:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1f80 x1875731132275072/t4294967332(4294967332) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838412 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.459996:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838396.459998:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838396.460001:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406fc00. 02000000:00000001:2.0:1788838396.460005:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838396.460007:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838396.460009:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838396.460011:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838396.460014:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff98afc401c000. 02000000:00000001:2.0:1788838396.460029:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838396.460032:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838396.460034:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1f80. 00000100:00000001:2.0:1788838396.460038:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838396.460039:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.460041:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.460047:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838396.460049:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.460050:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838396.460053:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.460063:0:11176:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838396.460067:0:11176:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:2.0:1788838396.460070:0:11176:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000008:00000020:2.0:1788838396.460072:0:11176:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff98afd054d548. 00000008:00000001:2.0:1788838396.460074:0:11176:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788838396.460076:0:11176:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:2.0:1788838396.460078:0:11176:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.460080:0:11176:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1788838396.460082:0:11176:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838396.460711:0:34742:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460717:0:34742:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788838396.460719:0:34742:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838396.460721:0:34742:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000020:00000001:0.0:1788838396.460724:0:34742:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788838396.460725:0:34742:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788838396.460727:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838396.460731:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000349b545b[3 00000000359f5866 1 1 000000008e6c4f0b 0 0 0] 00000020:00000001:0.0:1788838396.460733:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788838396.460734:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838396.460736:0:34742:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:0.0:1788838396.460736:0:34742:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788838396.460738:0:34742:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838396.460739:0:34742:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479615282160 : -113594094269456 : ffff98afd05ccbf0) 00000020:00000001:0.0:1788838396.460741:0:34742:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788838396.460742:0:34742:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788838396.460743:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838396.460746:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0d7427e[3 00000000359f5866 1 1 000000008e6c4f0b 0 0 1] 00000020:00000001:0.0:1788838396.460747:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788838396.460748:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838396.460749:0:34742:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:0.0:1788838396.460750:0:34742:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460752:0:34742:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788838396.460754:0:34742:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788838396.460755:0:34742:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788838396.460756:0:34742:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788838396.460758:0:34742:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1788838396.460759:0:34742:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788838396.460760:0:34742:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788838396.460762:0:34742:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788838396.460763:0:34742:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788838396.460764:0:34742:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1788838396.460765:0:34742:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788838396.460766:0:34742:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838396.460769:0:34742:0:(cl_page.c:556:cl_batch_put()) page@00000000349b545b[3 00000000359f5866 2 1 000000008e6c4f0b 0 0 0] 00000020:00000001:0.0:1788838396.460770:0:34742:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788838396.460771:0:34742:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788838396.460772:0:34742:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:0.0:1788838396.460775:0:34742:0:(cl_page.c:1207:cl_page_clip()) page@00000000349b545b[2 00000000359f5866 2 1 000000008e6c4f0b 0 0 0] 00000020:00000001:0.0:1788838396.460776:0:34742:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:0.0:1788838396.460779:0:34742:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:0.0:1788838396.460781:0:34742:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788838396.460783:0:34742:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788838396.460784:0:34742:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788838396.460785:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838396.460787:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000349b545b[2 00000000359f5866 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838396.460789:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788838396.460790:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838396.460791:0:34742:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788838396.460792:0:34742:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838396.460795:0:34742:0:(cl_page.c:556:cl_batch_put()) page@00000000349b545b[2 00000000359f5866 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838396.460796:0:34742:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788838396.460797:0:34742:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788838396.460799:0:34742:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788838396.460800:0:34742:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838396.460802:0:34742:0:(cl_page.c:556:cl_batch_put()) page@00000000d0d7427e[3 00000000359f5866 2 1 000000008e6c4f0b 0 0 1] 00000020:00000001:0.0:1788838396.460803:0:34742:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788838396.460804:0:34742:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788838396.460805:0:34742:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:0.0:1788838396.460808:0:34742:0:(cl_page.c:1207:cl_page_clip()) page@00000000d0d7427e[2 00000000359f5866 2 1 000000008e6c4f0b 0 0 1] 00000020:00000001:0.0:1788838396.460809:0:34742:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:0.0:1788838396.460810:0:34742:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:0.0:1788838396.460812:0:34742:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788838396.460813:0:34742:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788838396.460814:0:34742:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788838396.460815:0:34742:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838396.460817:0:34742:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0d7427e[2 00000000359f5866 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788838396.460818:0:34742:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788838396.460819:0:34742:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838396.460820:0:34742:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788838396.460821:0:34742:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838396.460823:0:34742:0:(cl_page.c:556:cl_batch_put()) page@00000000d0d7427e[2 00000000359f5866 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788838396.460824:0:34742:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788838396.460825:0:34742:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788838396.460827:0:34742:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788838396.460831:0:34742:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838396.460834:0:34742:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000002:0.0:1788838396.460839:0:34742:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000001:0.0:1788838396.460842:0:34742:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460844:0:34742:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788838396.460845:0:34742:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788838396.460846:0:34742:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460850:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fb80 00000080:00200000:0.0:1788838396.460851:0:34742:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:0.0:1788838396.460855:0:34742:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.460858:0:34742:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838396.460860:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838396.460862:0:34742:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838396.460864:0:34742:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788838396.460866:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:0.0:1788838396.460868:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:0.0:1788838396.460869:0:34742:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788838396.460872:0:34742:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838396.460874:0:34742:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460876:0:34742:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460877:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000008:00000001:0.0:1788838396.460879:0:34742:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460881:0:34742:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.460883:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.460884:0:34742:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460886:0:34742:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460888:0:34742:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838396.460889:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788838396.460890:0:34742:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838396.460891:0:34742:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788838396.460893:0:34742:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838396.460894:0:34742:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.460896:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.460898:0:34742:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838396.460899:0:34742:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838396.460902:0:34742:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838396.460903:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc7f37218 (ffff98afd05bacf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788838396.460906:0:34742:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838396.460907:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc7f37218 (ffff98afd05bacf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838396.460911:0:34742:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838396.460913:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838396.460914:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407630728 : -113594301920888 : ffff98afc3fc4988) 00000020:00000001:0.0:1788838396.460917:0:34742:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838396.460918:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc6675eb0 (ffff98afc89d3a28/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838396.460921:0:34742:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838396.460923:0:34742:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838396.460926:0:34742:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838396.460928:0:34742:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838396.460931:0:34742:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=4 00000020:00000001:0.0:1788838396.460933:0:34742:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:0.0:1788838396.460936:0:34742:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:0.0:1788838396.460939:0:34742:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838396.460943:0:34742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838396.460960:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838396.460961:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838396.460962:0:34742:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838396.460965:0:34742:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838396.460968:0:34742:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838396.460978:0:34742:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838396.460981:0:34742:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838396.460983:0:34742:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838396.460987:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838396.460988:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838396.460990:0:34742:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.460993:0:34742:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838396.460994:0:34742:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.460996:0:34742:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.460998:0:34742:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.461000:0:34742:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838396.461001:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838396.461002:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838396.461003:0:34742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838396.461004:0:34742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838396.461005:0:34742:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838396.461007:0:34742:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838396.461008:0:34742:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838396.461009:0:34742:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838396.461011:0:34742:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838396.461012:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc7f37218 (ffff98afd05bacf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838396.461015:0:34742:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838396.461016:0:34742:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838396.461017:0:34742:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc6675eb0 (ffff98afd05bacf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838396.461020:0:34742:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c260. 00000020:00000001:0.0:1788838396.461023:0:34742:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838396.461025:0:34742:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc6675e80. 00020000:00000001:0.0:1788838396.461028:0:34742:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838396.461030:0:34742:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838396.461031:0:34742:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788838396.461033:0:34742:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838396.461034:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838396.461035:0:34742:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838396.461037:0:34742:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838396.461038:0:34742:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.461040:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.461041:0:34742:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838396.461042:0:34742:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838396.461044:0:34742:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788838396.461046:0:34742:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788838396.461048:0:34742:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838396.461050:0:34742:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838396.461052:0:34742:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838396.461053:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838396.461054:0:34742:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838396.461056:0:34742:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838396.461057:0:34742:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.461059:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.461061:0:34742:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838396.461062:0:34742:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838396.461064:0:34742:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838396.461068:0:34742:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788838396.461071:0:34742:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788838396.461074:0:34742:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788838396.461076:0:34742:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838396.461077:0:34742:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838396.461079:0:34742:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838396.461080:0:34742:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838396.461081:0:34742:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838396.461082:0:34742:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3a20 00020000:00000001:0.0:1788838396.461085:0:34742:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838396.461086:0:34742:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838396.461088:0:34742:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838396.461090:0:34742:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838396.461093:0:34742:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838396.461094:0:34742:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788838396.461095:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fc98 00000080:00200000:0.0:1788838396.461097:0:34742:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788838396.461102:0:34742:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838396.461104:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:0.0:1788838396.461107:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:0.0:1788838396.461108:0:34742:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838396.461112:0:34742:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788838396.461115:0:34742:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838396.461117:0:34742:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788838396.461119:0:34742:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838396.461120:0:34742:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788838396.461123:0:34742:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788838396 a=0 c=1788838396 b=1 00020000:00000001:0.0:1788838396.461126:0:34742:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838396.461128:0:34742:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788838396 a=0 c=1788838396 b=1 00020000:00000001:0.0:1788838396.461131:0:34742:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.461133:0:34742:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.461135:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000080:00200000:0.0:1788838396.461137:0:34742:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1788838396.461140:0:34742:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788838396.461143:0:34742:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788838396.461146:0:34742:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788838396.461148:0:34742:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05bacf0 00000020:00000001:0.0:1788838396.461151:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd88 00000080:00000008:0.0:1788838396.461153:0:34742:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788838396.461156:0:34742:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:2.0:1788838396.494919:0:34745:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838396.494925:0:34745:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838396.494927:0:34745:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838396.494929:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fbc0 00000080:00200000:2.0:1788838396.494932:0:34745:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838396.494939:0:34745:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00800000:00000002:2.0:1788838396.494943:0:34745:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838396.494946:0:34745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838396.494950:0:34745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838396.494952:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fae0 00800000:00000002:2.0:1788838396.494954:0:34745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838396.494956:0:34745:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838396.494959:0:34745:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838396.494964:0:34745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838396.494965:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f9b0 00000002:00010000:2.0:1788838396.494966:0:34745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838396.494968:0:34745:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838396.494970:0:34745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838396.494973:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838396.494978:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:2.0:1788838396.494980:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.494984:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.494987:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838396.494990:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838396.494999:0:34745:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838396.495003:0:34745:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.495005:0:34745:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838396.495009:0:34745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838396.495011:0:34745:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838396.495012:0:34745:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838396.495013:0:34745:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838396.495014:0:34745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838396.495015:0:34745:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838396.495017:0:34745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838396.495018:0:34745:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838396.495020:0:34745:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000080:00000001:2.0:1788838396.495023:0:34745:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838396.495024:0:34745:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838396.495026:0:34745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838396.495028:0:34745:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d068 00800000:00000001:2.0:1788838396.495030:0:34745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838396.495031:0:34745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838396.495032:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.495034:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.495035:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:2.0:1788838396.495037:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:2.0:1788838396.495038:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:2.0:1788838396.495040:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.495042:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838396.495043:0:34745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.495044:0:34745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838396.495046:0:34745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d068 from it ffffbbcb00d7fbf8 00010000:00000001:2.0:1788838396.495047:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.495048:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.495049:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:2.0:1788838396.495050:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:2.0:1788838396.495051:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:2.0:1788838396.495052:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838396.495054:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838396.495058:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.495058:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.495059:0:34745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838396.495061:0:34745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838396.495062:0:34745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838396.495067:0:34745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838396.495068:0:34745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838396.495070:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838396.495072:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.495073:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.495074:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495076:0:34745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838396.495077:0:34745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495078:0:34745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495080:0:34745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495081:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838396.495082:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.495082:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838396.495084:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838396.495086:0:34745:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838396.495087:0:34745:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838396.495090:0:34745:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.495093:0:34745:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838396.495094:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fb88 00000080:00002000:2.0:1788838396.495096:0:34745:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff98afd1644d80) flags 0x20000e refc 1 00000080:00000001:2.0:1788838396.495097:0:34745:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.495098:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fbd0 00000080:00200000:2.0:1788838396.495099:0:34745:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:2.0:1788838396.495102:0:34745:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788838396.495104:0:34745:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.495105:0:34745:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838396.495106:0:34745:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff98afd15acb08), inode mode 41ed mask 1 00000080:00000001:2.0:1788838396.495107:0:34745:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838396.495113:0:34745:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afd09e6b20. 00000080:00000001:2.0:1788838396.495115:0:34745:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838396.495116:0:34745:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff98afd15acb08), inode mode 41ed mask 3 00000080:00000001:2.0:1788838396.495118:0:34745:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.495119:0:34745:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788838396.495121:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fb58 00000080:00200000:2.0:1788838396.495122:0:34745:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff98afd15acb08), file ffff98afd980d500, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788838396.495125:0:34745:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd0b17ba0. 00000080:00000001:2.0:1788838396.495128:0:34745:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788838396.495129:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fa08 00000080:00200000:2.0:1788838396.495131:0:34745:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff98afd15acb08), intent=open|creat 00000080:00000010:2.0:1788838396.495134:0:34745:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc4a16c00. 00000080:00000001:2.0:1788838396.495139:0:34745:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838396.495139:0:34745:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838396.495140:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f928 00800000:00000002:2.0:1788838396.495141:0:34745:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:2.0:1788838396.495143:0:34745:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788838396.495145:0:34745:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788838396.495148:0:34745:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:2.0:1788838396.495150:0:34745:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788838396.495152:0:34745:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788838396.495154:0:34745:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788838396.495156:0:34745:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788838396.495158:0:34745:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:2.0:1788838396.495160:0:34745:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.495161:0:34745:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.495162:0:34745:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.495163:0:34745:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.495164:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f8a8 00800000:00000002:2.0:1788838396.495166:0:34745:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1788838396.495167:0:34745:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838396.495168:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f7e0 00000002:00010000:2.0:1788838396.495169:0:34745:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788838396.495171:0:34745:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788838396.495173:0:34745:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788838396.495175:0:34745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788838396.495177:0:34745:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.495178:0:34745:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838396.495180:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac800 count: 2 00010000:00000001:2.0:1788838396.495181:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.495183:0:34745:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838396.495185:0:34745:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495186:0:34745:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.495187:0:34745:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838396.495190:0:34745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1f80. 00000020:00000040:2.0:1788838396.495193:0:34745:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838396.495198:0:34745:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838396.495199:0:34745:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495201:0:34745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838396.495203:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838396.495439:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.495441:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.495442:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.495446:0:34745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838396.495448:0:34745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838396.495450:0:34745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838396.495457:0:34745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406fc00. 00000100:00000001:2.0:1788838396.495464:0:34745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495468:0:34745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838396.495469:0:34745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495470:0:34745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838396.495471:0:34745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.495473:0:34745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.495481:0:34745:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00010000:00000001:2.0:1788838396.495484:0:34745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838396.495485:0:34745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838396.495488:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac800 count: 2 00010000:00000001:2.0:1788838396.495490:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.495492:0:34745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838396.495495:0:34745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516a00. 00000020:00000001:2.0:1788838396.495498:0:34745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838396.495500:0:34745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516a00 with handle 0x9f68a6b43b62d08b to hash 00000020:00000001:2.0:1788838396.495502:0:34745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838396.495503:0:34745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.495507:0:34745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.495509:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.495511:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.495514:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34745 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.495520:0:34745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34745 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788838396.495530:0:34745:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788838396.495540:0:34745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788838396.495548:0:34745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34745 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838396.495552:0:34745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838396.495554:0:34745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838396.495560:0:34745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d899c0. 00000100:00000001:2.0:1788838396.495562:0:34745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489178048 : -113594220373568 : ffff98afc8d899c0) 00000100:00000001:2.0:1788838396.495564:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.495566:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000001:2.0:1788838396.495570:0:34745:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838396.495573:0:34745:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.495575:0:34745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838396.495577:0:34745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838396.495581:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.495589:0:34745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838396.495591:0:34745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.495645:0:34745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838396.495648:0:34745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838396.495651:0:34745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838396.495812:0:34745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1f80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34745:1875731132275328:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838396.495817:0:34745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838396.495822:0:34745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838396.495824:0:34745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.495826:0:34745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838396.495872:0:34745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc41e0000. 02000000:00000001:2.0:1788838396.495874:0:34745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838396.495881:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838396.495885:0:34745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838396.495892:0:34745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afc406ec00. 00000100:00000200:2.0:1788838396.495899:0:34745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132275328, portal 10 00000100:00000001:2.0:1788838396.495901:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.495902:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000040:2.0:1788838396.495910:0:34745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.495918:0:34745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838396.495920:0:34745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838396.495924:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512aee0. 00000100:00000200:2.0:1788838396.495927:0:34745:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875731132275328, offset 0 00000400:00000200:2.0:1788838396.495932:0:34745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838396.495939:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.495946:0:34745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838396.495951:0:34745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838396.495955:0:34745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838396.495959:0:34745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838396.495962:0:34745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838396.495965:0:34745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2638:2638:256:4294967295] 192.168.203.123@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:2.0:1788838396.495969:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.495978:0:34745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838396.495983:0:34745:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838396.495989:0:34745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14300. 00000800:00000200:2.0:1788838396.495995:0:34745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838396.496002:0:34745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838396.496006:0:34745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788838396.496070:0:34745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.496075:0:34745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 810695 usecs (811 jiffies) 00000400:00000200:2.0:1788838396.496079:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838396.496081:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296527280 00000100:00000001:2.0:1788838396.496085:0:34745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.496086:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296527280 00000100:00000001:2.0:1788838396.496088:0:34745:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.496090:0:34745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.496093:0:34745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.496095:0:34745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838396.496097:0:34745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838396.496100:0:34745:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d899c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788838396.496102:0:34745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838396.496106:0:34745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838396.496364:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838396.496369:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14300. 00000400:00000200:1.0:1788838396.496373:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.496378:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838396.496383:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512aee0 00000400:00000010:1.0:1788838396.496385:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512aee0. 00000100:00000001:1.0:1788838396.496389:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838396.496393:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.496403:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.496407:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.496413:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.496415:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838396.511411:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.511429:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838396.511433:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.511436:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.511444:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.511452:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838396.511461:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.511466:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.511471:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.511475:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd55a80 00000400:00000200:1.0:1788838396.511479:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.511484:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x70a1 [32] + 224 00000800:00000001:1.0:1788838396.511491:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838396.511499:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838396.511502:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.511506:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838396.511513:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838396.511521:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838396.511533:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.511560:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838396.511569:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838396.511573:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.511578:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838396.511583:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2639:2639:256:4294967295] 192.168.203.123@tcp LPNI seq info [2639:2639:8:4294967295] 00000400:00000200:1.0:1788838396.511588:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838396.511596:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838396.511601:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838396.511608:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd13e8000. 00000800:00000200:1.0:1788838396.511614:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838396.511621:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838396.511626:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd13e8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1788838396.511777:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788838396.511853:0:34745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838396.511860:0:34745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838396.511862:0:34745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838396.511866:0:34745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838396.511871:0:34745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc406ec00 00000400:00000010:2.0:1788838396.511873:0:34745:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afc406ec00. 00000100:00000001:2.0:1788838396.511876:0:34745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838396.511882:0:34745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838396.511891:0:34745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1f80 x1875731132275328/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.511897:0:34745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838396.511899:0:34745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.511901:0:34745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838396.511904:0:34745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838396.511906:0:34745:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838396.511908:0:34745:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.511911:0:34745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838396.511919:0:34745:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=75 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838396.511923:0:34745:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838396.511925:0:34745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838396.511937:0:34745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.511941:0:34745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838396.511944:0:34745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.511947:0:34745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838396.511949:0:34745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000010/0x1] 00000100:00000001:2.0:1788838396.511951:0:34745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838396.511953:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.511954:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000001:2.0:1788838396.511957:0:34745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838396.511959:0:34745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788838396.511960:0:34745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838396.511963:0:34745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.511967:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.511978:0:34745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.511981:0:34745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838396.511982:0:34745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838396.511986:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838396.511993:0:34745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1f80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34745:1875731132275328:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838396.511998:0:34745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.512000:0:34745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.512002:0:34745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838396.512004:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.512007:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.512013:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838396.512016:0:34745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d899c0. 00000100:00000001:2.0:1788838396.512019:0:34745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838396.512020:0:34745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.512023:0:34745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838396.512027:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.512030:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.512032:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=4 00000020:00000001:2.0:1788838396.512035:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512038:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000040:2.0:1788838396.512044:0:34745:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516a00, remote cookie: 0xff98f31736b3bf3e, flags: 0x1001 00010000:00010000:2.0:1788838396.512048:0:34745:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838396.512056:0:34745:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:2.0:1788838396.512059:0:34745:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788838396.512067:0:34745:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c600. 00010000:00000010:2.0:1788838396.512072:0:34745:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afd85e5c00. 00010000:00000001:2.0:1788838396.512076:0:34745:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.512080:0:34745:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.512096:0:34745:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.512103:0:34745:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838396.512106:0:34745:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788838396.512108:0:34745:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788838396.512110:0:34745:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788838396.512111:0:34745:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788838396.512114:0:34745:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff98afc7e4c600) refcount = 1 00010000:00010000:2.0:1788838396.512118:0:34745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.512125:0:34745:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788838396.512127:0:34745:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838396.512129:0:34745:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.512132:0:34745:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838396.512134:0:34745:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.512136:0:34745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.512141:0:34745:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838396.512143:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512144:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.512146:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512146:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.512148:0:34745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.512152:0:34745:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788838396.512155:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.512156:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.512157:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838396.512159:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512161:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512163:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.512164:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.512165:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=4 00000020:00000001:2.0:1788838396.512167:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512169:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512172:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.512174:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.512177:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.512182:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512183:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.512184:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.512185:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.512186:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=5 00000020:00000001:2.0:1788838396.512188:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512189:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512192:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838396.512194:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.512200:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512201:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838396.512203:0:34745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.512221:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838396.512223:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512224:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.512226:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512226:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788838396.512231:0:34745:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838396.512239:0:34745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788838396.512244:0:34745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 664/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838396.512250:0:34745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.512257:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.512258:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.512260:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838396.512262:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512264:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00000002:00010000:2.0:1788838396.512267:0:34745:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788838396.512276:0:34745:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd110d580. 00010000:00000001:2.0:1788838396.512278:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512279:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838396.512281:0:34745:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.512282:0:34745:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838396.512285:0:34745:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788838396.512287:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.512289:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000001:2.0:1788838396.512290:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.512291:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00010000:00000001:2.0:1788838396.512412:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.512415:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.512416:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838396.512418:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512421:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00000002:00010000:2.0:1788838396.512425:0:34745:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.512431:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512432:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.512433:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838396.512435:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.512436:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.512437:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838396.512438:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.512440:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000040:2.0:1788838396.512443:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c600 count: 2 00010000:00000001:2.0:1788838396.512446:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838396.512449:0:34745:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:2.0:1788838396.512451:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.512452:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838396.512453:0:34745:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788838396.512455:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f768 00000002:00002000:2.0:1788838396.512457:0:34745:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788838396.512460:0:34745:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.512463:0:34745:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.512465:0:34745:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838396.512468:0:34745:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788838396.512471:0:34745:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.512475:0:34745:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788838396.512477:0:34745:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd0b17ba0 it_disposition 1800037 00000080:00002000:2.0:1788838396.512482:0:34745:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd172dca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788838396.512486:0:34745:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838396.512489:0:34745:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788838396.512490:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f998 00000080:00200000:2.0:1788838396.512492:0:34745:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff98afd15acb08), intent=open|creat 00000080:00000001:2.0:1788838396.512494:0:34745:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788838396.512496:0:34745:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788838396.512500:0:34745:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788838396.512503:0:34745:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838396.512505:0:34745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:2.0:1788838396.512508:0:34745:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788838396.512518:0:34745:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd1528840. 00000020:00000001:2.0:1788838396.512527:0:34745:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788838396.512528:0:34745:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788838396.512531:0:34745:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788838396.512532:0:34745:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff98afd1528908) 00000020:00000001:2.0:1788838396.512536:0:34745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838396.512540:0:34745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:2.0:1788838396.512542:0:34745:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:2.0:1788838396.512546:0:34745:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788838396.512551:0:34745:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afd0813960. 00000020:00000001:2.0:1788838396.512553:0:34745:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788838396.512555:0:34745:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.512560:0:34745:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788838396.512564:0:34745:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afd0ce69b0. 00020000:00000001:2.0:1788838396.512566:0:34745:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479622728112 : -113594086823504 : ffff98afd0ce69b0) 00020000:00000001:2.0:1788838396.512568:0:34745:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788838396.512571:0:34745:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838396.512576:0:34745:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17000. 00020000:00000010:2.0:1788838396.512580:0:34745:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc4019780. 00020000:00000010:2.0:1788838396.512584:0:34745:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b17660. 00020000:00000001:2.0:1788838396.512587:0:34745:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620830816 : -113594088720800 : ffff98afd0b17660) 00020000:00000002:2.0:1788838396.512589:0:34745:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17660, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838396.512593:0:34745:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838396.512597:0:34745:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc4019780: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1788838396.512600:0:34745:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788838396.512601:0:34745:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17660, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838396.512604:0:34745:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838396.512607:0:34745:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc4019780: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1788838396.512611:0:34745:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afd05b2330. 00020000:00000010:2.0:1788838396.512614:0:34745:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afc8d899c0. 00020000:00000001:2.0:1788838396.512619:0:34745:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788838396.512621:0:34745:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc32f88f0. 00020000:00000001:2.0:1788838396.512624:0:34745:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788838396.512625:0:34745:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788838396.512629:0:34745:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788838396.512632:0:34745:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afd0813a28. 00000020:00000001:2.0:1788838396.512634:0:34745:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788838396.512635:0:34745:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.512637:0:34745:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479617669800 : -113594091881816 : ffff98afd0813aa8) 00020000:00000001:2.0:1788838396.512641:0:34745:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788838396.512645:0:34745:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afc88e2a80. 00020000:00000001:2.0:1788838396.512647:0:34745:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.512651:0:34745:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479617669800 : -113594091881816 : ffff98afd0813aa8) 00020000:00000001:2.0:1788838396.512653:0:34745:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479617669800 : -113594091881816 : ffff98afd0813aa8) 00000800:00000200:1.0:1788838396.512891:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838396.512895:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd13e8000. 00000400:00000200:1.0:1788838396.512900:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.512905:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838396.512966:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788838396.513515:0:34745:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff98afd0813a28[0:0] -> [0x200000404:0x35:0x0]@ffff98afd0813960: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1788838396.513523:0:34745:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788838396.513525:0:34745:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788838396.513527:0:34745:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.513532:0:34745:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479617669600 : -113594091882016 : ffff98afd08139e0) 00000020:00001000:2.0:1788838396.513536:0:34745:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:2.0:1788838396.513540:0:34745:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:2.0:1788838396.513543:0:34745:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788838396.513545:0:34745:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1788838396 00000080:00000001:2.0:1788838396.513550:0:34745:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788838396.513552:0:34745:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631386888 : -113594078164728 : ffff98afd1528908) 00010000:00000001:2.0:1788838396.513555:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.513557:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.513560:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838396.513562:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.513564:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00000080:00000001:2.0:1788838396.513567:0:34745:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838396.513568:0:34745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838396.513570:0:34745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:2.0:1788838396.513572:0:34745:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000020:00000001:2.0:1788838396.513574:0:34745:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788838396.513576:0:34745:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838396.513577:0:34745:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838396.513582:0:34745:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b17cc0. 00020000:00000010:2.0:1788838396.513585:0:34745:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc4019300. 00020000:00000010:2.0:1788838396.513589:0:34745:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b179c0. 00020000:00000001:2.0:1788838396.513591:0:34745:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620831680 : -113594088719936 : ffff98afd0b179c0) 00020000:00000002:2.0:1788838396.513593:0:34745:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b179c0, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838396.513597:0:34745:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838396.513601:0:34745:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc4019300: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1788838396.513605:0:34745:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd0ce69b0) owner ffff98afd0014f80 00020000:00000001:2.0:1788838396.513607:0:34745:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838396.513610:0:34745:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd0ce69b0) owner ffff98afd0014f80 00020000:00000010:2.0:1788838396.513613:0:34745:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc4019300. 00020000:00000010:2.0:1788838396.513616:0:34745:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b17cc0. 00020000:00000010:2.0:1788838396.513619:0:34745:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b179c0. 00020000:00000002:2.0:1788838396.513621:0:34745:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838396.513623:0:34745:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.513625:0:34745:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.513628:0:34745:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838396.513631:0:34745:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:2.0:1788838396.513634:0:34745:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b17660 addref 2/0 by ffff98afd0014f80. 00020000:00000002:2.0:1788838396.513636:0:34745:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:2.0:1788838396.513639:0:34745:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838396.513640:0:34745:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838396.513642:0:34745:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838396.513643:0:34745:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788838396.513646:0:34745:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788838396.513648:0:34745:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788838396.513650:0:34745:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000080:00000001:2.0:1788838396.513652:0:34745:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.513655:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.514412:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838396.514415:0:34745:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838396.514420:0:34745:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838396.514422:0:34745:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838396.514425:0:34745:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff98afd1528908) 00000080:00010000:2.0:1788838396.514429:0:34745:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff98afd1528908) for lock 0x9f68a6b43b62d08b 00800000:00000001:2.0:1788838396.514432:0:34745:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838396.514435:0:34745:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838396.514436:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.514438:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.514440:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838396.514442:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.514444:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.514446:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.514447:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838396.514449:0:34745:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.514451:0:34745:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.514452:0:34745:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788838396.514454:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.514464:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.514473:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838396.514477:0:34745:0:(namei.c:1651:ll_create_it()) inode ffff98afd1528908 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:2.0:1788838396.514480:0:34745:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838396.514483:0:34745:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff98afd1528908) 00000080:00000001:2.0:1788838396.514486:0:34745:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838396.514489:0:34745:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc4a16c00. 00000100:00000001:2.0:1788838396.514492:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.514495:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.514501:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.514504:0:34745:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788838396.514506:0:34745:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838396.514509:0:34745:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd1528908 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:2.0:1788838396.514517:0:34745:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838396.514520:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fa68 00000080:00200008:2.0:1788838396.514522:0:34745:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff98afd1528908), flags 100102 00000080:00000010:2.0:1788838396.514531:0:34745:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174140. 00000080:00000010:2.0:1788838396.514537:0:34745:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd110d180. 00000080:00000001:2.0:1788838396.514540:0:34745:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788838396.514545:0:34745:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788838396.514548:0:34745:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788838396.514552:0:34745:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09e6ac0. 00000002:00100000:2.0:1788838396.514558:0:34745:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838396.514564:0:34745:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838396.514566:0:34745:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788838396.514570:0:34745:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788838396.514573:0:34745:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.514576:0:34745:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.514578:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.514582:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788838396.514588:0:34745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838396.514592:0:34745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc41e0000. 02000000:00000001:2.0:1788838396.514616:0:34745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788838396.514618:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.514621:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fa68 00000080:00000008:2.0:1788838396.514623:0:34745:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff98afd1528908), flags 100102, rc = 0 00000080:00000001:2.0:1788838396.514627:0:34745:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788838396.514628:0:34745:0:(dcache.c:176:ll_intent_release()) intent ffff98afd0b17ba0 released 00000080:00010000:2.0:1788838396.514630:0:34745:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d08b from it ffff98afd0b17ba0 00010000:00000001:2.0:1788838396.514632:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.514633:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.514635:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516a00 refcount=3 00000020:00000001:2.0:1788838396.514637:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.514640:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362877952 : -113594346673664 : ffff98afc1516a00) 00010000:00000001:2.0:1788838396.514642:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838396.514645:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.514653:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.515374:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.515379:0:34745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838396.515382:0:34745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838396.515387:0:34745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc1516a00/0x9f68a6b43b62d08b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf3e expref: -99 pid: 34745 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838396.515398:0:34745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838396.515401:0:34745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838396.515403:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838396.515407:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.515408:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.515410:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.515413:0:34745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838396.515414:0:34745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.515416:0:34745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.515419:0:34745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.515421:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838396.515423:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.515424:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838396.515426:0:34745:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788838396.515428:0:34745:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788838396.515430:0:34745:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788838396.515432:0:34745:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838396.515433:0:34745:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788838396.515435:0:34745:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.515438:0:34745:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788838396.515440:0:34745:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.515442:0:34745:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838396.515445:0:34745:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.515447:0:34745:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838396.515449:0:34745:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd0b17ba0. 00000080:00000001:2.0:1788838396.515454:0:34745:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.515458:0:34745:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788838396.515460:0:34745:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff98afd1528908), inode mode 81a4 mask 40 00000080:00000001:2.0:1788838396.515464:0:34745:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516382:0:34745:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788838396.516387:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fd88 00000080:00200008:2.0:1788838396.516390:0:34745:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000002:2.0:1788838396.516394:0:34745:0:(file.c:2656:do_file_write_iter()) inode ffff98afd1528908 need_sync_to_oss [0x200000404:0x35:0x0] 00000080:00000001:2.0:1788838396.516396:0:34745:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788838396.516398:0:34745:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516400:0:34745:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788838396.516403:0:34745:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516405:0:34745:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1788838396.516407:0:34745:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516409:0:34745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838396.516413:0:34745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709496 : -113594235842120 : ffff98afc7ec91b8) 00000020:00001000:2.0:1788838396.516415:0:34745:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec91b0 00000080:00000001:2.0:1788838396.516418:0:34745:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788838396.516419:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fc98 00000080:00200000:2.0:1788838396.516421:0:34745:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1788838396.516426:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fc30 00000080:00200000:2.0:1788838396.516428:0:34745:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1788838396.516430:0:34745:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788838396.516436:0:34745:0:(cl_io.c:214:cl_io_rw_init()) header@000000009d6da400[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:2.0:1788838396.516437:0:34745:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1788838396.516440:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afd08139e0 -> ffff98afd08139e0 00000020:00000001:2.0:1788838396.516442:0:34745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838396.516444:0:34745:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838396.516447:0:34745:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788838396.516449:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838396.516451:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788838396.516453:0:34745:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838396.516456:0:34745:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516458:0:34745:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788838396.516460:0:34745:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516462:0:34745:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838396.516466:0:34745:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff98afc50512e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788838396.516469:0:34745:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:2.0:1788838396.516472:0:34745:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838396.516474:0:34745:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838396.516476:0:34745:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838396.516477:0:34745:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788838396.516479:0:34745:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1788838396.516482:0:34745:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788838396.516483:0:34745:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838396.516484:0:34745:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516486:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838396.516487:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838396.516488:0:34745:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838396.516489:0:34745:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:2.0:1788838396.516491:0:34745:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516493:0:34745:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838396.516495:0:34745:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1788838396.516497:0:34745:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788838396.516499:0:34745:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516502:0:34745:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788838396.516503:0:34745:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788838396.516505:0:34745:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788838396.516507:0:34745:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788838396.516508:0:34745:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788838396.516510:0:34745:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1788838396.516513:0:34745:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788838396.516515:0:34745:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788838396.516517:0:34745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788838396.516521:0:34745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838396.516522:0:34745:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838396.516524:0:34745:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838396.516525:0:34745:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479473709640 : -113594235841976 : ffff98afc7ec9248) 00000020:00001000:2.0:1788838396.516527:0:34745:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc7ec9240 00000020:00000001:2.0:1788838396.516530:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afd0813aa8 -> ffff98afd08139e0 00000020:00000001:2.0:1788838396.516531:0:34745:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838396.516534:0:34745:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838396.516535:0:34745:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838396.516537:0:34745:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516538:0:34745:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516540:0:34745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:2.0:1788838396.516543:0:34745:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788838396.516545:0:34745:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788838396.516548:0:34745:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516549:0:34745:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516552:0:34745:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516553:0:34745:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516554:0:34745:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516556:0:34745:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788838396.516558:0:34745:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788838396.516560:0:34745:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788838396.516563:0:34745:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788838396.516565:0:34745:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516568:0:34745:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516569:0:34745:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788838396.516571:0:34745:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1788838396.516573:0:34745:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788838396.516574:0:34745:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788838396.516575:0:34745:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516577:0:34745:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516579:0:34745:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516580:0:34745:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838396.516582:0:34745:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516583:0:34745:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788838396.516584:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838396.516585:0:34745:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788838396.516587:0:34745:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838396.516588:0:34745:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516589:0:34745:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516591:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516593:0:34745:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516594:0:34745:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838396.516596:0:34745:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788838396.516597:0:34745:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788838396.516599:0:34745:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788838396.516601:0:34745:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788838396.516603:0:34745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1788838396.516609:0:34745:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afd85e5380. 00020000:00000002:2.0:1788838396.516612:0:34745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788838396.516614:0:34745:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788838396.516616:0:34745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838396.516617:0:34745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:2.0:1788838396.516619:0:34745:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788838396.516623:0:34745:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afc89a5690. 00000008:00010000:2.0:1788838396.516625:0:34745:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788838396.516628:0:34745:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838396.516629:0:34745:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788838396.516632:0:34745:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afd85e53b0, osc lock ffff98afc89a5690, flags 0x0 00000020:00000001:2.0:1788838396.516634:0:34745:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516636:0:34745:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.516638:0:34745:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479749600128 : -113593959951488 : ffff98afd85e5380) 00000020:00000001:2.0:1788838396.516640:0:34745:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838396.516641:0:34745:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788838396.516642:0:34745:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516643:0:34745:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.516645:0:34745:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838396.516647:0:34745:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838396.516648:0:34745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838396.516649:0:34745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:2.0:1788838396.516650:0:34745:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838396.516652:0:34745:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838396.516654:0:34745:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788838396.520521:0:34745:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.520529:0:34745:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788838396.520532:0:34745:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788838396.520533:0:34745:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788838396.520535:0:34745:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788838396.520537:0:34745:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788838396.520538:0:34745:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788838396.520540:0:34745:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788838396.520543:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788838396.520548:0:34745:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.520551:0:34745:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788838396.520561:0:34745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3480. 00000020:00000040:2.0:1788838396.520567:0:34745:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:2.0:1788838396.520571:0:34745:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838396.520575:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838396.520580:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.520582:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.520583:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.520587:0:34745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838396.520590:0:34745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838396.521146:0:34745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838396.521157:0:34745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc4a16c00. 00000100:00000001:2.0:1788838396.521164:0:34745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.521170:0:34745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838396.521172:0:34745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.521174:0:34745:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838396.521175:0:34745:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.521177:0:34745:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.521180:0:34745:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00010000:00000001:2.0:1788838396.521187:0:34745:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838396.521188:0:34745:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788838396.521195:0:34745:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc7e4c300. 00010000:00000010:2.0:1788838396.521199:0:34745:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afc7e4c000. 00010000:00000001:2.0:1788838396.521203:0:34745:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838396.521216:0:34745:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1517e00. 00000020:00000001:2.0:1788838396.521221:0:34745:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838396.521225:0:34745:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1517e00 with handle 0x9f68a6b43b62d092 to hash 00000020:00000001:2.0:1788838396.521227:0:34745:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838396.521229:0:34745:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000010:2.0:1788838396.521233:0:34745:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd110d680. 00010000:00000001:2.0:1788838396.521235:0:34745:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838396.521239:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.521241:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.521246:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.521258:0:34745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838396.521268:0:34745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838396.521278:0:34745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838396.521279:0:34745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838396.521285:0:34745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89900. 00000100:00000001:2.0:1788838396.521287:0:34745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489177856 : -113594220373760 : ffff98afc8d89900) 00000100:00000001:2.0:1788838396.521289:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.521291:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000001:2.0:1788838396.523417:0:34745:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838396.523425:0:34745:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.523429:0:34745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838396.523431:0:34745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838396.523443:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.523454:0:34745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838396.523456:0:34745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.523461:0:34745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838396.523465:0:34745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838396.523468:0:34745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838396.523472:0:34745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3480 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34745:1875731132275456:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838396.523476:0:34745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838396.523481:0:34745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838396.523484:0:34745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.523486:0:34745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838396.523495:0:34745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406ec00. 02000000:00000001:2.0:1788838396.523497:0:34745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838396.523504:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838396.523510:0:34745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838396.523517:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838396.523523:0:34745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132275456, portal 4 00000100:00000001:2.0:1788838396.523525:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838396.523527:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000040:2.0:1788838396.523535:0:34745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.523543:0:34745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838396.523546:0:34745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838396.523549:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512add0. 00000100:00000200:2.0:1788838396.523552:0:34745:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132275456, offset 0 00000400:00000200:2.0:1788838396.523558:0:34745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838396.523567:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.523575:0:34745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838396.523579:0:34745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838396.523583:0:34745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838396.523587:0:34745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838396.523589:0:34745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838396.523592:0:34745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2640:2640:256:4294967295] 192.168.203.123@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:2.0:1788838396.523596:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838396.523604:0:34745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838396.523610:0:34745:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838396.523615:0:34745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14000. 00000800:00000200:2.0:1788838396.523621:0:34745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838396.523629:0:34745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838396.523633:0:34745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838396.523653:0:34745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.523672:0:34745:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 207097 usecs (208 jiffies) 00000400:00000200:2.0:1788838396.523675:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838396.523678:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296526705 00000100:00000001:2.0:1788838396.523681:0:34745:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.523683:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296526705 00000100:00000001:2.0:1788838396.523685:0:34745:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296527355 00000100:00000001:2.0:1788838396.523687:0:34745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.523690:0:34745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.523692:0:34745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838396.523694:0:34745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838396.523697:0:34745:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89900 going to sleep for 11 seconds 00000100:00000001:2.0:1788838396.523700:0:34745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838396.523702:0:34745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838396.524160:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838396.524165:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14000. 00000400:00000200:1.0:1788838396.524171:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838396.524177:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838396.524181:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512add0 00000400:00000010:1.0:1788838396.524184:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512add0. 00000100:00000001:1.0:1788838396.524188:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838396.524193:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.524202:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838396.524215:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838396.524222:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838396.524224:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838396.528087:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.528105:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838396.528108:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.528111:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.528120:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.528126:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838396.528134:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.528139:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.528144:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.528147:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd55b00 00000400:00000200:0.0:1788838396.528152:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838396.528157:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x70a9 [1] + 224 00000800:00000001:0.0:1788838396.528165:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.528171:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838396.528175:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838396.528179:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838396.528186:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838396.528194:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838396.528218:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838396.528241:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838396.528249:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838396.528252:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.529180:0:34745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838396.529188:0:34745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838396.529190:0:34745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838396.529193:0:34745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838396.529199:0:34745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:2.0:1788838396.529202:0:34745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:2.0:1788838396.529215:0:34745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838396.529223:0:34745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838396.529232:0:34745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.529240:0:34745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838396.529242:0:34745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.529245:0:34745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838396.529248:0:34745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838396.529250:0:34745:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838396.529252:0:34745:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838396.529256:0:34745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838396.529265:0:34745:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=75 v=5 (5 5 5 16) 00000100:00001000:2.0:1788838396.529270:0:34745:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838396.529272:0:34745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838396.529274:0:34745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.529277:0:34745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838396.529280:0:34745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.529284:0:34745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838396.529285:0:34745:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1788838396.529288:0:34745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838396.529289:0:34745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838396.529294:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.529307:0:34745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838396.529310:0:34745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838396.529312:0:34745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838396.529316:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838396.529323:0:34745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3480 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34745:1875731132275456:192.168.203.123@tcp:101:multiop.0 00000100:00000001:2.0:1788838396.529328:0:34745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838396.529331:0:34745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.529333:0:34745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838396.529335:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.529339:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.529346:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838396.529348:0:34745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89900. 00000100:00000001:2.0:1788838396.529352:0:34745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838396.529353:0:34745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.529356:0:34745:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838396.529358:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.529361:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.529364:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=4 00000020:00000001:2.0:1788838396.529367:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838396.529370:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000040:2.0:1788838396.529376:0:34745:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1517e00, remote cookie: 0xff98f31736b3bf4c, flags: 0x1 00010000:00010000:2.0:1788838396.529383:0:34745:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.529393:0:34745:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788838396.529396:0:34745:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.529398:0:34745:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788838396.529402:0:34745:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788838396.529407:0:34745:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838396.529415:0:34745:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff98afc7e4c300) refcount = 1 00010000:00000040:2.0:1788838396.529418:0:34745:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788838396.529421:0:34745:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.529429:0:34745:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788838396.529431:0:34745:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838396.529433:0:34745:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788838396.529435:0:34745:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.529438:0:34745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.529444:0:34745:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838396.529446:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.529448:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.529449:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.529450:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838396.529451:0:34745:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.529455:0:34745:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788838396.529458:0:34745:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788838396.529460:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.529462:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.529463:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:2.0:1788838396.529465:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838396.529467:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838396.529470:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.529471:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.529472:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=4 00000020:00000001:2.0:1788838396.529474:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838396.529476:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838396.529479:0:34745:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838396.529482:0:34745:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838396.529485:0:34745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.529492:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.529493:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838396.529496:0:34745:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788838396.529500:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00010000:2.0:1788838396.529504:0:34745:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788838396.529511:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:2.0:1788838396.529513:0:34745:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838396.529516:0:34745:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788838396.529519:0:34745:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838396.529521:0:34745:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.529523:0:34745:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.529525:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000001:2.0:1788838396.529527:0:34745:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1788838396.529528:0:34745:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838396.529530:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838396.529531:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838396.529532:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=5 00000020:00000001:2.0:1788838396.529534:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838396.529536:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:2.0:1788838396.529538:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838396.529541:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.529548:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.529549:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838396.529551:0:34745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838396.529558:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838396.529559:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838396.529560:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838396.529561:0:34745:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838396.529563:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838396.529567:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3480 x1875731132275456/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838396.529586:0:34745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838396.529589:0:34745:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838396.529592:0:34745:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406ec00. 02000000:00000001:2.0:1788838396.531006:0:34745:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838396.531012:0:34745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838396.531015:0:34745:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838396.531019:0:34745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838396.531023:0:34745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc4a16c00. 02000000:00000001:2.0:1788838396.531026:0:34745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838396.531029:0:34745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838396.531031:0:34745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3480. 00000100:00000001:2.0:1788838396.531035:0:34745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838396.531036:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838396.531039:0:34745:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838396.531043:0:34745:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.531046:0:34745:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838396.531048:0:34745:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.531050:0:34745:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.531052:0:34745:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.531054:0:34745:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.531056:0:34745:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838396.531059:0:34745:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788838396.531064:0:34745:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788838396.531308:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fb80 00000080:00200000:0.0:1788838396.531311:0:34745:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788838396.531314:0:34745:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788838396.531318:0:34745:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:0.0:1788838396.531322:0:34745:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd0b17660 addref 2/0 by ffff98afd0014f80. 00020000:00000002:0.0:1788838396.531324:0:34745:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:0.0:1788838396.531327:0:34745:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788838396.531329:0:34745:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788838396.531333:0:34745:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788838396.531336:0:34745:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788838396.531339:0:34745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838396.531341:0:34745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838396.531343:0:34745:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788838396.531346:0:34745:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788838396.531349:0:34745:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531351:0:34745:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.531353:0:34745:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531355:0:34745:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838396.531361:0:34745:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788838396.531363:0:34745:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788838396.531386:0:34745:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788838396.531389:0:34745:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] fffff5ee04759e00 0 1 00000020:00000001:0.0:1788838396.531392:0:34745:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788838396.531394:0:34745:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531396:0:34745:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788838396.531403:0:34745:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98afc2ee4d20. 00000020:00000001:0.0:1788838396.531418:0:34745:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788838396.531419:0:34745:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788838396.531422:0:34745:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788838396.531425:0:34745:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788838396.531427:0:34745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838396.531428:0:34745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000008:00000001:0.0:1788838396.531432:0:34745:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788838396.531434:0:34745:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff98afc2ee4d90 folio fffff5ee04759e00 pg:0 obj off 0 00000008:00000001:0.0:1788838396.531436:0:34745:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531438:0:34745:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788838396.531439:0:34745:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788838396.531440:0:34745:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788838396.531442:0:34745:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.531445:0:34745:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531447:0:34745:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446630479389936928 : -113594319614688 : ffff98afc2ee4d20) 00000020:00000001:0.0:1788838396.531449:0:34745:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446630479389936928 : -113594319614688 : ffff98afc2ee4d20) 00000020:00000001:0.0:1788838396.531451:0:34745:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788838396.531454:0:34745:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838396.531455:0:34745:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479424983776 : -113594284567840 : ffff98afc50512e0) 00000020:00000001:0.0:1788838396.531457:0:34745:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788838396.531458:0:34745:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788838396.531459:0:34745:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838396.531464:0:34745:0:(cl_page.c:507:__cl_page_state_set()) page@000000000c162c2c[2 000000000b03a2f5 1 1 0000000006df5466 0 0 0] 00000020:00000001:0.0:1788838396.531466:0:34745:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788838396.531468:0:34745:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838396.531469:0:34745:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788838396.531472:0:34745:0:(rw26.c:769:ll_write_begin()) page@000000000c162c2c[2 000000000b03a2f5 2 1 0000000006df5466 0 0 0] 00000080:00008000:0.0:1788838396.531474:0:34745:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788838396.531475:0:34745:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788838396.531476:0:34745:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838396.531480:0:34745:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788838396.531482:0:34745:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788838396.531484:0:34745:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838396.531485:0:34745:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479424983776 : -113594284567840 : ffff98afc50512e0) 00000020:00000001:0.0:1788838396.531487:0:34745:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788838396.531488:0:34745:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788838396.531493:0:34745:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788838396.531495:0:34745:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788838396.531496:0:34745:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788838396.531497:0:34745:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788838396.531500:0:34745:0:(rw26.c:929:ll_write_end()) page@000000000c162c2c[3 000000000b03a2f5 2 1 0000000006df5466 0 0 0] 00000080:00200000:0.0:1788838396.531503:0:34745:0:(rw26.c:929:ll_write_end()) vmpage @00000000a338e70a 17ffffc0001001 3:0 ffff98afc2ee4d20 0 lru 00000080:00200000:0.0:1788838396.531509:0:34745:0:(rw26.c:929:ll_write_end()) osc-page@0000000081a29f3b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096d8eead 0000000073558eb0 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788838396.531511:0:34745:0:(rw26.c:929:ll_write_end()) end page@000000000c162c2c 00000080:00200000:0.0:1788838396.531512:0:34745:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788838396.531514:0:34745:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788838396.531529:0:34745:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788838396.531531:0:34745:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788838396.531547:0:34745:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788838396.531548:0:34745:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] fffff5ee04759e40 0 1 00000020:00000001:0.0:1788838396.531551:0:34745:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788838396.531552:0:34745:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531553:0:34745:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788838396.531556:0:34745:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98afc2ee41c0. 00000020:00000001:0.0:1788838396.531558:0:34745:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788838396.531560:0:34745:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788838396.531561:0:34745:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788838396.531563:0:34745:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788838396.531565:0:34745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838396.531576:0:34745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000008:00000001:0.0:1788838396.531579:0:34745:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788838396.531581:0:34745:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff98afc2ee4230 folio fffff5ee04759e40 pg:0 obj off 4096 00000008:00000001:0.0:1788838396.531583:0:34745:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531585:0:34745:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788838396.531586:0:34745:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788838396.531587:0:34745:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788838396.531589:0:34745:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.531593:0:34745:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531595:0:34745:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446630479389934016 : -113594319617600 : ffff98afc2ee41c0) 00000020:00000001:0.0:1788838396.531604:0:34745:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446630479389934016 : -113594319617600 : ffff98afc2ee41c0) 00000020:00000001:0.0:1788838396.531607:0:34745:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788838396.531608:0:34745:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838396.531609:0:34745:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479424983776 : -113594284567840 : ffff98afc50512e0) 00000020:00000001:0.0:1788838396.531611:0:34745:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788838396.531612:0:34745:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788838396.531613:0:34745:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838396.531623:0:34745:0:(cl_page.c:507:__cl_page_state_set()) page@000000003ed7b98d[2 000000000b03a2f5 1 1 0000000006df5466 0 0 1] 00000020:00000001:0.0:1788838396.531624:0:34745:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788838396.531626:0:34745:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838396.531627:0:34745:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788838396.531629:0:34745:0:(rw26.c:769:ll_write_begin()) page@000000003ed7b98d[2 000000000b03a2f5 2 1 0000000006df5466 0 0 1] 00000080:00008000:0.0:1788838396.531630:0:34745:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788838396.531631:0:34745:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788838396.531633:0:34745:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838396.531635:0:34745:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788838396.531637:0:34745:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788838396.531638:0:34745:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788838396.531639:0:34745:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479424983776 : -113594284567840 : ffff98afc50512e0) 00000020:00000001:0.0:1788838396.531640:0:34745:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788838396.531641:0:34745:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788838396.531643:0:34745:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788838396.531644:0:34745:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788838396.531645:0:34745:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788838396.531646:0:34745:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788838396.531648:0:34745:0:(rw26.c:929:ll_write_end()) page@000000003ed7b98d[3 000000000b03a2f5 2 1 0000000006df5466 0 0 1] 00000080:00200000:0.0:1788838396.531651:0:34745:0:(rw26.c:929:ll_write_end()) vmpage @0000000083f4447c 17ffffc0001001 3:0 ffff98afc2ee41c0 1 lru 00000080:00200000:0.0:1788838396.531691:0:34745:0:(rw26.c:929:ll_write_end()) osc-page@0000000093eec5e6 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 0000000096d8eead 0000000073558eb0 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788838396.531694:0:34745:0:(rw26.c:929:ll_write_end()) end page@000000003ed7b98d 00000080:00200000:0.0:1788838396.531695:0:34745:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788838396.531696:0:34745:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788838396.531699:0:34745:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788838396.531701:0:34745:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788838396.531703:0:34745:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788838396.531705:0:34745:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788838396.531707:0:34745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838396.531708:0:34745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838396.531710:0:34745:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788838396.531712:0:34745:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788838396.531715:0:34745:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788838396.531716:0:34745:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788838396.531717:0:34745:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788838396.531719:0:34745:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788838396.531722:0:34745:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff98afc88e2a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff98afc2ee4d90 folio fffff5ee04759e00 pg:0 added for cmd 2 00000008:00000001:0.0:1788838396.531727:0:34745:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788838396.531729:0:34745:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788838396.531735:0:34745:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788838396.531739:0:34745:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff98afc2ee4dc8 page fffff5ee04759e00 00000008:00000020:0.0:1788838396.531743:0:34745:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1788838396.531747:0:34745:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788838396.531749:0:34745:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838396.531751:0:34745:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788838396.531756:0:34745:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98afd03ac240. 00000008:00000020:0.0:1788838396.531762:0:34745:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff98afc88e2a80 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788838396.531767:0:34745:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc88e2a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788838396.531772:0:34745:0:(osc_cache.c:858:osc_extent_find()) extent ffff98afd03ac240@{[0 -> 255/255], [3|1|-|active|wi|ffff98afc88e2a80], [1703936|0|-|-|ffff98afc1517e00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788838396.531780:0:34745:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000007fcab5b1 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788838396.531790:0:34745:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788838396.531793:0:34745:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838396.531795:0:34745:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838396.531797:0:34745:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788838396.531800:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000002:0.0:1788838396.531802:0:34745:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1788838396.531805:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:0.0:1788838396.531806:0:34745:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788838396.531809:0:34745:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1788838396.531811:0:34745:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838396.531813:0:34745:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531815:0:34745:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531817:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000001:0.0:1788838396.531819:0:34745:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788838396.531820:0:34745:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788838396.531822:0:34745:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838396.531825:0:34745:0:(cl_page.c:556:cl_batch_put()) page@000000000c162c2c[4 000000000b03a2f5 2 1 0000000006df5466 0 0 0] 00000020:00000001:0.0:1788838396.531826:0:34745:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788838396.531828:0:34745:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788838396.531829:0:34745:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1788838396.531830:0:34745:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788838396.531831:0:34745:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788838396.531832:0:34745:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788838396.531833:0:34745:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788838396.531835:0:34745:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff98afc88e2a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff98afc2ee4230 folio fffff5ee04759e40 pg:0 added for cmd 2 00000008:00000020:0.0:1788838396.531840:0:34745:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:0.0:1788838396.531844:0:34745:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff98afc2ee4268 page fffff5ee04759e40 00000008:00000001:0.0:1788838396.531847:0:34745:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838396.531849:0:34745:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838396.531851:0:34745:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788838396.531852:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000002:0.0:1788838396.531855:0:34745:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1788838396.531857:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:0.0:1788838396.531858:0:34745:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788838396.531859:0:34745:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1788838396.531861:0:34745:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838396.531862:0:34745:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531864:0:34745:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531865:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000001:0.0:1788838396.531867:0:34745:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788838396.531868:0:34745:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788838396.531869:0:34745:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838396.531872:0:34745:0:(cl_page.c:556:cl_batch_put()) page@000000003ed7b98d[4 000000000b03a2f5 2 1 0000000006df5466 0 0 1] 00000020:00000001:0.0:1788838396.531873:0:34745:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788838396.531875:0:34745:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788838396.531876:0:34745:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788838396.531878:0:34745:0:(osc_request.c:745:osc_update_next_shrink()) next time 3059 to shrink grant 00000080:00000001:0.0:1788838396.531880:0:34745:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788838396.531882:0:34745:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788838396.531888:0:34745:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff98afd1528ab8, count 2, dirtied 2 00000080:00000001:0.0:1788838396.531890:0:34745:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788838396.531892:0:34745:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788838396.531894:0:34745:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788838396.531895:0:34745:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788838396.531896:0:34745:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838396.531899:0:34745:0:(cl_page.c:507:__cl_page_state_set()) page@000000000c162c2c[3 000000000b03a2f5 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838396.531900:0:34745:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788838396.531902:0:34745:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838396.531903:0:34745:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788838396.531904:0:34745:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838396.531906:0:34745:0:(cl_page.c:556:cl_batch_put()) page@000000000c162c2c[3 000000000b03a2f5 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788838396.531908:0:34745:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788838396.531909:0:34745:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788838396.531910:0:34745:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788838396.531911:0:34745:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788838396.531912:0:34745:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788838396.531913:0:34745:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788838396.531915:0:34745:0:(cl_page.c:507:__cl_page_state_set()) page@000000003ed7b98d[3 000000000b03a2f5 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788838396.531917:0:34745:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788838396.531918:0:34745:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788838396.531919:0:34745:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788838396.531920:0:34745:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788838396.531922:0:34745:0:(cl_page.c:556:cl_batch_put()) page@000000003ed7b98d[3 000000000b03a2f5 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788838396.531924:0:34745:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788838396.531925:0:34745:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788838396.531926:0:34745:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788838396.531927:0:34745:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788838396.531929:0:34745:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531931:0:34745:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.531932:0:34745:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531934:0:34745:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838396.531936:0:34745:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1788838396.531939:0:34745:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788838396.531940:0:34745:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788838396.531941:0:34745:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.531944:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fb80 00000080:00200000:0.0:1788838396.531946:0:34745:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1788838396.531949:0:34745:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.531951:0:34745:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788838396.531954:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838396.531955:0:34745:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788838396.531956:0:34745:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788838396.531957:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:0.0:1788838396.531959:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:0.0:1788838396.531961:0:34745:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788838396.532194:0:34745:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838396.532195:0:34745:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.532197:0:34745:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.532199:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000001:0.0:1788838396.532201:0:34745:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.532203:0:34745:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.532213:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.532215:0:34745:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.532217:0:34745:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.532218:0:34745:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788838396.532220:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788838396.532221:0:34745:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788838396.532222:0:34745:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788838396.532224:0:34745:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788838396.532226:0:34745:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788838396.532230:0:34745:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc88e2a80 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1788838396.532235:0:34745:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788838396.532237:0:34745:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838396.532238:0:34745:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788838396.532240:0:34745:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788838396.532242:0:34745:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788838396.532243:0:34745:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838396.532244:0:34745:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.532246:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.532248:0:34745:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838396.532249:0:34745:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838396.532251:0:34745:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788838396.532253:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc873a038 (ffff98afc7ec91b8/0) at cl_lock_release():245 00000020:00000001:0.0:1788838396.532256:0:34745:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838396.532257:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc873a038 (ffff98afc7ec91b8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788838396.532260:0:34745:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788838396.532262:0:34745:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788838396.532263:0:34745:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407535344 : -113594302016272 : ffff98afc3fad4f0) 00000020:00000001:0.0:1788838396.532265:0:34745:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788838396.532266:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd85e53b0 (ffff98afc7ec9248/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788838396.532269:0:34745:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788838396.532270:0:34745:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788838396.532273:0:34745:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838396.532275:0:34745:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838396.532277:0:34745:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=5 00000020:00000001:0.0:1788838396.532280:0:34745:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:0.0:1788838396.532283:0:34745:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:0.0:1788838396.532285:0:34745:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838396.532288:0:34745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838396.532297:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838396.532299:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838396.532300:0:34745:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838396.532303:0:34745:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838396.532306:0:34745:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788838396.532313:0:34745:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838396.532317:0:34745:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838396.532318:0:34745:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838396.532322:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838396.532323:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838396.532325:0:34745:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.532328:0:34745:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838396.532330:0:34745:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.532332:0:34745:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.532336:0:34745:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838396.532338:0:34745:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838396.532339:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838396.532341:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838396.532342:0:34745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838396.532343:0:34745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788838396.532344:0:34745:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788838396.532345:0:34745:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838396.532346:0:34745:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838396.532348:0:34745:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788838396.532349:0:34745:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838396.532350:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc873a038 (ffff98afc7ec91b8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788838396.532353:0:34745:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788838396.532354:0:34745:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788838396.532355:0:34745:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd85e53b0 (ffff98afc7ec91b8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788838396.532358:0:34745:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afc89a5690. 00000020:00000001:0.0:1788838396.532362:0:34745:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788838396.532363:0:34745:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afd85e5380. 00020000:00000001:0.0:1788838396.532366:0:34745:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788838396.532367:0:34745:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788838396.532369:0:34745:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788838396.532371:0:34745:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838396.532372:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838396.532373:0:34745:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838396.532374:0:34745:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838396.532375:0:34745:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.532377:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.532378:0:34745:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838396.532379:0:34745:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838396.532381:0:34745:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788838396.532383:0:34745:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788838396.532385:0:34745:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838396.532386:0:34745:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838396.532387:0:34745:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838396.532388:0:34745:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838396.532390:0:34745:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838396.532392:0:34745:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838396.532393:0:34745:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.532394:0:34745:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838396.532396:0:34745:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838396.532397:0:34745:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838396.532399:0:34745:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838396.532403:0:34745:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788838396.532405:0:34745:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788838396.532407:0:34745:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788838396.532409:0:34745:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838396.532411:0:34745:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838396.532412:0:34745:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838396.532413:0:34745:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838396.532415:0:34745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838396.532417:0:34745:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec9240 00020000:00000001:0.0:1788838396.532420:0:34745:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838396.532422:0:34745:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838396.532423:0:34745:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838396.532425:0:34745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838396.532429:0:34745:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838396.532430:0:34745:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788838396.532431:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fc98 00000080:00200000:0.0:1788838396.532433:0:34745:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788838396.532437:0:34745:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838396.532439:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afd08139e0 -> ffff98afd08139e0 00000020:00000001:0.0:1788838396.532441:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afd08139e0 -> ffff98afd08139e0 00000020:00000001:0.0:1788838396.532443:0:34745:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838396.532446:0:34745:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788838396.532450:0:34745:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838396.532451:0:34745:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788838396.532453:0:34745:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788838396.532454:0:34745:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788838396.532457:0:34745:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1788838396 a=0 c=1788838396 b=1 00020000:00000001:0.0:1788838396.532460:0:34745:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788838396.532462:0:34745:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788838396 a=0 c=1788838396 b=1 00020000:00000001:0.0:1788838396.532465:0:34745:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.532467:0:34745:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838396.532468:0:34745:0:(cl_object.c:143:cl_object_top()) ffff98afd08139e0 -> ffff98afd08139e0 00000080:00200000:0.0:1788838396.532471:0:34745:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1788838396.532473:0:34745:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788838396.532476:0:34745:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788838396.532478:0:34745:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788838396.532480:0:34745:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc7ec91b0 00000020:00000001:0.0:1788838396.532483:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fd88 00000080:00000008:0.0:1788838396.532485:0:34745:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788838396.532488:0:34745:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:3.0:1788838396.569054:0:34749:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838396.569061:0:34749:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838396.569065:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb78 00000080:00200000:3.0:1788838396.569070:0:34749:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838396.569077:0:34749:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc2c77800. 00800000:00000002:3.0:1788838396.569082:0:34749:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838396.569086:0:34749:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838396.569091:0:34749:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.569093:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfa98 00800000:00000002:3.0:1788838396.569096:0:34749:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838396.569100:0:34749:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838396.569105:0:34749:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838396.569111:0:34749:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838396.569113:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcf968 00000002:00010000:3.0:1788838396.569115:0:34749:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838396.569118:0:34749:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838396.569120:0:34749:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838396.569124:0:34749:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838396.569131:0:34749:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:3.0:1788838396.569134:0:34749:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838396.569139:0:34749:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838396.569143:0:34749:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838396.569148:0:34749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788838396.569161:0:34749:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838396.569166:0:34749:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838396.569169:0:34749:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788838396.569176:0:34749:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838396.569178:0:34749:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838396.569180:0:34749:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.569182:0:34749:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838396.569184:0:34749:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.569186:0:34749:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838396.569189:0:34749:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838396.569192:0:34749:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838396.569195:0:34749:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc2c77800. 00000080:00000001:3.0:1788838396.569199:0:34749:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838396.569201:0:34749:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.569203:0:34749:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838396.569218:0:34749:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d068 00800000:00000001:3.0:1788838396.569221:0:34749:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838396.569223:0:34749:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838396.569225:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.569227:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.569230:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:3.0:1788838396.569233:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838396.569235:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838396.569238:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.569240:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838396.569241:0:34749:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838396.569244:0:34749:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838396.569246:0:34749:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d068 from it ffffbbcb01bcfbb0 00010000:00000001:3.0:1788838396.569248:0:34749:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838396.569249:0:34749:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838396.569251:0:34749:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:3.0:1788838396.569253:0:34749:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838396.569255:0:34749:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:3.0:1788838396.569257:0:34749:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838396.569260:0:34749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838396.569266:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.569268:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.569269:0:34749:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838396.569271:0:34749:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838396.569274:0:34749:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838396.569281:0:34749:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838396.569284:0:34749:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838396.569286:0:34749:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838396.569290:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.569292:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838396.571273:0:34749:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.571279:0:34749:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838396.571281:0:34749:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.571284:0:34749:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.571288:0:34749:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838396.571291:0:34749:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838396.571299:0:34749:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838396.571301:0:34749:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838396.571305:0:34749:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838396.571307:0:34749:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838396.571311:0:34749:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788838396.571318:0:34749:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.571324:0:34749:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788838396.571326:0:34749:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838396.571329:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfb78 00000080:00200008:3.0:1788838396.571332:0:34749:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 504000 00000080:00000010:3.0:1788838396.571338:0:34749:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a0280. 00000080:00000001:3.0:1788838396.571342:0:34749:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.571344:0:34749:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.571419:0:34749:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838396.571421:0:34749:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=8028667f arg=7fffc5e2a610 00000080:00000001:3.0:1788838396.571427:0:34749:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:3.0:1788838396.571430:0:34749:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1788838396.571433:0:34749:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.571435:0:34749:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.571437:0:34749:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.571447:0:34749:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788838396.571449:0:34749:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838396.571451:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfdd0 00000080:00200008:3.0:1788838396.571453:0:34749:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 504000 00000080:00400000:3.0:1788838396.571457:0:34749:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788838396.571461:0:34749:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a0280. 00000080:00000001:3.0:1788838396.571464:0:34749:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838396.571466:0:34749:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01bcfdd0 00000080:00000008:3.0:1788838396.571469:0:34749:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 504000, rc = 0 00000080:00000001:3.0:1788838396.571472:0:34749:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838396.571473:0:34749:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838397.386846:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296527355, at 4296527360 00000100:00000010:1.0:1788838397.386861:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b42a0. 00000100:00000040:0.0:1788838397.386912:0:30713:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296527355, at 4296527360 00000100:00000010:0.0:1788838397.386919:0:30713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b4180. 00000080:00000001:1.0:1788838397.386928:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788838397.386933:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788838397.386936:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838397.386941:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:1.0:1788838397.386946:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:1.0:1788838397.386951:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eaa8 -> ffff98afd0b0eaa8 00000020:00000001:1.0:1788838397.386955:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838397.386958:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838397.386961:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788838397.386964:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.386967:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838397.386969:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838397.386975:0:37:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff98afd05cd2e0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788838397.386979:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc134cf80 00020000:00000001:1.0:1788838397.386983:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838397.386985:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838397.386988:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838397.386990:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.386995:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838397.386998:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838397.387000:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387002:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.387003:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838397.387004:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838397.387005:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38648b8) owner 0000000000000000/ffff98afc134cf80 00000020:00000001:1.0:1788838397.387008:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387010:0:37:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788838397.387011:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788838397.387013:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788838397.387017:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788838397.387020:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838397.387024:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838397.387025:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838397.387026:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838397.387029:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206104 : -113594094345512 : ffff98afd05ba2d8) 00000020:00001000:1.0:1788838397.387032:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba2d0 00000020:00000001:1.0:1788838397.387035:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0eb70 -> ffff98afd0b0eaa8 00000020:00000001:1.0:1788838397.387036:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838397.387040:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.387041:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838397.387043:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387045:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387046:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838397.387048:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788838397.387050:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387052:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387054:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387056:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788838397.387057:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788838397.387059:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387060:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788838397.387061:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838397.387063:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387065:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387067:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387069:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387072:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838397.387073:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387076:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387078:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788838397.387079:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788838397.387080:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387081:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788838397.387084:0:37:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:1.0:1788838397.387087:0:37:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff98afd0025800: unstable/dirty counts are both zero 00000008:00000001:1.0:1788838397.387089:0:37:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387090:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387092:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387093:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387095:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387097:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788838397.387099:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788838397.387100:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788838397.387101:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788838397.387102:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788838397.387103:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387106:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788838397.387107:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788838397.387108:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788838397.387110:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788838397.387112:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387113:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788838397.387114:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788838397.387115:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387117:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387119:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788838397.387120:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788838397.387123:0:37:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788838397.387124:0:37:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788838397.387125:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838397.387127:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838397.387128:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387129:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788838397.387131:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788838397.387133:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387135:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387138:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838397.387140:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838397.387142:0:37:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387145:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838397.387146:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838397.387147:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838397.387148:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838397.387150:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838397.387151:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba2d0 00020000:00000001:1.0:1788838397.387155:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838397.387157:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838397.387159:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838397.387161:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838397.387165:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838397.387167:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838397.387170:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:1.0:1788838397.387173:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838397.387176:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838397.387182:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788838397.387183:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788838397.387184:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838397.387186:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:1.0:1788838397.387188:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:1.0:1788838397.387190:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:1.0:1788838397.387192:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838397.387193:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838397.387194:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788838397.387196:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.387197:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838397.387198:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838397.387211:0:37:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff98afd05cd2e0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788838397.387214:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc134cf80 00020000:00000001:1.0:1788838397.387224:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838397.387226:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838397.387227:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838397.387228:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387230:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838397.387232:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838397.387233:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387234:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.387235:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838397.387237:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838397.387239:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc134cf80 00000020:00000001:1.0:1788838397.387241:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387243:0:37:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788838397.387244:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788838397.387245:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788838397.387247:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788838397.387249:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838397.387251:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838397.387252:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838397.387254:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838397.387255:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206104 : -113594094345512 : ffff98afd05ba2d8) 00000020:00001000:1.0:1788838397.387257:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba2d0 00000020:00000001:1.0:1788838397.387260:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0ef58 -> ffff98afd0b0e918 00000020:00000001:1.0:1788838397.387262:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838397.387263:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.387264:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838397.387265:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387267:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387269:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838397.387270:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788838397.387272:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387274:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387275:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387277:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788838397.387278:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788838397.387279:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387280:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788838397.387281:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838397.387282:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387283:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387285:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387286:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387288:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838397.387289:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387291:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387292:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788838397.387293:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788838397.387295:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387296:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788838397.387297:0:37:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:1.0:1788838397.387299:0:37:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff98afd0025800: unstable/dirty counts are both zero 00000008:00000001:1.0:1788838397.387300:0:37:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387302:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387304:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387305:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387307:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387308:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788838397.387309:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788838397.387310:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788838397.387312:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788838397.387313:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788838397.387314:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387315:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788838397.387316:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788838397.387317:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788838397.387318:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788838397.387319:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387320:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788838397.387321:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788838397.387322:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387324:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387325:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788838397.387326:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788838397.387327:0:37:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788838397.387328:0:37:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788838397.387329:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838397.387330:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838397.387331:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387332:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788838397.387333:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788838397.387335:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387336:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387337:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838397.387338:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838397.387339:0:37:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387340:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838397.387341:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838397.387342:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838397.387343:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838397.387345:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838397.387346:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba2d0 00020000:00000001:1.0:1788838397.387347:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838397.387349:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838397.387350:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838397.387351:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838397.387353:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838397.387355:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838397.387356:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:1.0:1788838397.387357:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838397.387359:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838397.387362:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788838397.387363:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788838397.387365:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838397.387366:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:1.0:1788838397.387368:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:1.0:1788838397.387370:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afd08139e0 -> ffff98afd08139e0 00000020:00000001:1.0:1788838397.387371:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838397.387373:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838397.387375:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788838397.387377:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.387378:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838397.387380:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838397.387382:0:37:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff98afd05cd2e0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788838397.387384:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afc134cf80 00020000:00000001:1.0:1788838397.387387:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838397.387388:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838397.387390:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838397.387391:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387393:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838397.387395:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838397.387397:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387398:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.387399:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838397.387400:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838397.387402:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afc134cf80 00000020:00000001:1.0:1788838397.387404:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387405:0:37:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788838397.387406:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788838397.387408:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788838397.387409:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788838397.387412:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838397.387414:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838397.387415:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838397.387416:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838397.387418:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206104 : -113594094345512 : ffff98afd05ba2d8) 00000020:00001000:1.0:1788838397.387420:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba2d0 00000020:00000001:1.0:1788838397.387421:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afd0813aa8 -> ffff98afd08139e0 00000020:00000001:1.0:1788838397.387423:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838397.387425:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838397.387426:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838397.387427:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387428:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387430:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:1.0:1788838397.387431:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788838397.387432:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387434:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387435:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387437:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788838397.387438:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788838397.387439:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387439:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788838397.387440:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838397.387441:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387443:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387445:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.387446:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387447:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838397.387448:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387450:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387451:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788838397.387452:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788838397.387453:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838397.387454:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788838397.387455:0:37:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788838397.387457:0:37:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788838397.387463:0:37:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788838397.387466:0:37:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788838397.387467:0:37:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788838397.387469:0:37:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788838397.387471:0:37:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788838397.387473:0:37:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446630479484299904 : -113594225251712 : ffff98afc88e2a80) 00000008:00000020:1.0:1788838397.387476:0:37:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff98afc88e2a80 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1788838397.387479:0:37:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788838397.387480:0:37:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788838397.387482:0:37:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788838397.387483:0:37:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788838397.387486:0:37:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788838397.387489:0:37:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff98afd03ac240@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff98afc88e2a80], [1703936|2|+|-|ffff98afc1517e00|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788838397.387497:0:37:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 000000007fcab5b1 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788838397.387508:0:37:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788838397.387512:0:37:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afc88e2a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1788838397.387516:0:37:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788838397.387519:0:37:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788838397.387522:0:37:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff98afd03ac240@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff98afc88e2a80], [1703936|2|+|-|ffff98afc1517e00|256|ffff98afc134cf80]} make ready 00000008:00010000:1.0:1788838397.387528:0:37:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000007fcab5b1 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788838397.387542:0:37:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788838397.387545:0:37:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788838397.387557:0:37:0:(cl_page.c:1160:cl_page_make_ready()) page@000000000c162c2c[2 000000000b03a2f5 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788838397.387559:0:37:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788838397.387561:0:37:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788838397.387562:0:37:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788838397.387564:0:37:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788838397.387566:0:37:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788838397.387567:0:37:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788838397.387570:0:37:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788838397.387573:0:37:0:(cl_page.c:507:__cl_page_state_set()) page@000000000c162c2c[2 000000000b03a2f5 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838397.387575:0:37:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788838397.387577:0:37:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788838397.387578:0:37:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788838397.387581:0:37:0:(cl_page.c:1182:cl_page_make_ready()) page@000000000c162c2c[2 000000000b03a2f5 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838397.387583:0:37:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788838397.387584:0:37:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.387586:0:37:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788838397.387587:0:37:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788838397.387591:0:37:0:(cl_page.c:1160:cl_page_make_ready()) page@000000003ed7b98d[2 000000000b03a2f5 1 1 0000000000000000 0 0 1] 00000020:00008000:1.0:1788838397.387592:0:37:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788838397.387593:0:37:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788838397.387594:0:37:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788838397.387595:0:37:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788838397.387596:0:37:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788838397.387598:0:37:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788838397.387599:0:37:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788838397.387602:0:37:0:(cl_page.c:507:__cl_page_state_set()) page@000000003ed7b98d[2 000000000b03a2f5 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788838397.387603:0:37:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788838397.387604:0:37:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788838397.387606:0:37:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788838397.387608:0:37:0:(cl_page.c:1182:cl_page_make_ready()) page@000000003ed7b98d[2 000000000b03a2f5 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788838397.387609:0:37:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788838397.387610:0:37:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.387613:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:1.0:1788838397.391002:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:1.0:1788838397.391010:0:37:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788838397.391012:0:37:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.391013:0:37:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000001:1.0:1788838397.391017:0:37:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391020:0:37:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788838397.391022:0:37:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff98afd0025800: cli: ffff98afd054d548 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788838397.391031:0:37:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff98afc81a8220. 00000008:00000010:1.0:1788838397.391034:0:37:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff98afc8b799c0. 00000008:00000020:1.0:1788838397.391035:0:37:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1788838397.391039:0:37:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788838397.391040:0:37:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788838397.391041:0:37:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788838397.391044:0:37:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788838396/1788838396 00000020:00000001:1.0:1788838397.391047:0:37:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788838397.391049:0:37:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788838397.391051:0:37:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788838397.391053:0:37:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788838397.391056:0:37:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838397.391061:0:37:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:1.0:1788838397.391063:0:37:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838397.391067:0:37:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788838397.391070:0:37:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788838397.391073:0:37:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838397.391077:0:37:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838397.391080:0:37:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838397.391089:0:37:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838397.391091:0:37:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838397.391092:0:37:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788838397.391095:0:37:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838397.391097:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838397.391099:0:37:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:1.0:1788838397.391101:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:1.0:1788838397.391109:0:37:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00000008:00000001:1.0:1788838397.391112:0:37:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:1.0:1788838397.391114:0:37:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838397.391115:0:37:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788838397.391116:0:37:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788838397.391118:0:37:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788838397.391124:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120380. 00000020:00000040:1.0:1788838397.391130:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:1.0:1788838397.391138:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838397.391140:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838397.391143:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838397.391168:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff98afc401c000. 00000100:00000001:1.0:1788838397.391176:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788838397.391182:0:37:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1788838397.391189:0:37:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff98afd0025800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:1.0:1788838397.391194:0:37:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788838397.391232:0:37:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 681 MB/s 00000008:00008000:1.0:1788838397.391236:0:37:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=8192, folios=2 00000008:00000001:1.0:1788838397.391259:0:37:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788838397.391262:0:37:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 7c40301 (20) 00000008:00100000:1.0:1788838397.391268:0:37:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff98afd1120380 - object 0x240000400:68 offset 0<>8192 00000008:00000001:1.0:1788838397.391271:0:37:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.391273:0:37:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788838397.391275:0:37:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788838397.391277:0:37:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788838397.391279:0:37:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788838396/1788838396 00000020:00000001:1.0:1788838397.391282:0:37:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788838397.391283:0:37:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788838397.391284:0:37:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788838397.391286:0:37:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838397.391288:0:37:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000008:00000002:1.0:1788838397.391300:0:37:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 000000008fe99f3a, now 0r/1w/0d in flight req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788838397.391309:0:37:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1788838397.391319:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001de2cd63] to pc [ptlrpcd_00_00+0] req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788838397.391350:0:37:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788838397.391352:0:37:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391354:0:37:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391359:0:37:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788838397.391360:0:37:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391362:0:37:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788838397.391364:0:37:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391365:0:37:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788838397.391366:0:37:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391369:0:37:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788838397.391370:0:37:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391372:0:37:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1788838397.391375:0:37:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc88e2a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:1.0:1788838397.391377:0:37:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:1.0:1788838397.391380:0:37:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788838397.391382:0:37:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838397.391384:0:37:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838397.391385:0:37:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838397.391387:0:37:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838397.391388:0:37:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838397.391388:0:37:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838397.391390:0:37:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788838397.391394:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1120a80. 00000020:00000040:1.0:1788838397.391396:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:1.0:1788838397.391399:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838397.391401:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838397.391404:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838397.391408:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1127400. 00000100:00000001:1.0:1788838397.391411:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.391415:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838397.391419:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838397.391424:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e145d3b] to pc [ptlrpcd_00_01+1] req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788838397.391434:0:37:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391437:0:37:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.391439:0:37:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.391443:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.391446:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.391449:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.391451:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.391454:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788838397.391456:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788838397.391458:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788838397.391459:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788838397.391473:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838397.391477:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838397.391479:0:2351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838397.391484:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.391492:0:2351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838397.391494:0:2351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838397.391497:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838397.391499:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838397.391500:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838397.391503:0:2351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132275584:192.168.203.123@tcp:4:multiop.0 00000100:00000001:1.0:1788838397.391505:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838397.391510:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838397.391511:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838397.391513:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838397.391516:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e8000. 02000000:00000001:1.0:1788838397.391517:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838397.391523:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838397.391526:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000400:00000010:1.0:1788838397.391531:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838397.391535:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132275584, portal 4 00000100:00000001:1.0:1788838397.391537:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838397.391537:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000040:1.0:1788838397.391542:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.391550:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838397.391552:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838397.391554:0:2351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff98afc4ab4d80. 00000100:00000200:1.0:1788838397.391556:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875731132275584, offset 0 00000400:00000200:1.0:1788838397.391561:0:2351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838397.391569:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.391576:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838397.391583:0:2351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838397.391589:0:2351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838397.391594:0:2351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838397.391598:0:2351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838397.391603:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2641:2641:256:4294967295] 192.168.203.123@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:1.0:1788838397.391609:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.391624:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838397.391630:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838397.391635:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff98afd1127e00. 00000800:00000200:1.0:1788838397.391642:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838397.391651:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838397.391685:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd1127e00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:1.0:1788838397.391699:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838397.391705:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 206180 usecs (207 jiffies) 00000100:00000001:0.0:1788838397.391708:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788838397.391711:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838397.391718:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296527572 00000100:00000001:0.0:1788838397.391718:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838397.391724:0:2352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1788838397.391727:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b42a0. 00000100:00000001:1.0:1788838397.391738:0:2351:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788838397.391739:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.391749:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296527572 00000100:00000001:0.0:1788838397.391760:0:2352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1788838397.391761:0:2351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc66b47e0. 00000100:00000001:0.0:1788838397.391764:0:2352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.391769:0:2351:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request now active for cpu 1 02000000:00000001:0.0:1788838397.391771:0:2352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788838397.391775:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838397.391777:0:2352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838397.391782:0:2351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.391784:0:2352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.391790:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838397.391793:0:2352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132275712:192.168.203.123@tcp:16:kworker.0 00000100:00000001:1.0:1788838397.391796:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.391801:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788838397.391808:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788838397.391809:0:2352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788838397.391815:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1788838397.391816:0:2352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.391825:0:2352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788838397.391826:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838397.391829:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838397.391831:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838397.391833:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0081c00. 00000100:00000001:1.0:1788838397.391835:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.391838:0:2352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838397.391847:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838397.391853:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25478. 00000400:00000010:0.0:1788838397.391860:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcb28. 00000100:00000200:0.0:1788838397.391867:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132275712, portal 4 00000100:00000001:0.0:1788838397.391869:0:2352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.391870:0:2352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627160192 : -113594082391424 : ffff98afd1120a80) 00000100:00000040:0.0:1788838397.391879:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.391888:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838397.391890:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838397.391894:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc2a8. 00000100:00000200:0.0:1788838397.391897:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875731132275712, offset 0 00000400:00000200:0.0:1788838397.391903:0:2352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838397.391911:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.391918:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838397.391924:0:2352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838397.391928:0:2352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838397.391931:0:2352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838397.391934:0:2352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838397.391937:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2642:2642:255:4294967295] 192.168.203.123@tcp LPNI seq info [2642:2642:7:4294967295] 00000400:00000200:0.0:1788838397.391941:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000800:00000200:1.0:1788838397.391956:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838397.391962:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff98afd1127e00. 00000400:00000200:1.0:1788838397.391967:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.391974:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838397.394606:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000400:00000200:1.0:1788838397.394707:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4ab4d80 00000400:00000010:1.0:1788838397.394715:0:2343:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838397.394724:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838397.394738:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.394754:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.394758:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.394765:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.394767:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788838397.394900:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838397.394909:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480af00. 00000800:00000200:0.0:1788838397.394919:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838397.394929:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838397.394936:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480af00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788838397.394971:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.394978:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 206180 usecs (207 jiffies) 00000400:00000200:0.0:1788838397.394984:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838397.394988:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296527575 00000100:00000001:0.0:1788838397.395000:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296527572 00000100:00000001:0.0:1788838397.395008:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296527575 00000100:00000001:0.0:1788838397.395010:0:2352:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296527572 00000100:00000001:0.0:1788838397.395014:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838397.395018:0:2352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.395023:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.395028:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.395038:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838397.395041:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788838397.395044:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838397.395046:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838397.395048:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.395051:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838397.397384:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838397.397397:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480af00. 00000400:00000200:1.0:1788838397.397404:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.397415:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838397.397423:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc2a8 00000400:00000010:1.0:1788838397.397427:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc2a8. 00000100:00000001:1.0:1788838397.397433:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838397.397443:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.397468:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.397472:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.397486:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.397489:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838397.408741:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.408761:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838397.408767:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.408770:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.408781:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408791:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838397.408802:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408807:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408814:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408819:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 432 into portal 4 MB=0x6a9f7afd55c00 00000400:00000200:0.0:1788838397.408825:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408832:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 432/432 into md 0x70c1 [1] + 224 00000800:00000001:0.0:1788838397.408840:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.408845:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.408848:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838397.408853:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838397.408863:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838397.408874:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838397.408887:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.408904:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838397.408914:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.408917:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838397.408919:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.408921:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.408924:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408928:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838397.408933:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408935:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408938:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408941:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 448 into portal 4 MB=0x6a9f7afd55b80 00000400:00000200:0.0:1788838397.408944:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.408950:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 448/448 into md 0x70b1 [1] + 224 00000800:00000001:0.0:1788838397.408954:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.408959:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.408962:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838397.408965:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838397.408968:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838397.408973:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838397.408981:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.408993:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838397.408997:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.409000:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.409015:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838397.409019:0:2352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838397.409028:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838397.409031:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838397.409034:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25478. 00000400:00000200:0.0:1788838397.409039:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcb28 00000400:00000010:0.0:1788838397.409042:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcb28. 00000100:00000001:0.0:1788838397.409045:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838397.409050:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838397.409067:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.409074:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838397.409076:0:2352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.409080:0:2352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838397.409084:0:2352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838397.409087:0:2352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838397.409089:0:2352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.409093:0:2352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838397.409104:0:2352:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=76 v=5 (5 5 5 16) 00000100:00001000:0.0:1788838397.409305:0:2352:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838397.409310:0:2352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838397.409313:0:2352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.409317:0:2352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838397.409321:0:2352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.409325:0:2352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838397.409328:0:2352:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1788838397.409331:0:2352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838397.409334:0:2352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.409340:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.409348:0:2352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838397.409352:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838397.409355:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788838397.409359:0:2352:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1788838397.409368:0:2352:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:0.0:1788838397.409371:0:2352:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:0.0:1788838397.409374:0:2352:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788838397.409379:0:2352:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788838397.409381:0:2352:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838397.409383:0:2352:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838397.409385:0:2352:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000001:0.0:1788838397.409410:0:2352:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.409415:0:2352:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838397.409425:0:2352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:236057cd-729b-462c-8b72-16ae653ba0e9:2352:1875731132275712:192.168.203.123@tcp:16:kworker.0 00000100:00000001:0.0:1788838397.409430:0:2352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.409433:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838397.409437:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120a80 x1875731132275712/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.409444:0:2352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838397.409448:0:2352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788838397.410197:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838397.410212:0:2351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788838397.410219:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838397.410222:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838397.410226:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:1.0:1788838397.410233:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc330 00000400:00000010:1.0:1788838397.410236:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc330. 00000100:00000001:1.0:1788838397.410240:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838397.410249:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838397.410260:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1120380 x1875731132275584/t0(0) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.410268:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838397.410270:0:2351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838397.410272:0:2351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838397.410275:0:2351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838397.410276:0:2351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838397.410278:0:2351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838397.410281:0:2351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838397.410287:0:2351:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef4a8 time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1788838397.410291:0:2351:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838397.410294:0:2351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838397.410295:0:2351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838397.410298:0:2351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838397.410301:0:2351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.410304:0:2351:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838397.410305:0:2351:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788838397.410307:0:2351:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838397.410310:0:2351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838397.410312:0:2351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627158400 : -113594082393216 : ffff98afd1120380) 00000100:00000001:1.0:1788838397.410315:0:2351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838397.410317:0:2351:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1788838397.410318:0:2351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838397.410322:0:2351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838397.410327:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1120380 x1875731132275584/t4294967333(4294967333) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.410335:0:2351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838397.410337:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838397.410339:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788838397.410342:0:2351:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788838397.410344:0:2351:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788838397.410348:0:2351:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 406000 00000001:00000001:1.0:1788838397.410351:0:2351:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788838397.410356:0:2351:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for usr 0 00000001:04000000:1.0:1788838397.410358:0:2351:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for grp 0 00000001:04000000:1.0:1788838397.410360:0:2351:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff98afd0025800: setdq to remove for prj 0 00000001:00000001:1.0:1788838397.410362:0:2351:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788838397.410365:0:2351:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1788838397.410369:0:2351:0:(osc_request.c:2091:check_write_checksum()) checksum 7c40301 confirmed 00000008:00000001:1.0:1788838397.410373:0:2351:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788838397.410377:0:2351:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788838397.410380:0:2351:0:(osc_request.c:2586:brw_interpret()) request ffff98afd1120380 aa ffff98afd1120530 rc 0 00000020:00000001:1.0:1788838397.410386:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:1.0:1788838397.410389:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:1.0:1788838397.410391:0:2351:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788838397.410394:0:2351:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788838397.410396:0:2351:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.410409:0:2351:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.410411:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000008:00000010:1.0:1788838397.410414:0:2351:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff98afc8b799c0. 00000020:00000001:1.0:1788838397.410419:0:2351:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:1.0:1788838397.410422:0:2351:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1788838397.410427:0:2351:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1788838397.410430:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.410433:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1120380 x1875731132275584/t4294967333(4294967333) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.410440:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.410445:0:2351:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788838397.410449:0:2351:0:(osc_cache.c:908:osc_extent_finish()) extent ffff98afd03ac240@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff98afc88e2a80], [1703936|2|+|-|ffff98afc1517e00|256|ffff98afc134cf80]} extent finished. 00000008:00010000:1.0:1788838397.410467:0:2351:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000007fcab5b1 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788838397.410482:0:2351:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788838397.410485:0:2351:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788838397.410497:0:2351:0:(cl_page.c:1104:cl_page_complete()) page@000000000c162c2c[2 000000000b03a2f5 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838397.410499:0:2351:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788838397.410501:0:2351:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788838397.410503:0:2351:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788838397.410505:0:2351:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788838397.410509:0:2351:0:(cl_page.c:507:__cl_page_state_set()) page@000000000c162c2c[2 000000000b03a2f5 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838397.410511:0:2351:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788838397.410513:0:2351:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788838397.410516:0:2351:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788838397.410520:0:2351:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000000c162c2c[2 000000000b03a2f5 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788838397.410522:0:2351:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788838397.410536:0:2351:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788838397.410537:0:2351:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788838397.410539:0:2351:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788838397.410543:0:2351:0:(cl_page.c:556:cl_batch_put()) page@000000000c162c2c[2 000000000b03a2f5 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838397.410545:0:2351:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788838397.410547:0:2351:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788838397.410548:0:2351:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:1.0:1788838397.410550:0:2351:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788838397.410551:0:2351:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788838397.410554:0:2351:0:(cl_page.c:1104:cl_page_complete()) page@000000003ed7b98d[2 000000000b03a2f5 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788838397.410556:0:2351:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788838397.410557:0:2351:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788838397.410558:0:2351:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788838397.410560:0:2351:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788838397.410563:0:2351:0:(cl_page.c:507:__cl_page_state_set()) page@000000003ed7b98d[2 000000000b03a2f5 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788838397.410564:0:2351:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788838397.410566:0:2351:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788838397.410567:0:2351:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788838397.410571:0:2351:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000003ed7b98d[2 000000000b03a2f5 1 1 0000000000000000 0 0 1] 00000080:00008000:1.0:1788838397.410573:0:2351:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788838397.410582:0:2351:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788838397.410583:0:2351:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788838397.410585:0:2351:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788838397.410587:0:2351:0:(cl_page.c:556:cl_batch_put()) page@000000003ed7b98d[2 000000000b03a2f5 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788838397.410589:0:2351:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788838397.410590:0:2351:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788838397.410591:0:2351:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788838397.410595:0:2351:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:1.0:1788838397.410601:0:2351:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff98afd03ac240@{[0 -> 255/255], [1|0|-|inv|wuY|ffff98afc88e2a80], [1703936|0|-|-|ffff98afc1517e00|256|ffff98afc134cf80]} destroyed. 00000008:00010000:1.0:1788838397.410607:0:2351:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007fcab5b1 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838397.410616:0:2351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838397.410618:0:2351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788838397.410622:0:2351:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff98afd03ac240. 00000008:00000001:1.0:1788838397.410626:0:2351:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788838397.410629:0:2351:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff98afc81a8220. 00000008:00000020:1.0:1788838397.410637:0:2351:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff98afd054d548. 00000008:00000001:1.0:1788838397.410651:0:2351:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838397.410684:0:2351:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1120380 x1875731132275584/t4294967333(4294967333) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838397.410693:0:2351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:236057cd-729b-462c-8b72-16ae653ba0e9:2351:1875731132275584:192.168.203.123@tcp:4:multiop.0 00000100:00000001:1.0:1788838397.410698:0:2351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838397.410701:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.410704:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1120380 x1875731132275584/t4294967333(4294967333) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.410711:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.410714:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838397.410723:0:2351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838397.410725:0:2351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.410730:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788838397.410733:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.410747:0:30555:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838397.410751:0:30555:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287384 : -113594224264232 : ffff98afc89d3bd8) 00000020:00001000:1.0:1788838397.410754:0:30555:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3bd0 00000008:00000020:1.0:1788838397.410756:0:30555:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff98afd054d548. 00000008:00000001:1.0:1788838397.410759:0:30555:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788838397.410762:0:30555:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788838397.410765:0:30555:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838397.410767:0:30555:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788838397.410769:0:30555:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3bd0 02000000:00000010:0.0:1788838397.411370:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0081c00. 02000000:00000001:0.0:1788838397.411384:0:2352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838397.411388:0:2352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838397.411390:0:2352:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838397.411393:0:2352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838397.411397:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1127400. 02000000:00000001:0.0:1788838397.411401:0:2352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838397.411404:0:2352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838397.411407:0:2352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120a80. 00000100:00000001:0.0:1788838397.411410:0:2352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838397.411411:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.411414:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.411419:0:2352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838397.411420:0:2352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.411422:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838397.411424:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.412087:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788838397.412093:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.412097:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788838397.412100:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788838397.412102:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788838397.412113:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788838397.412117:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838397.412118:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838397.412119:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788838397.412128:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.412131:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.412132:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788838397.412133:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788838397.412135:0:37:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788838397.412137:0:37:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788838397.412138:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838397.412140:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838397.412141:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838397.412142:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788838397.412143:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788838397.412145:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.412146:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.412148:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838397.412149:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838397.412151:0:37:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.412154:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838397.412156:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838397.412158:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838397.412159:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838397.412161:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838397.412164:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba2d0 00020000:00000001:2.0:1788838397.412167:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838397.412170:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838397.412173:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838397.412175:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838397.412178:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838397.412179:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838397.412182:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838397.412186:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:2.0:1788838397.412190:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.450850:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838397.450859:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.450867:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838397.450868:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.450872:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838397.450874:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838397.451016:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788838397.451021:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838397.451024:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788838397.602801:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296527575, at 4296527576 00000100:00000010:1.0:1788838397.602821:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b47e0. 00000100:00000040:0.0:1788838397.604083:0:30713:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296527575, at 4296527577 00000100:00000010:0.0:1788838397.604097:0:30713:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afc66b42a0. 00000080:00000001:0.0:1788838397.817182:0:34742:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1788838397.817194:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fe48 00000080:00200008:0.0:1788838397.817209:0:34742:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:0.0:1788838397.817222:0:34742:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838397.817227:0:34742:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000002:0.0:1788838397.817233:0:34742:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000001:0.0:1788838397.817236:0:34742:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838397.817239:0:34742:0:(file.c:5353:ll_mdsync()) inode ffff98afd15a8908 metadata sync [0x200000404:0x34:0x0] (need_sync=1) 00800000:00000001:0.0:1788838397.817247:0:34742:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:0.0:1788838397.817254:0:34742:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1788838397.817268:0:34742:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909180. 00000020:00000040:0.0:1788838397.817273:0:34742:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838397.817278:0:34742:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838397.817284:0:34742:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838397.817290:0:34742:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838397.817299:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd06cfe00. 00000100:00000001:0.0:1788838397.817308:0:34742:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.817316:0:34742:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838397.817319:0:34742:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838397.817327:0:34742:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd1114000. 00000100:00000001:0.0:1788838397.817330:0:34742:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108352 : -113594082443264 : ffff98afd1114000) 00000100:00000001:0.0:1788838397.817333:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.817335:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000001:0.0:1788838397.817341:0:34742:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838397.817346:0:34742:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.817349:0:34742:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838397.817350:0:34742:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838397.817365:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838397.817375:0:34742:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838397.817377:0:34742:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.817381:0:34742:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838397.817385:0:34742:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838397.817387:0:34742:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838397.817391:0:34742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132275840:192.168.203.123@tcp:44:multiop.0 00000100:00000001:0.0:1788838397.818644:0:34742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838397.818885:0:34742:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838397.818889:0:34742:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.818894:0:34742:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838397.818905:0:34742:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0081c00. 02000000:00000001:0.0:1788838397.818909:0:34742:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838397.818920:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838397.818925:0:34742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25478. 00000400:00000010:0.0:1788838397.818935:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcb28. 00000100:00000200:0.0:1788838397.818944:0:34742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132275840, portal 10 00000100:00000001:0.0:1788838397.818947:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.818949:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618675072 : -113594090876544 : ffff98afd0909180) 00000100:00000040:0.0:1788838397.819031:0:34742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838397.819040:0:34742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838397.819043:0:34742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838397.819047:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcc38. 00000100:00000200:0.0:1788838397.819051:0:34742:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875731132275840, offset 0 00000400:00000200:0.0:1788838397.819057:0:34742:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838397.819069:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.819078:0:34742:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838397.819085:0:34742:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838397.819089:0:34742:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838397.819094:0:34742:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838397.819097:0:34742:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838397.819101:0:34742:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2643:2643:256:4294967295] 192.168.203.123@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:0.0:1788838397.819467:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.819537:0:34742:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838397.819545:0:34742:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838397.819552:0:34742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480a900. 00000800:00000200:0.0:1788838397.819561:0:34742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838397.819572:0:34742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838397.819578:0:34742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480a900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788838397.819687:0:34742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.819693:0:34742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 809733 usecs (810 jiffies) 00000400:00000200:0.0:1788838397.819698:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838397.819700:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528602 00000100:00000010:0.0:1788838397.819707:0:34742:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1360. 00000100:00000001:0.0:1788838397.819716:0:34742:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788838397.819725:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528602 00000100:00000010:0.0:1788838397.819728:0:34742:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afd05a1a20. 00000100:00000001:0.0:1788838397.819731:0:34742:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788838397.819736:0:34742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838397.819740:0:34742:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.819743:0:34742:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838397.819745:0:34742:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838397.819749:0:34742:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd1114000 going to sleep for 11 seconds 00000100:00000001:0.0:1788838397.819751:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838397.819755:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838397.830306:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838397.830319:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480a900. 00000400:00000200:1.0:1788838397.830328:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.830340:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838397.830350:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcc38 00000400:00000010:1.0:1788838397.830353:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcc38. 00000100:00000001:1.0:1788838397.830360:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838397.830370:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838397.830385:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.830389:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838397.830402:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.830404:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838397.833210:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.833233:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838397.833238:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.833241:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.833264:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.833273:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838397.833284:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.833289:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.833295:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.833300:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 440 into portal 10 MB=0x6a9f7afd55c80 00000400:00000200:0.0:1788838397.833307:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.833314:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 440/440 into md 0x70d1 [1] + 224 00000800:00000001:0.0:1788838397.833323:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.833330:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.833334:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838397.833339:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838397.833347:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838397.833359:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838397.833371:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838397.833394:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838397.833406:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.833410:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.833433:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838397.833444:0:34742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838397.833447:0:34742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838397.833451:0:34742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25478. 00000400:00000200:2.0:1788838397.833457:0:34742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcb28 00000400:00000010:2.0:1788838397.833460:0:34742:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcb28. 00000100:00000001:2.0:1788838397.833464:0:34742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838397.833470:0:34742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838397.833478:0:34742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.833484:0:34742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838397.833486:0:34742:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.833489:0:34742:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838397.833494:0:34742:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838397.833496:0:34742:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838397.833499:0:34742:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838397.833503:0:34742:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838397.833515:0:34742:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=76 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838397.833520:0:34742:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838397.833523:0:34742:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838397.833525:0:34742:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838397.833528:0:34742:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838397.833532:0:34742:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.833537:0:34742:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788838397.833539:0:34742:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 8589934613 gen 2 00000100:00000040:2.0:1788838397.833546:0:34742:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934613) req@ffff98afc896c380 x1875731132273152/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.833554:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.833557:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c380 x1875731132273152/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 568/448 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.833564:0:34742:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838397.833567:0:34742:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838397.833571:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8716800. 02000000:00000001:2.0:1788838397.833575:0:34742:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838397.833579:0:34742:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838397.833581:0:34742:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838397.833583:0:34742:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838397.833586:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8716c00. 02000000:00000001:2.0:1788838397.833589:0:34742:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838397.833592:0:34742:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838397.833594:0:34742:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c380. 00000100:00000001:2.0:1788838397.833598:0:34742:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838397.833600:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838397.833604:0:34742:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934613) req@ffff98afd1121c00 x1875731132274176/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.833612:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.833615:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1121c00 x1875731132274176/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 520/456 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.833621:0:34742:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838397.833622:0:34742:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838397.833624:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13eac00. 02000000:00000001:2.0:1788838397.833626:0:34742:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838397.833627:0:34742:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838397.833629:0:34742:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838397.833631:0:34742:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838397.833632:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd13e8800. 02000000:00000001:2.0:1788838397.833635:0:34742:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838397.833636:0:34742:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838397.833637:0:34742:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121c00. 00000100:00000001:2.0:1788838397.833640:0:34742:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838397.833642:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788838397.833647:0:34742:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838397.833696:0:34742:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.833704:0:34742:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788838397.833706:0:34742:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:2.0:1788838397.833709:0:34742:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838397.833711:0:34742:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838397.833715:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.833726:0:34742:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838397.833730:0:34742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838397.833732:0:34742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838397.833736:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838397.833744:0:34742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909180 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132275840:192.168.203.123@tcp:44:multiop.0 00000100:00000001:2.0:1788838397.833750:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.833753:0:34742:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.833755:0:34742:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838397.833757:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.833761:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.833767:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838397.833769:0:34742:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd1114000. 00000100:00000001:2.0:1788838397.833773:0:34742:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838397.833774:0:34742:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838397.833778:0:34742:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838397.833781:0:34742:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.833785:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.833788:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909180 x1875731132275840/t0(0) o44->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 448/440 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.833794:0:34742:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838397.833796:0:34742:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838397.833797:0:34742:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0081c00. 02000000:00000001:2.0:1788838397.833802:0:34742:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838397.833803:0:34742:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838397.833804:0:34742:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838397.833806:0:34742:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838397.833808:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd06cfe00. 02000000:00000001:2.0:1788838397.833811:0:34742:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838397.833812:0:34742:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838397.833814:0:34742:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909180. 00000100:00000001:2.0:1788838397.833817:0:34742:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838397.833818:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838397.833823:0:34742:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1788838397.833825:0:34742:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838397.833828:0:34742:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788838397.833831:0:34742:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838397.833837:0:34742:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838397.833840:0:34742:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:2.0:1788838397.833845:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:2.0:1788838397.833849:0:34742:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838397.833852:0:34742:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838397.833854:0:34742:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788838397.833858:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838397.833859:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788838397.833861:0:34742:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838397.833866:0:34742:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff98afd05cd2e0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1788838397.833869:0:34742:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000001:2.0:1788838397.833874:0:34742:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838397.833875:0:34742:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838397.833878:0:34742:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838397.833880:0:34742:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.833883:0:34742:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838397.833885:0:34742:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838397.833887:0:34742:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.833888:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838397.833889:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838397.833891:0:34742:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838397.833892:0:34742:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00000020:00000001:2.0:1788838397.833895:0:34742:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.833897:0:34742:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788838397.833899:0:34742:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788838397.833902:0:34742:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788838397.833906:0:34742:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788838397.833910:0:34742:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1788838397.833913:0:34742:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838397.833915:0:34742:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838397.833916:0:34742:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838397.833918:0:34742:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206104 : -113594094345512 : ffff98afd05ba2d8) 00000020:00001000:2.0:1788838397.833920:0:34742:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba2d0 00000020:00000001:2.0:1788838397.833923:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0ef58 -> ffff98afd0b0e918 00000020:00000001:2.0:1788838397.833925:0:34742:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838397.833928:0:34742:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838397.833929:0:34742:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838397.833930:0:34742:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.833932:0:34742:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.833934:0:34742:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479407634816 : -113594301916800 : ffff98afc3fc5980) 00000020:00000001:2.0:1788838397.833936:0:34742:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788838397.833937:0:34742:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.833940:0:34742:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.833941:0:34742:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.833943:0:34742:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788838397.833945:0:34742:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788838397.833947:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838397.833947:0:34742:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788838397.833949:0:34742:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838397.833951:0:34742:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.833953:0:34742:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.833955:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.833956:0:34742:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.833958:0:34742:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838397.833959:0:34742:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.833960:0:34742:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.833962:0:34742:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788838397.833964:0:34742:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788838397.833966:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838397.833967:0:34742:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788838397.833969:0:34742:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788838397.833972:0:34742:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788838397.833977:0:34742:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc5274c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:2.0:1788838397.833981:0:34742:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838397.833984:0:34742:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788838397.833987:0:34742:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc5274c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788838397.833991:0:34742:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838397.833993:0:34742:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788838397.833995:0:34742:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788838397.833998:0:34742:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788838397.834000:0:34742:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788838397.834002:0:34742:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788838397.834003:0:34742:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788838397.834005:0:34742:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788838397.834007:0:34742:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788838397.834014:0:34742:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3480. 00000020:00000040:2.0:1788838397.834018:0:34742:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838397.834023:0:34742:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838397.834027:0:34742:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838397.834034:0:34742:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838397.834043:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85ebc00. 00000100:00000001:2.0:1788838397.834050:0:34742:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.834060:0:34742:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838397.834064:0:34742:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838397.834071:0:34742:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf484f41] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788838397.834185:0:34742:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838397.834188:0:34742:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838397.834190:0:34742:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.834193:0:34742:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.834195:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.834205:0:34742:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.834207:0:34742:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.834209:0:34742:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788838397.834211:0:34742:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788838397.834213:0:34742:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788838397.834214:0:34742:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788838397.834229:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788838397.834233:0:2354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788838397.834235:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.834244:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838397.834246:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.834249:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838397.834251:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838397.834253:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838397.834259:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.834268:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838397.834271:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838397.834275:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838397.834279:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838397.834282:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838397.834285:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132275968:192.168.203.123@tcp:16:multiop.0 00000100:00000001:2.0:1788838397.834289:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838397.834295:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838397.834298:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838397.834300:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838397.834306:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406dc00. 02000000:00000001:2.0:1788838397.834307:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838397.834314:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838397.834318:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838397.834325:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838397.834332:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132275968, portal 4 00000100:00000001:2.0:1788838397.834334:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838397.834336:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419159680 : -113594290391936 : ffff98afc4ac3480) 00000100:00000040:2.0:1788838397.834343:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.834350:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838397.834352:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838397.834355:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ad48. 00000100:00000200:2.0:1788838397.834358:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875731132275968, offset 0 00000400:00000200:2.0:1788838397.834364:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838397.834372:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838397.834380:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838397.834387:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838397.834392:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838397.834396:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838397.834399:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838397.834403:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2644:2644:256:4294967295] 192.168.203.123@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:2.0:1788838397.834407:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838397.834417:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838397.834424:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838397.834430:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14d00. 00000800:00000200:2.0:1788838397.834438:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838397.834447:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838397.834452:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788838397.834461:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838397.834466:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 204491 usecs (205 jiffies) 00000400:00000200:2.0:1788838397.834470:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838397.834473:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528012 00000100:00000001:2.0:1788838397.834477:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296528602 00000100:00000001:2.0:1788838397.834479:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528012 00000100:00000001:2.0:1788838397.834482:0:2354:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296528602 00000100:00000001:2.0:1788838397.834484:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838397.834487:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.834489:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.834492:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838397.834617:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838397.834621:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838397.834945:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838397.834951:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14d00. 00000400:00000200:1.0:1788838397.834956:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.834962:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838397.834967:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:1.0:1788838397.834971:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:1.0:1788838397.834976:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838397.834982:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.834992:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.834995:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.835001:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.835003:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838397.848654:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.848726:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838397.848732:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.848735:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.848748:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.848758:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838397.848770:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.848777:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.848783:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.848788:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd55d00 00000400:00000200:0.0:1788838397.848794:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.848801:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x70e1 [1] + 224 00000800:00000001:0.0:1788838397.848809:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.848835:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.848839:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838397.848846:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838397.848856:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838397.848867:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838397.848880:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.848913:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838397.848925:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.848928:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.849055:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838397.849061:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838397.849070:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838397.849073:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838397.849077:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838397.849083:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:2.0:1788838397.849086:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:2.0:1788838397.849090:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838397.849095:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838397.849104:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/432 e 0 to 0 dl 1788838413 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.849111:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838397.849113:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.849117:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838397.849122:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838397.849125:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838397.849127:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838397.849131:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838397.849145:0:2354:0:(import.c:2149:obd_at_measure()) add 0 to ffff98afc4eef460 time=76 v=5 (5 5 5 16) 00000100:00001000:2.0:1788838397.849150:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838397.849153:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1788838397.849158:0:2354:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff98afd0025800: operation ost_sync to node 192.168.203.123@tcp failed: rc = -107 00000100:00000001:2.0:1788838397.849161:0:2354:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788838397.849166:0:2354:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1788838397.849169:0:2354:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff98afd0025800 of lustre-OST0000_UUID@192.168.203.123@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1788838397.849174:0:2354:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788838397.849179:0:2354:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff98afd0025800: Connection to lustre-OST0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788838397.849183:0:2354:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838397.849187:0:2354:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788838397.849189:0:2354:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.849191:0:2354:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788838397.849194:0:2354:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788838397.849205:0:2354:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788838397.849209:0:2354:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788838397.849212:0:2354:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: connect to NID 192.168.203.123@tcp last attempt 1850 00000400:00000200:2.0:1788838397.849217:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838397.849221:0:2354:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.123@tcp is discovered: rc = 1 00000100:00000040:2.0:1788838397.849226:0:2354:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838397.849229:0:2354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788838397.849232:0:2354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838397.849234:0:2354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000001:2.0:1788838397.849238:0:2354:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788838397.849241:0:2354:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:2.0:1788838397.849244:0:2354:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838397.849248:0:2354:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:2.0:1788838397.849251:0:2354:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:2.0:1788838397.849254:0:2354:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000040:2.0:1788838397.849257:0:2354:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 11 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838397.849259:0:2354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788838397.849261:0:2354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00000100:00000001:2.0:1788838397.849263:0:2354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 00000020:00000040:2.0:1788838397.849266:0:2354:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00080000:2.0:1788838397.849270:0:2354:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff98afd0025800: import ffff98afc4eef000 using connection 192.168.203.123@tcp/192.168.203.123@tcp 00000100:00000001:2.0:1788838397.849273:0:2354:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838397.849275:0:2354:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788838397.849284:0:2354:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838397.849287:0:2354:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.849290:0:2354:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788838397.849294:0:2354:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683249 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788838397.849297:0:2354:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.849299:0:2354:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838397.849306:0:2354:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0000. 00000020:00000040:2.0:1788838397.849310:0:2354:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=5 obd=lustre-OST0000-osc-ffff98afd0025800 02000000:00000001:2.0:1788838397.849315:0:2354:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838397.849316:0:2354:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.849320:0:2354:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838397.849323:0:2354:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838397.849328:0:2354:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838397.849337:0:2354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc406ec00. 00000100:00000001:2.0:1788838397.849344:0:2354:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838397.849352:0:2354:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838397.849363:0:2354:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838397.849368:0:2354:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838397.849372:0:2354:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a90c204] to pc [ptlrpcd_rcv+-1] req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.849395:0:2354:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.849399:0:2354:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1788838397.849401:0:2354:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788838397.849404:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.849407:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.849415:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838397.849418:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.849420:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838397.849422:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838397.849424:0:2354:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.849426:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838397.849429:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.849431:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.849434:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.852362:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838397.852374:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838397.852378:0:2350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838397.852397:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838397.852412:0:2350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838397.852414:0:2350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.852427:0:2350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838397.852432:0:2350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838397.852435:0:2350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838397.852441:0:2350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132276096:192.168.203.123@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1788838397.852445:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838397.852458:0:2350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838397.852463:0:2350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.852466:0:2350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838397.852478:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0082c00. 02000000:00000001:0.0:1788838397.852481:0:2350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838397.852497:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838397.852503:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25370. 00000400:00000010:0.0:1788838397.852513:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcdd0. 00000100:00000200:0.0:1788838397.852521:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132276096, portal 4 00000100:00000001:0.0:1788838397.852523:0:2350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.852525:0:2350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419146240 : -113594290405376 : ffff98afc4ac0000) 00000100:00000040:0.0:1788838397.852535:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838397.852542:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838397.852545:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838397.852548:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc550. 00000100:00000200:0.0:1788838397.852552:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875731132276096, offset 0 00000400:00000200:0.0:1788838397.852559:0:2350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838397.852569:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.852576:0:2350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838397.852583:0:2350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838397.852588:0:2350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838397.852592:0:2350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838397.852595:0:2350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838397.852598:0:2350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2645:2645:256:4294967295] 192.168.203.123@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:0.0:1788838397.852603:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.852612:0:2350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838397.852619:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838397.852625:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480ae00. 00000800:00000200:0.0:1788838397.852633:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838397.852643:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838397.852648:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480ae00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788838397.852708:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.852713:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 203638 usecs (204 jiffies) 00000400:00000200:0.0:1788838397.852716:0:2350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838397.852719:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528030 00000100:00000001:0.0:1788838397.852723:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296528602 00000100:00000001:0.0:1788838397.852726:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528030 00000100:00000001:0.0:1788838397.852729:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296528602 00000100:00000001:0.0:1788838397.852731:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838397.852734:0:2350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.852738:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.852741:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.852749:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838397.852751:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788838397.852754:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838397.852756:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838397.852757:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.852760:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838397.853025:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838397.853031:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480ae00. 00000400:00000200:1.0:1788838397.853037:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.853043:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838397.853051:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc550 00000400:00000010:1.0:1788838397.853064:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc550. 00000100:00000001:1.0:1788838397.853069:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838397.853074:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838397.853084:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.853088:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838397.853095:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.853097:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838397.863806:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.863829:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838397.863835:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.863838:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.863849:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.863859:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838397.863869:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.863874:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.863880:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.863885:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 416 into portal 4 MB=0x6a9f7afd55d80 00000400:00000200:0.0:1788838397.863890:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.863897:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 416/416 into md 0x70e9 [1] + 0 00000800:00000001:0.0:1788838397.863909:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.863918:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838397.863921:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838397.863927:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838397.863936:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838397.863948:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838397.863971:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838397.863995:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838397.864005:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838397.864009:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.864143:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838397.864149:0:2350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838397.864159:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838397.864161:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838397.864166:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25370. 00000400:00000200:2.0:1788838397.864171:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcdd0 00000400:00000010:2.0:1788838397.864174:0:2350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcdd0. 00000100:00000001:2.0:1788838397.864178:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838397.864183:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838397.864193:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 1788838407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.864208:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838397.864210:0:2350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.864214:0:2350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838397.864218:0:2350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838397.864221:0:2350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838397.864224:0:2350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838397.864228:0:2350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838397.864239:0:2350:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=76 v=5 (5 5 5 16) 00000100:00001000:2.0:1788838397.864244:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838397.864247:0:2350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838397.864249:0:2350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838397.864253:0:2350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838397.864258:0:2350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.864263:0:2350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838397.864266:0:2350:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1788838397.864268:0:2350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838397.864272:0:2350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838397.864279:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838397.864286:0:2350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838397.864291:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838397.864293:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.864296:0:2350:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788838397.864305:0:2350:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98afd0025800: connect to target with instance 1 00000020:00000001:2.0:1788838397.864309:0:2350:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788838397.864311:0:2350:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:2.0:1788838397.864314:0:2350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838397.864319:0:2350:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:2.0:1788838397.864322:0:2350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:2.0:1788838397.864325:0:2350:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00001000:2.0:1788838397.864329:0:2350:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1788838397 v=0 (0 0 0 0) 00000100:00001000:2.0:1788838397.864332:0:2350:0:(import.c:2215:obd_at_measure()) AT ffff98afc4eef418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788838397.864338:0:2350:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 707, crc32c 4403, adler 681 00000020:00000040:2.0:1788838397.864345:0:2350:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:2.0:1788838397.864349:0:2350:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788838397.864354:0:2350:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788838397.864358:0:2350:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff98afd0025800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1788838397.864362:0:2350:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788838397.864367:0:2350:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788838397.864372:0:2350:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788838397.864375:0:2350:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838397.864379:0:2350:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838397.864381:0:2350:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838397.864383:0:2350:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.864385:0:2350:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788838397.864390:0:2350:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff98afd0025800: evicting (reconnect/recover flags not set: 4) req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788838397.864797:0:2350:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1788838397.864803:0:2350:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:2.0:1788838397.864807:0:2350:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff98afd0025800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:2.0:1788838397.890946:0:2350:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.123@tcp; invalidating 00000020:00000040:2.0:1788838397.890955:0:2350:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=6 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:0.0:1788838397.892049:0:2350:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.892056:0:2350:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.892073:0:2350:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788838397.892086:0:2350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236057cd-729b-462c-8b72-16ae653ba0e9:2350:1875731132276096:192.168.203.123@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1788838397.892093:0:2350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.892098:0:2350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838397.892102:0:2350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0000 x1875731132276096/t0(0) o8->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 520/416 e 0 to 0 dl 1788838407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838397.892110:0:2350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788838397.892114:0:2350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788838397.892119:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0082c00. 02000000:00000001:0.0:1788838397.892124:0:2350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788838397.892127:0:2350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838397.892128:0:2350:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=5 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:0.0:1788838397.892131:0:2350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838397.892135:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406ec00. 02000000:00000001:0.0:1788838397.892139:0:2350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838397.892142:0:2350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838397.892144:0:2350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0000. 00000100:00000001:0.0:1788838397.892150:0:2350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838397.892151:0:2350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.892154:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.892165:0:2350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838397.892168:0:2350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.892170:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788838397.892172:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838397.892370:0:34758:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788838397.892379:0:34758:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff98afd0025800 to lustre-OST0000_UUID@192.168.203.123@tcp 00000100:00000001:3.0:1788838397.892384:0:34758:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788838397.892385:0:34758:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1788838397.892388:0:34758:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1788838397.892404:0:34758:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1788838413 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838397.892420:0:34758:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788838397.892423:0:34758:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: committing for last_committed 4294967332 gen 21 00000100:00100000:3.0:1788838397.892430:0:34758:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff98afd1120380 x1875731132275584/t4294967333(4294967333) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838397.892436:0:34758:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838397.892440:0:34758:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838397.892443:0:34758:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1120380 x1875731132275584/t4294967333(4294967333) o4->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788838413 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838397.892450:0:34758:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838397.892451:0:34758:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838397.892454:0:34758:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e8000. 02000000:00000001:3.0:1788838397.892457:0:34758:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838397.892459:0:34758:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838397.892460:0:34758:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838397.892462:0:34758:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838397.892464:0:34758:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff98afc401c000. 02000000:00000001:3.0:1788838397.892489:0:34758:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838397.892490:0:34758:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838397.892492:0:34758:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1120380. 00000100:00000001:3.0:1788838397.892496:0:34758:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838397.892497:0:34758:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838397.892500:0:34758:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:3.0:1788838397.892503:0:34758:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838397.892504:0:34758:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788838397.892506:0:34758:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788838397.892508:0:34758:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788838397.892512:0:34758:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788838397.892515:0:34758:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788838397.892519:0:34758:0:(lov_obd.c:430:lov_notify()) Process entered 00000100:00000001:3.0:1788838397.892529:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838397.892532:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838397.892536:0:2354:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838397.892543:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1788838413 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838397.892550:0:2354:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788838397.892552:0:2354:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838397.892555:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838397.892557:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838397.892561:0:2354:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:3.0:1788838397.892563:0:2354:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:3.0:1788838397.892579:0:2354:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838397.892584:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1788838413 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838397.892592:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132275968:192.168.203.123@tcp:16:multiop.0 00000100:00000001:3.0:1788838397.892596:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838397.892598:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838397.892601:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3480 x1875731132275968/t0(0) o16->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 440/224 e 0 to 0 dl 1788838413 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838397.892607:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838397.892608:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838397.892610:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406dc00. 02000000:00000001:3.0:1788838397.892613:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838397.892614:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838397.892615:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838397.892617:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838397.892619:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85ebc00. 02000000:00000001:3.0:1788838397.892621:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838397.892623:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838397.892624:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3480. 00000100:00000001:3.0:1788838397.892626:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838397.892628:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838397.892630:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838397.892634:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838397.892635:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838397.892637:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838397.892640:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838397.892647:0:34758:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788838397.892649:0:34758:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1788838397.892654:0:34758:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1788838397.892674:0:34758:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 9f68a6b43b62c44b 00020000:00000001:3.0:1788838397.892677:0:34758:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838397.892681:0:34758:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838397.892684:0:34758:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838397.892687:0:34758:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.892689:0:34758:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.892692:0:34758:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838397.892694:0:34758:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788838397.892697:0:34758:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788838397.892698:0:34758:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788838397.892700:0:34758:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788838397.892703:0:34758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788838397.892706:0:34758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788838397.892720:0:34758:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:3.0:1788838397.892726:0:34758:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838397.892729:0:34758:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838397.892732:0:34758:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838397.892735:0:34758:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=3 00000020:00000001:3.0:1788838397.892738:0:34758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838397.892741:0:34758:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838397.892744:0:34758:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838397.892749:0:34758:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788838397.892760:0:34758:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788838397.892763:0:34758:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838397.892767:0:34758:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:3.0:1788838397.892770:0:34758:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000008:00000001:3.0:1788838397.892772:0:34758:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788838397.892775:0:34758:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788838397.892777:0:34758:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788838397.892791:0:34758:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d3750. 00000020:00000010:3.0:1788838397.892798:0:34758:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc137ec00. 00000020:00000010:3.0:1788838397.892804:0:34758:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afd1fa9e00. 00000020:00000010:3.0:1788838397.892808:0:34758:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acbde0. 00000008:00000010:3.0:1788838397.892814:0:34758:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd06b9660. 00020000:00000010:3.0:1788838397.892819:0:34758:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013ba80. 00008000:00000010:3.0:1788838397.892824:0:34758:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07ec710. 00000080:00000010:3.0:1788838397.892830:0:34758:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec23f0. 00000080:00000010:3.0:1788838397.892835:0:34758:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f37530. 00000020:00000010:3.0:1788838397.892838:0:34758:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd1fa8600. 00000008:00000010:3.0:1788838397.892842:0:34758:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669c160. 00020000:00000010:3.0:1788838397.892846:0:34758:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cadff0. 00008000:00000010:3.0:1788838397.892850:0:34758:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfe040. 00000080:00000010:3.0:1788838397.892854:0:34758:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cffa50. 00000020:00000001:3.0:1788838397.892856:0:34758:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286232 : -113594224265384 : ffff98afc89d3758) 00000020:00001000:3.0:1788838397.892858:0:34758:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3750 00000008:00000001:3.0:1788838397.892861:0:34758:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788838397.892863:0:34758:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788838397.892867:0:34758:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788838397.892869:0:34758:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.892872:0:34758:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788838397.892876:0:34758:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788838397.892880:0:34758:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc5274c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788838397.892883:0:34758:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838397.892885:0:34758:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc5274c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1788838397.892888:0:34758:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838397.892891:0:34758:0:(osc_lock.c:372:osc_lock_flush()) object ffff98afc5274c40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788838397.892894:0:34758:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788838397.892896:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:3.0:1788838397.892899:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:3.0:1788838397.892902:0:34758:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838397.892905:0:34758:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838397.892907:0:34758:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838397.892911:0:34758:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838397.892913:0:34758:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838397.892914:0:34758:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838397.892917:0:34758:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff98afd06b9700 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788838397.892922:0:34758:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838397.892924:0:34758:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838397.892926:0:34758:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838397.892929:0:34758:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838397.892930:0:34758:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.892932:0:34758:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838397.892933:0:34758:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838397.892934:0:34758:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788838397.892935:0:34758:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.892938:0:34758:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788838397.892944:0:34758:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788838397.892946:0:34758:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788838397.892948:0:34758:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788838397.892949:0:34758:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788838397.892951:0:34758:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1788838397.893148:0:34742:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788838397.893152:0:34742:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838397.893154:0:34742:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1788838397.893161:0:34742:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788838397.893163:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:0.0:1788838397.893165:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:0.0:1788838397.893167:0:34742:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788838397.893172:0:34742:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788838397.893175:0:34742:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788838396 a=0 c=1788838396 b=1 00020000:00000001:0.0:1788838397.893179:0:34742:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838397.893181:0:34742:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838397.893183:0:34742:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000080:00200000:0.0:1788838397.893185:0:34742:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1788838397.893188:0:34742:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788838397.893190:0:34742:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788838397.893193:0:34742:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788838397.893206:0:34742:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788838397.893209:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838397.893210:0:34742:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788838397.893212:0:34742:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788838397.893214:0:34742:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838397.893216:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838397.893218:0:34742:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788838397.893219:0:34742:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788838397.893221:0:34742:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788838397.893223:0:34742:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788838397.893225:0:34742:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838397.893226:0:34742:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788838397.893228:0:34742:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788838397.893229:0:34742:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788838397.893230:0:34742:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788838397.893231:0:34742:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838397.893234:0:34742:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838397.893236:0:34742:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838397.893238:0:34742:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788838397.893240:0:34742:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788838397.893244:0:34742:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788838397.893246:0:34742:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788838397.893248:0:34742:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788838397.893249:0:34742:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788838397.893251:0:34742:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838397.893252:0:34742:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba2d0 00020000:00000001:0.0:1788838397.893256:0:34742:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788838397.893258:0:34742:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788838397.893260:0:34742:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788838397.893263:0:34742:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788838397.893266:0:34742:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788838397.893267:0:34742:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788838397.893270:0:34742:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:0.0:1788838397.893272:0:34742:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788838397.893278:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fe48 00000080:00000008:0.0:1788838397.893281:0:34742:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1788838397.893284:0:34742:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788838397.894624:0:34758:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788838397.894631:0:34758:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479616251648 : -113594093299968 : ffff98afd06b9700) 00000020:00000001:3.0:1788838397.894637:0:34758:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788838397.894638:0:34758:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788838397.894641:0:34758:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838397.894647:0:34758:0:(cl_page.c:507:__cl_page_state_set()) page@00000000349b545b[2 00000000359f5866 1 1 00000000cf5a7fc8 0 0 0] 00000020:00000001:3.0:1788838397.894649:0:34758:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788838397.894651:0:34758:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788838397.894653:0:34758:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788838397.894672:0:34758:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.894677:0:34758:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788838397.894679:0:34758:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788838397.894681:0:34758:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838397.894682:0:34758:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838397.894683:0:34758:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838397.894686:0:34758:0:(cl_page.c:507:__cl_page_state_set()) page@00000000349b545b[2 00000000359f5866 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838397.894688:0:34758:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788838397.894690:0:34758:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788838397.894693:0:34758:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788838397.894695:0:34758:0:(osc_page.c:138:osc_page_delete()) ffff98afc2e6b140 00000008:00000001:3.0:1788838397.894698:0:34758:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788838397.894700:0:34758:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff98afc2e6b150 page ffff98afc2e6b140 at index 0. 00000008:00000001:3.0:1788838397.894702:0:34758:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.894709:0:34758:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788838397.894713:0:34758:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5ee04792e40 index 0 00000020:00000001:3.0:1788838397.894719:0:34758:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838397.894720:0:34758:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838397.894730:0:34758:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788838397.894732:0:34758:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838397.894733:0:34758:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838397.894734:0:34758:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788838397.894736:0:34758:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788838397.894738:0:34758:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788838397.894739:0:34758:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479616251648 : -113594093299968 : ffff98afd06b9700) 00000020:00000001:3.0:1788838397.894741:0:34758:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788838397.894742:0:34758:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788838397.894743:0:34758:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838397.894745:0:34758:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0d7427e[2 00000000359f5866 1 1 00000000cf5a7fc8 0 0 1] 00000020:00000001:3.0:1788838397.894747:0:34758:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788838397.894748:0:34758:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788838397.894749:0:34758:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788838397.894750:0:34758:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.894751:0:34758:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788838397.894752:0:34758:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788838397.894753:0:34758:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838397.894754:0:34758:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838397.894755:0:34758:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838397.894757:0:34758:0:(cl_page.c:507:__cl_page_state_set()) page@00000000d0d7427e[2 00000000359f5866 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788838397.894758:0:34758:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788838397.894760:0:34758:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788838397.894760:0:34758:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788838397.894761:0:34758:0:(osc_page.c:138:osc_page_delete()) ffff98afc2e6be60 00000008:00000001:3.0:1788838397.894762:0:34758:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788838397.894763:0:34758:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff98afc2e6be70 page ffff98afc2e6be60 at index 1. 00000008:00000001:3.0:1788838397.894765:0:34758:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.894768:0:34758:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788838397.894769:0:34758:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5ee047a7780 index 1 00000020:00000001:3.0:1788838397.894772:0:34758:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838397.894772:0:34758:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838397.894775:0:34758:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788838397.894777:0:34758:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838397.894778:0:34758:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838397.894779:0:34758:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788838397.894781:0:34758:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788838397.894784:0:34758:0:(cl_page.c:556:cl_batch_put()) page@00000000349b545b[1 00000000359f5866 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838397.894786:0:34758:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788838397.894787:0:34758:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788838397.894792:0:34758:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98afc2e6b0e0. 00000020:00000001:3.0:1788838397.894795:0:34758:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788838397.894796:0:34758:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788838397.894797:0:34758:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788838397.894799:0:34758:0:(cl_page.c:556:cl_batch_put()) page@00000000d0d7427e[1 00000000359f5866 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788838397.894800:0:34758:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788838397.894801:0:34758:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788838397.894802:0:34758:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98afc2e6be00. 00000020:00000001:3.0:1788838397.894804:0:34758:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788838397.894805:0:34758:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788838397.894819:0:34758:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838397.894822:0:34758:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838397.894827:0:34758:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838397.894828:0:34758:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838397.894831:0:34758:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838397.894833:0:34758:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788838397.894835:0:34758:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838397.894837:0:34758:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788838397.894838:0:34758:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838397.894841:0:34758:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3750 00000008:00000001:3.0:1788838397.894844:0:34758:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.894849:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00010000:00000001:3.0:1788838397.894852:0:34758:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788838397.894856:0:34758:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.894858:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:3.0:1788838397.894859:0:34758:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838397.894862:0:34758:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1788838397.894866:0:34758:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838397.894869:0:34758:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.894870:0:34758:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.894872:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000020:00000001:3.0:1788838397.894874:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afd0b0e918 -> ffff98afd0b0e918 00000020:00000001:3.0:1788838397.894875:0:34758:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788838397.894878:0:34758:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.894880:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc5274c40 -> ffff98afd0b0e918 00000008:00000001:3.0:1788838397.894883:0:34758:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838397.894885:0:34758:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000008:00000001:3.0:1788838397.894888:0:34758:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838397.894892:0:34758:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838397.894895:0:34758:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838397.894900:0:34758:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838397.894903:0:34758:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838397.894905:0:34758:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838397.894909:0:34758:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838397.894913:0:34758:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beaa00 with handle 0x9f68a6b43b62d084 from hash 00010000:00000001:3.0:1788838397.894916:0:34758:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838397.894918:0:34758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838397.894920:0:34758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838397.894921:0:34758:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838397.894926:0:34758:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838397.894928:0:34758:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838397.894930:0:34758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838397.894931:0:34758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838397.894933:0:34758:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838397.894934:0:34758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838397.894938:0:34758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d084 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xff98f31736b3bf22 expref: -99 pid: 34742 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788838397.894949:0:34758:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2fc0. 00010000:00000001:3.0:1788838397.894964:0:34758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788838397.894968:0:34758:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83acb00 count: 0 00010000:00000010:3.0:1788838397.894976:0:34758:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afd83acd00. 00010000:00000040:3.0:1788838397.894986:0:34758:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c300 count: 2 00010000:00000001:3.0:1788838397.894990:0:34758:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838397.894992:0:34758:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838397.894995:0:34758:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838397.894996:0:34758:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1517e00 refcount=3 00000020:00000001:3.0:1788838397.894999:0:34758:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:3.0:1788838397.895003:0:34758:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362883072 : -113594346668544 : ffff98afc1517e00) 00010000:00000001:3.0:1788838397.895006:0:34758:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838397.895008:0:34758:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788838397.895016:0:34758:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788838397.895018:0:34758:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838397.895021:0:34758:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:3.0:1788838397.895023:0:34758:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000008:00000001:3.0:1788838397.895025:0:34758:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788838397.895027:0:34758:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788838397.895029:0:34758:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838397.895030:0:34758:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286232 : -113594224265384 : ffff98afc89d3758) 00000020:00001000:3.0:1788838397.895032:0:34758:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3750 00000008:00000001:3.0:1788838397.895033:0:34758:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788838397.895036:0:34758:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788838397.895039:0:34758:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788838397.895042:0:34758:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.895045:0:34758:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788838397.895048:0:34758:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788838397.895050:0:34758:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afc88e2a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788838397.895053:0:34758:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838397.895056:0:34758:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afc88e2a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1788838397.895060:0:34758:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788838397.895062:0:34758:0:(osc_lock.c:372:osc_lock_flush()) object ffff98afc88e2a80: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788838397.895065:0:34758:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788838397.895067:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:3.0:1788838397.895070:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afd08139e0 -> ffff98afd08139e0 00000020:00000001:3.0:1788838397.895072:0:34758:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838397.895074:0:34758:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838397.895100:0:34758:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838397.895103:0:34758:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838397.895104:0:34758:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838397.895105:0:34758:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838397.895109:0:34758:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff98afd06b9700 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788838397.895112:0:34758:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838397.895114:0:34758:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838397.895117:0:34758:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838397.895119:0:34758:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838397.895121:0:34758:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895122:0:34758:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838397.895123:0:34758:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838397.895125:0:34758:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788838397.895126:0:34758:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.895128:0:34758:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788838397.895133:0:34758:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788838397.895134:0:34758:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788838397.895135:0:34758:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788838397.895136:0:34758:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788838397.895138:0:34758:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788838397.895139:0:34758:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788838397.895140:0:34758:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479616251648 : -113594093299968 : ffff98afd06b9700) 00000020:00000001:3.0:1788838397.895143:0:34758:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788838397.895144:0:34758:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788838397.895145:0:34758:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838397.895148:0:34758:0:(cl_page.c:507:__cl_page_state_set()) page@000000000c162c2c[2 000000000b03a2f5 1 1 00000000cf5a7fc8 0 0 0] 00000020:00000001:3.0:1788838397.895150:0:34758:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788838397.895151:0:34758:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788838397.895152:0:34758:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788838397.895153:0:34758:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895155:0:34758:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788838397.895156:0:34758:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788838397.895157:0:34758:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838397.895158:0:34758:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838397.895159:0:34758:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838397.895162:0:34758:0:(cl_page.c:507:__cl_page_state_set()) page@000000000c162c2c[2 000000000b03a2f5 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838397.895163:0:34758:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788838397.895165:0:34758:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788838397.895166:0:34758:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788838397.895168:0:34758:0:(osc_page.c:138:osc_page_delete()) ffff98afc2ee4d80 00000008:00000001:3.0:1788838397.895169:0:34758:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788838397.895171:0:34758:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff98afc2ee4d90 page ffff98afc2ee4d80 at index 0. 00000008:00000001:3.0:1788838397.895173:0:34758:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.895176:0:34758:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788838397.895178:0:34758:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5ee04759e00 index 0 00000020:00000001:3.0:1788838397.895180:0:34758:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838397.895181:0:34758:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838397.895185:0:34758:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788838397.895186:0:34758:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838397.895187:0:34758:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838397.895188:0:34758:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788838397.895189:0:34758:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788838397.895190:0:34758:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788838397.895191:0:34758:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479616251648 : -113594093299968 : ffff98afd06b9700) 00000020:00000001:3.0:1788838397.895193:0:34758:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788838397.895194:0:34758:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788838397.895205:0:34758:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838397.895209:0:34758:0:(cl_page.c:507:__cl_page_state_set()) page@000000003ed7b98d[2 000000000b03a2f5 1 1 00000000cf5a7fc8 0 0 1] 00000020:00000001:3.0:1788838397.895210:0:34758:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788838397.895212:0:34758:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788838397.895213:0:34758:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788838397.895214:0:34758:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895216:0:34758:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788838397.895217:0:34758:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788838397.895218:0:34758:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838397.895219:0:34758:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838397.895220:0:34758:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788838397.895222:0:34758:0:(cl_page.c:507:__cl_page_state_set()) page@000000003ed7b98d[2 000000000b03a2f5 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788838397.895224:0:34758:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788838397.895225:0:34758:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788838397.895226:0:34758:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788838397.895227:0:34758:0:(osc_page.c:138:osc_page_delete()) ffff98afc2ee4220 00000008:00000001:3.0:1788838397.895228:0:34758:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788838397.895230:0:34758:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff98afc2ee4230 page ffff98afc2ee4220 at index 1. 00000008:00000001:3.0:1788838397.895231:0:34758:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.895236:0:34758:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788838397.895237:0:34758:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5ee04759e40 index 1 00000020:00000001:3.0:1788838397.895240:0:34758:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838397.895241:0:34758:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788838397.895244:0:34758:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788838397.895246:0:34758:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788838397.895247:0:34758:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788838397.895248:0:34758:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788838397.895249:0:34758:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788838397.895252:0:34758:0:(cl_page.c:556:cl_batch_put()) page@000000000c162c2c[1 000000000b03a2f5 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788838397.895253:0:34758:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788838397.895254:0:34758:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788838397.895257:0:34758:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98afc2ee4d20. 00000020:00000001:3.0:1788838397.895259:0:34758:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788838397.895260:0:34758:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788838397.895262:0:34758:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788838397.895264:0:34758:0:(cl_page.c:556:cl_batch_put()) page@000000003ed7b98d[1 000000000b03a2f5 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788838397.895265:0:34758:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788838397.895266:0:34758:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788838397.895268:0:34758:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98afc2ee41c0. 00000020:00000001:3.0:1788838397.895269:0:34758:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788838397.895270:0:34758:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788838397.895280:0:34758:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838397.895283:0:34758:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838397.895285:0:34758:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838397.895286:0:34758:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838397.895288:0:34758:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838397.895289:0:34758:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788838397.895292:0:34758:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838397.895293:0:34758:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788838397.895295:0:34758:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838397.895296:0:34758:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3750 00000008:00000001:3.0:1788838397.895298:0:34758:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895301:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00010000:00000001:3.0:1788838397.895303:0:34758:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788838397.895305:0:34758:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895307:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:3.0:1788838397.895308:0:34758:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838397.895310:0:34758:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1788838397.895312:0:34758:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838397.895313:0:34758:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.895314:0:34742:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00000020:00000001:3.0:1788838397.895315:0:34758:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895317:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00000020:00000001:3.0:1788838397.895318:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afd08139e0 -> ffff98afd08139e0 00020000:00000002:1.0:1788838397.895319:0:34742:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00000020:00000001:3.0:1788838397.895320:0:34758:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788838397.895322:0:34758:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895323:0:34758:0:(cl_object.c:143:cl_object_top()) ffff98afc88e2a80 -> ffff98afd08139e0 00020000:00000002:1.0:1788838397.895323:0:34742:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00000008:00000001:3.0:1788838397.895326:0:34758:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838397.895326:0:34742:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838397.895328:0:34758:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000008:00000001:3.0:1788838397.895329:0:34758:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838397.895331:0:34758:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788838397.895333:0:34758:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838397.895335:0:34758:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838397.895336:0:34758:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838397.895337:0:34758:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838397.895339:0:34758:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838397.895341:0:34758:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1517e00 with handle 0x9f68a6b43b62d092 from hash 00000080:00000001:1.0:1788838397.895342:0:34742:0:(file.c:475:ll_file_release()) Process entered 00010000:00000001:3.0:1788838397.895343:0:34758:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838397.895344:0:34758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838397.895345:0:34758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788838397.895346:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd88 00010000:00000001:3.0:1788838397.895347:0:34758:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838397.895348:0:34758:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000080:00200008:1.0:1788838397.895348:0:34742:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff98afd15a8908), flags 100002 00010000:00000001:3.0:1788838397.895350:0:34758:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788838397.895352:0:34758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838397.895353:0:34758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788838397.895353:0:34742:0:(pcc.c:2435:pcc_file_release()) Process entered 00010000:00000001:3.0:1788838397.895355:0:34758:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838397.895356:0:34758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000001:1.0:1788838397.895356:0:34742:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788838397.895358:0:34742:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00010000:00010000:3.0:1788838397.895359:0:34758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000011c23812/0x9f68a6b43b62d092 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xff98f31736b3bf4c expref: -99 pid: 34745 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00020000:00000002:1.0:1788838397.895360:0:34742:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000002:1.0:1788838397.895362:0:34742:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afc38644d8) owner 0000000000000000/ffff98afc4108000 00020000:00000001:1.0:1788838397.895365:0:34742:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838397.895367:0:34742:0:(file.c:341:ll_md_close()) Process entered 00010000:00000010:3.0:1788838397.895368:0:34758:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110d680. 00010000:00000001:3.0:1788838397.895373:0:34758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788838397.895375:0:34758:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc7e4c300 count: 0 00000002:00000001:1.0:1788838397.895377:0:34742:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000010:3.0:1788838397.895378:0:34758:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afc7e4c000. 00010000:00000001:1.0:1788838397.895380:0:34742:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838397.895385:0:34742:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c900 count: 2 00010000:00000001:1.0:1788838397.895387:0:34742:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838397.895393:0:34742:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838397.895395:0:34742:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:1.0:1788838397.895398:0:34742:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788838397.895400:0:34742:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788838397.895406:0:34742:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd1127e00. 00000080:00000001:1.0:1788838397.895408:0:34742:0:(file.c:90:ll_prepare_close()) Process entered 00000001:00000001:3.0:1788838397.895410:0:34758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838397.895413:0:34758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000080:00000001:1.0:1788838397.895414:0:34742:0:(file.c:128:ll_prepare_close()) Process leaving 00000001:00000001:3.0:1788838397.895415:0:34758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00800000:00000001:1.0:1788838397.895433:0:34742:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788838397.895436:0:34742:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:1.0:1788838397.895440:0:34742:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788838397.895442:0:34742:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x34:0x0] file closed with intent: 200 00000001:00000001:3.0:1788838397.895443:0:34758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895445:0:34758:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838397.895446:0:34758:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:3.0:1788838397.895448:0:34758:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000008:00000001:3.0:1788838397.895452:0:34758:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788838397.895453:0:34758:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1788838397.895456:0:34758:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838397.895456:0:34742:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1123480. 00000008:00000001:3.0:1788838397.895459:0:34758:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788838397.895460:0:34758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:1.0:1788838397.895460:0:34742:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000001:00000001:3.0:1788838397.895461:0:34758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1788838397.895466:0:34742:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838397.895470:0:34742:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838397.895475:0:34742:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838397.895483:0:34758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838397.895483:0:34742:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1126600. 00000020:00001000:3.0:1788838397.895484:0:34758:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000001:00000001:3.0:1788838397.895486:0:34758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788838397.895487:0:34758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1788838397.895499:0:34742:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838397.895508:0:34758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838397.895509:0:34758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788838397.895510:0:34758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000002:00100000:1.0:1788838397.895521:0:34742:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000001:00000001:3.0:1788838397.895532:0:34758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788838397.895533:0:34742:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000008:00000001:3.0:1788838397.895534:0:34758:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838397.895537:0:34758:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1788838397.895539:0:34742:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00080000:3.0:1788838397.895543:0:34758:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788838397.895546:0:34758:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788838397.895546:0:34742:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838397.895548:0:34742:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1788838397.895549:0:34758:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788838397.895552:0:34758:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788838397.895554:0:34758:0:(import.c:65:import_set_state_nolock()) ffff98afc4eef000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788838397.895556:0:34758:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000010:1.0:1788838397.895556:0:34742:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4d80. 00000100:00000001:1.0:1788838397.895558:0:34742:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419100544 : -113594290451072 : ffff98afc4ab4d80) 00000008:00000001:3.0:1788838397.895559:0:34758:0:(osc_request.c:3902:osc_import_event()) Process entered 00000100:00000001:1.0:1788838397.895561:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000008:00000001:3.0:1788838397.895562:0:34758:0:(obd_class.h:1242:obd_notify()) Process entered 00000100:00000001:1.0:1788838397.895563:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627170944 : -113594082380672 : ffff98afd1123480) 00020000:00000001:3.0:1788838397.895565:0:34758:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788838397.895568:0:34758:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00000100:00000001:1.0:1788838397.895568:0:34742:0:(jobid.c:959:lustre_get_jobid()) Process entered 00020000:00000040:3.0:1788838397.895570:0:34758:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff98afd054bb90 for uuid lustre-OST0000_UUID event(1) 00000100:00000001:1.0:1788838397.895572:0:34742:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1788838397.895575:0:34758:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000100:00000001:1.0:1788838397.895575:0:34742:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838397.895577:0:34742:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00020000:00000040:3.0:1788838397.895578:0:34758:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 9f68a6b43b62c44b 00020000:00000001:3.0:1788838397.895580:0:34758:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838397.895582:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000080:00000001:3.0:1788838397.895584:0:34758:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788838397.895587:0:34758:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000100:00000001:1.0:1788838397.895588:0:34742:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000080:00000004:3.0:1788838397.895589:0:34758:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788838397.895591:0:34758:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000100:00000001:1.0:1788838397.895591:0:34742:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838397.895593:0:34758:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788838397.895595:0:34758:0:(lov_obd.c:1160:lov_get_info()) Process entered 02000000:00000001:1.0:1788838397.895595:0:34742:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:3.0:1788838397.895597:0:34758:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838397.895598:0:34742:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838397.895599:0:34758:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838397.895600:0:34742:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838397.895602:0:34758:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788838397.895603:0:34758:0:(lov_obd.c:1160:lov_get_info()) Process entered 00000100:00100000:1.0:1788838397.895604:0:34742:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1123480 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132276352:192.168.203.123@tcp:35:multiop.0 00020000:00000001:3.0:1788838397.895605:0:34758:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838397.895606:0:34758:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788838397.895608:0:34758:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00000001:1.0:1788838397.895608:0:34742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00800000:00000001:3.0:1788838397.895611:0:34758:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788838397.895613:0:34758:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838397.895614:0:34758:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838397.895615:0:34742:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:3.0:1788838397.895617:0:34758:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838397.895617:0:34742:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838397.895619:0:34758:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838397.895620:0:34742:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:3.0:1788838397.895621:0:34758:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.895623:0:34758:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838397.895624:0:34758:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838397.895625:0:34742:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13e8c00. 00000100:00000001:3.0:1788838397.895626:0:34758:0:(obd_class.h:1233:obd_import_event()) Process leaving 02000000:00000001:1.0:1788838397.895627:0:34742:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:3.0:1788838397.895629:0:34758:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff98afd0025800: Connection restored to 192.168.203.123@tcp (at 192.168.203.123@tcp) 00000100:00000001:3.0:1788838397.895633:0:34758:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838397.895636:0:34758:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:1.0:1788838397.895636:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000020:00000040:3.0:1788838397.895637:0:34758:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838397.895640:0:34758:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000010:1.0:1788838397.895640:0:34742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8b58. 00000100:00000001:3.0:1788838397.895641:0:34758:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788838397.895648:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc330. 00000100:00000200:1.0:1788838397.895694:0:34742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132276352, portal 10 00000100:00000001:1.0:1788838397.895697:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838397.895698:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627170944 : -113594082380672 : ffff98afd1123480) 00000100:00000040:1.0:1788838397.895705:0:34742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.895712:0:34742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838397.895715:0:34742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838397.895718:0:34742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcb28. 00000100:00000200:1.0:1788838397.895721:0:34742:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132276352, offset 0 00000400:00000200:1.0:1788838397.895729:0:34742:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838397.895741:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.895750:0:34742:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838397.895757:0:34742:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838397.895762:0:34742:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838397.895766:0:34742:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838397.895769:0:34742:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838397.895773:0:34742:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2646:2646:256:4294967295] 192.168.203.123@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:1.0:1788838397.895778:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.895788:0:34742:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838397.895794:0:34742:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838397.895801:0:34742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933200. 00000800:00000200:1.0:1788838397.895809:0:34742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838397.895818:0:34742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838397.895823:0:34742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788838397.895837:0:34742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838397.895842:0:34742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 808776 usecs (809 jiffies) 00000400:00000200:1.0:1788838397.895846:0:34742:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838397.895849:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528678 00000100:00000001:1.0:1788838397.895860:0:34742:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296528602 00000100:00000001:1.0:1788838397.895866:0:34742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528678 00000100:00000001:1.0:1788838397.895870:0:34742:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296528602 00000100:00000001:1.0:1788838397.895873:0:34742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838397.895876:0:34742:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.895879:0:34742:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838397.895881:0:34742:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838397.895884:0:34742:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788838397.895886:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838397.895890:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838397.896022:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838397.896027:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933200. 00000400:00000200:1.0:1788838397.896031:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.896037:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838397.896044:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcb28 00000400:00000010:1.0:1788838397.896046:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcb28. 00000100:00000001:1.0:1788838397.896051:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838397.896068:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.896079:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.896082:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.896088:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.896089:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838397.906735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beaa00. 00010000:00000010:3.1:1788838397.906753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acb00. 00010000:00000010:3.1:1788838397.906767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1517e00. 00010000:00000010:3.1:1788838397.906771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc7e4c300. 00000800:00000001:1.0:1788838397.906983:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838397.907002:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838397.907006:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838397.907009:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838397.907020:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.907030:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838397.907041:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.907047:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.907053:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.907068:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd55e80 00000400:00000200:1.0:1788838397.907073:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.907080:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x70f9 [1] + 224 00000800:00000001:1.0:1788838397.907089:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838397.907097:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838397.907101:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.907106:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838397.907116:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838397.908077:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838397.908099:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.908245:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838397.908262:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838397.908268:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.909031:0:34742:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838397.909044:0:34742:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838397.909047:0:34742:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838397.909051:0:34742:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8b58. 00000400:00000200:2.0:1788838397.909058:0:34742:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc330 00000400:00000010:2.0:1788838397.909061:0:34742:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc330. 00000100:00000001:2.0:1788838397.909065:0:34742:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838397.909074:0:34742:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838397.909084:0:34742:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1123480 x1875731132276352/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.909092:0:34742:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838397.909094:0:34742:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.909096:0:34742:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838397.909100:0:34742:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838397.909103:0:34742:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838397.909106:0:34742:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838397.909110:0:34742:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838397.909126:0:34742:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=76 v=5 (10 5 5 5) 00000100:00001000:2.0:1788838397.909132:0:34742:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838397.909135:0:34742:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838397.909137:0:34742:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838397.909140:0:34742:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838397.909144:0:34742:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.909149:0:34742:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838397.909151:0:34742:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838397.909153:0:34742:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838397.909156:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838397.909157:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627170944 : -113594082380672 : ffff98afd1123480) 00000100:00000001:2.0:1788838397.909161:0:34742:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838397.909163:0:34742:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:2.0:1788838397.909165:0:34742:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838397.909168:0:34742:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838397.909173:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1123480 x1875731132276352/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.909181:0:34742:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838397.909184:0:34742:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838397.909187:0:34742:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838397.909191:0:34742:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1123480 x1875731132276352/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838397.909209:0:34742:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1123480 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34742:1875731132276352:192.168.203.123@tcp:35:multiop.0 00000100:00000001:2.0:1788838397.909214:0:34742:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.909217:0:34742:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.909220:0:34742:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838397.909223:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.909226:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1123480 x1875731132276352/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.909233:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838397.909236:0:34742:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4d80. 00000100:00000001:2.0:1788838397.909240:0:34742:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838397.909242:0:34742:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.909250:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838397.909252:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627170944 : -113594082380672 : ffff98afd1123480) 00000002:00000001:2.0:1788838397.909255:0:34742:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838397.909260:0:34742:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838397.909267:0:34742:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127e00. 00000080:00000001:2.0:1788838397.909271:0:34742:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838397.909275:0:34742:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838397.909281:0:34742:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838397.909287:0:34742:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.909295:0:34742:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838397.909296:0:34742:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000001:2.0:1788838397.909298:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.909301:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.909307:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838397.909309:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.909312:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2680 x1875731132274816/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.909318:0:34742:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838397.909322:0:34742:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838397.909325:0:34742:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838397.909327:0:34742:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838397.909331:0:34742:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838397.909335:0:34742:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838397.909337:0:34742:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838397.909339:0:34742:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2680. 00000100:00000001:2.0:1788838397.909343:0:34742:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838397.909345:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838397.909346:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.909349:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1123480 x1875731132276352/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.909355:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838397.909357:0:34742:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09a7f40. 00000002:00000001:2.0:1788838397.909360:0:34742:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838397.909362:0:34742:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838397.909364:0:34742:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd00d2b80. 00000100:00000001:2.0:1788838397.909367:0:34742:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838397.909370:0:34742:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1123480 x1875731132276352/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838397.909376:0:34742:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838397.909379:0:34742:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838397.909384:0:34742:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a0500. 00000080:00000001:2.0:1788838397.909388:0:34742:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838397.909395:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd88 00000080:00000008:2.0:1788838397.909398:0:34742:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff98afd15a8908), flags 100002, rc = 0 00000080:00000001:2.0:1788838397.909401:0:34742:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838397.909408:0:34742:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838397.909410:0:34742:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c0fd98 00000080:00002000:2.0:1788838397.909412:0:34742:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff98afd172d6c0, parent ffff98afd1644d80, inode ffff98afd15a8908) hashed, 00000080:00000001:2.0:1788838397.909416:0:34742:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838397.912834:0:34745:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838397.912873:0:34745:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:0.0:1788838397.912881:0:34745:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:0.0:1788838397.912884:0:34745:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838397.912897:0:34745:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788838397.912901:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fdf0 00000080:00200008:0.0:1788838397.912904:0:34745:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff98afd1528908), flags 100002 00000080:00000001:0.0:1788838397.912910:0:34745:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788838397.912913:0:34745:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788838397.912914:0:34745:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788838397.912916:0:34745:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:0.0:1788838397.912918:0:34745:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd0ce69b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:0.0:1788838397.912920:0:34745:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838397.912922:0:34745:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788838397.912933:0:34745:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838397.912940:0:34745:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838397.912948:0:34745:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc7e4c600 count: 2 00010000:00000001:0.0:1788838397.912952:0:34745:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838397.912968:0:34745:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838397.912970:0:34745:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:0.0:1788838397.912973:0:34745:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788838397.912975:0:34745:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788838397.912983:0:34745:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd06ce000. 00000080:00000001:0.0:1788838397.912985:0:34745:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788838397.912991:0:34745:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788838397.912996:0:34745:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788838397.912999:0:34745:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:0.0:1788838397.913003:0:34745:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788838397.913005:0:34745:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:0.0:1788838397.913014:0:34745:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090bb80. 00000020:00000040:0.0:1788838397.913019:0:34745:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:0.0:1788838397.913025:0:34745:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838397.913029:0:34745:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838397.913035:0:34745:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838397.913044:0:34745:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd06cfe00. 00000100:00000001:0.0:1788838397.913052:0:34745:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788838397.913075:0:34745:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788838397.913088:0:34745:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788838397.913093:0:34745:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788838397.913101:0:34745:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838397.913103:0:34745:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838397.913110:0:34745:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd1114000. 00000100:00000001:0.0:1788838397.913113:0:34745:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108352 : -113594082443264 : ffff98afd1114000) 00000100:00000001:0.0:1788838397.913116:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.913117:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000001:0.0:1788838397.913123:0:34745:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838397.913128:0:34745:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.913131:0:34745:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838397.913133:0:34745:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838397.913137:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.913145:0:34745:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838397.913148:0:34745:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.913152:0:34745:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838397.913155:0:34745:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838397.913158:0:34745:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838397.913161:0:34745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34745:1875731132276608:192.168.203.123@tcp:35:multiop.0 00000100:00000001:0.0:1788838397.913166:0:34745:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838397.913172:0:34745:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838397.913175:0:34745:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.913178:0:34745:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838397.913184:0:34745:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd0082c00. 02000000:00000001:0.0:1788838397.913186:0:34745:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838397.913205:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838397.913211:0:34745:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25528. 00000400:00000010:0.0:1788838397.913219:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc990. 00000100:00000200:0.0:1788838397.913229:0:34745:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132276608, portal 10 00000100:00000001:0.0:1788838397.913231:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.913232:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000040:0.0:1788838397.913239:0:34745:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.913247:0:34745:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838397.913250:0:34745:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838397.913253:0:34745:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcee0. 00000100:00000200:0.0:1788838397.913257:0:34745:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132276608, offset 0 00000400:00000200:0.0:1788838397.913264:0:34745:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838397.913276:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.913284:0:34745:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838397.913290:0:34745:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838397.913295:0:34745:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838397.913300:0:34745:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838397.913304:0:34745:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838397.913308:0:34745:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2647:2647:256:4294967295] 192.168.203.123@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:0.0:1788838397.913313:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.913323:0:34745:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838397.913330:0:34745:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838397.913336:0:34745:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480a200. 00000800:00000200:0.0:1788838397.913344:0:34745:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838397.913353:0:34745:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838397.913359:0:34745:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480a200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788838397.913372:0:34745:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.913376:0:34745:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 807816 usecs (808 jiffies) 00000400:00000200:0.0:1788838397.913379:0:34745:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838397.913382:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528694 00000100:00000001:0.0:1788838397.913393:0:34745:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296528678 00000100:00000001:0.0:1788838397.913399:0:34745:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528694 00000100:00000001:0.0:1788838397.913403:0:34745:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296528678 00000100:00000001:0.0:1788838397.913406:0:34745:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838397.913409:0:34745:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.913411:0:34745:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838397.913413:0:34745:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838397.913416:0:34745:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd1114000 going to sleep for 11 seconds 00000100:00000001:0.0:1788838397.913419:0:34745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838397.913423:0:34745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838397.914651:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838397.914710:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480a200. 00000400:00000200:1.0:1788838397.914718:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.914727:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838397.914735:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcee0 00000400:00000010:1.0:1788838397.914738:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcee0. 00000100:00000001:1.0:1788838397.914744:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838397.914753:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.914767:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.914771:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.914778:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.914780:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838397.926022:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838397.926049:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838397.926055:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838397.926059:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838397.926070:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.926078:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838397.926091:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.926110:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.926118:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.926123:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd55f80 00000400:00000200:1.0:1788838397.926129:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838397.926136:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x7109 [1] + 224 00000800:00000001:1.0:1788838397.926145:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838397.926157:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838397.926161:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.926166:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838397.926177:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838397.926189:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838397.926211:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.926236:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838397.926250:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838397.926253:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.926405:0:34745:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838397.926415:0:34745:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838397.926418:0:34745:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838397.926422:0:34745:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25528. 00000400:00000200:0.0:1788838397.926427:0:34745:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc990 00000400:00000010:0.0:1788838397.926430:0:34745:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc990. 00000100:00000001:0.0:1788838397.926434:0:34745:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838397.926440:0:34745:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838397.926449:0:34745:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090bb80 x1875731132276608/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.926456:0:34745:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838397.926458:0:34745:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.926460:0:34745:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838397.926464:0:34745:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838397.926467:0:34745:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838397.926470:0:34745:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.926473:0:34745:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838397.926500:0:34745:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=76 v=5 (10 5 5 5) 00000100:00001000:0.0:1788838397.926506:0:34745:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838397.926508:0:34745:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838397.926510:0:34745:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.926514:0:34745:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838397.926518:0:34745:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.926522:0:34745:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838397.926524:0:34745:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788838397.926526:0:34745:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838397.926529:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.926530:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000100:00000001:0.0:1788838397.926535:0:34745:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838397.926537:0:34745:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:0.0:1788838397.926539:0:34745:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838397.926542:0:34745:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.926547:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090bb80 x1875731132276608/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.926555:0:34745:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838397.926558:0:34745:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838397.926561:0:34745:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838397.926565:0:34745:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090bb80 x1875731132276608/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838397.926579:0:34745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090bb80 pname:cluuid:pid:xid:nid:opc:job multiop:236057cd-729b-462c-8b72-16ae653ba0e9:34745:1875731132276608:192.168.203.123@tcp:35:multiop.0 00000100:00000001:0.0:1788838397.926585:0:34745:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.926588:0:34745:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.926591:0:34745:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838397.926594:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838397.926598:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132276608/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.926605:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838397.926608:0:34745:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd1114000. 00000100:00000001:0.0:1788838397.926612:0:34745:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838397.926614:0:34745:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.926622:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.926623:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618685824 : -113594090865792 : ffff98afd090bb80) 00000002:00000001:0.0:1788838397.926626:0:34745:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838397.926630:0:34745:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838397.926636:0:34745:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd06ce000. 00000080:00000001:0.0:1788838397.926639:0:34745:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788838397.926643:0:34745:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788838397.926649:0:34745:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788838397.926702:0:34745:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.926711:0:34745:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.926712:0:34745:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419154304 : -113594290397312 : ffff98afc4ac1f80) 00000100:00000001:0.0:1788838397.926714:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838397.926717:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.926725:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.926727:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838397.926730:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1f80 x1875731132275328/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 592/664 e 0 to 0 dl 1788838412 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.926743:0:34745:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788838397.926747:0:34745:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788838397.926749:0:34745:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:0.0:1788838397.926752:0:34745:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788838397.926756:0:34745:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc406fc00. 02000000:00000001:0.0:1788838397.926761:0:34745:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788838397.926764:0:34745:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788838397.926766:0:34745:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1f80. 00000100:00000001:0.0:1788838397.926770:0:34745:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788838397.926772:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838397.926773:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838397.926777:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090bb80 x1875731132276608/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.926783:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838397.926786:0:34745:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09e6ac0. 00000002:00000001:0.0:1788838397.926789:0:34745:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838397.926791:0:34745:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838397.926794:0:34745:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd110d180. 00000100:00000001:0.0:1788838397.926796:0:34745:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838397.926800:0:34745:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090bb80 x1875731132276608/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.926806:0:34745:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838397.926809:0:34745:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838397.926813:0:34745:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174140. 00000080:00000001:0.0:1788838397.926817:0:34745:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838397.926824:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fdf0 00000080:00000008:0.0:1788838397.926826:0:34745:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff98afd1528908), flags 100002, rc = 0 00000080:00000001:0.0:1788838397.926830:0:34745:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838397.926836:0:34745:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788838397.926839:0:34745:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fe00 00000080:00002000:0.0:1788838397.926840:0:34745:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff98afd172dca8, parent ffff98afd1644d80, inode ffff98afd1528908) hashed, 00000080:00000001:0.0:1788838397.926844:0:34745:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838397.974614:0:34760:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838397.974625:0:34760:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838397.974628:0:34760:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838397.974632:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fbc0 00000080:00200000:0.0:1788838397.974637:0:34760:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838397.974647:0:34760:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd06cec00. 00800000:00000002:0.0:1788838397.974705:0:34760:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838397.974712:0:34760:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838397.974718:0:34760:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838397.974721:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fae0 00800000:00000002:0.0:1788838397.974724:0:34760:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838397.974728:0:34760:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838397.974734:0:34760:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838397.974740:0:34760:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838397.974742:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f9b0 00000002:00010000:0.0:1788838397.974745:0:34760:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838397.974750:0:34760:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838397.974752:0:34760:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838397.974756:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838397.974765:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:0.0:1788838397.974768:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838397.974774:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838397.974780:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838397.974786:0:34760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788838397.974797:0:34760:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838397.974805:0:34760:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838397.974808:0:34760:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788838397.974815:0:34760:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838397.974818:0:34760:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838397.974820:0:34760:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838397.974822:0:34760:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838397.974826:0:34760:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838397.974828:0:34760:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838397.974831:0:34760:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838397.974834:0:34760:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838397.974837:0:34760:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd06cec00. 00000080:00000001:0.0:1788838397.974844:0:34760:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838397.974847:0:34760:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838397.974850:0:34760:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838397.974854:0:34760:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d068 00800000:00000001:0.0:1788838397.974858:0:34760:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838397.974861:0:34760:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838397.974863:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838397.974865:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838397.974868:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:0.0:1788838397.974871:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:0.0:1788838397.974874:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:0.0:1788838397.974877:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.974879:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838397.974880:0:34760:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838397.974882:0:34760:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838397.974884:0:34760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d068 from it ffffbbcb01c1fbf8 00010000:00000001:0.0:1788838397.974887:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838397.974888:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838397.974890:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:0.0:1788838397.974892:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:0.0:1788838397.974894:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:0.0:1788838397.974896:0:34760:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838397.974899:0:34760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788838397.974906:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.974907:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838397.974908:0:34760:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838397.974911:0:34760:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838397.974914:0:34760:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788838397.974923:0:34760:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838397.974927:0:34760:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838397.974930:0:34760:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838397.974935:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.974936:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838397.974938:0:34760:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.974942:0:34760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838397.974944:0:34760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.974946:0:34760:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.974949:0:34760:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.974951:0:34760:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838397.974953:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.974954:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838397.974957:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838397.974959:0:34760:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838397.974962:0:34760:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788838397.974967:0:34760:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788838397.974981:0:34760:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98afc4b06820. 00000080:00000001:0.0:1788838397.974986:0:34760:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838397.974987:0:34760:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838397.974988:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fb00 00000080:00200000:0.0:1788838397.974990:0:34760:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838397.974994:0:34760:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd06cec00. 00800000:00000002:0.0:1788838397.974996:0:34760:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838397.974998:0:34760:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838397.975000:0:34760:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838397.975001:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fa20 00800000:00000002:0.0:1788838397.975003:0:34760:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838397.975006:0:34760:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838397.975007:0:34760:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838397.975010:0:34760:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838397.975012:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f8f0 00000002:00010000:0.0:1788838397.975014:0:34760:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838397.975017:0:34760:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838397.975019:0:34760:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838397.975020:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838397.975022:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:0.0:1788838397.975025:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838397.975027:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838397.975029:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838397.975032:0:34760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788838397.975039:0:34760:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788838397.975041:0:34760:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838397.975044:0:34760:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788838397.975050:0:34760:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788838397.975052:0:34760:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838397.975267:0:34760:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838397.975271:0:34760:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788838397.975273:0:34760:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838397.975274:0:34760:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788838397.975277:0:34760:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788838397.975279:0:34760:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:0.0:1788838397.975282:0:34760:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd06cec00. 00000080:00000001:0.0:1788838397.975285:0:34760:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788838397.975286:0:34760:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838397.975289:0:34760:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:0.0:1788838397.975292:0:34760:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d068 00800000:00000001:0.0:1788838397.975294:0:34760:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788838397.975296:0:34760:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788838397.975298:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838397.975300:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838397.975302:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:0.0:1788838397.975303:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:0.0:1788838397.975306:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:0.0:1788838397.975309:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.975310:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838397.975311:0:34760:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838397.975313:0:34760:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788838397.975315:0:34760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d068 from it ffffbbcb01c1fb38 00010000:00000001:0.0:1788838397.975316:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838397.975317:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838397.975318:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc2f0ec00 refcount=3 00000020:00000001:0.0:1788838397.975320:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:0.0:1788838397.975322:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479390108672 : -113594319442944 : ffff98afc2f0ec00) 00010000:00000001:0.0:1788838397.975324:0:34760:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838397.975327:0:34760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788838397.975333:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.975334:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838397.975335:0:34760:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788838397.975337:0:34760:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788838397.975339:0:34760:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788838397.975346:0:34760:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838397.975348:0:34760:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838397.975349:0:34760:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838397.975351:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.975353:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838397.975354:0:34760:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975356:0:34760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838397.975357:0:34760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975359:0:34760:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975361:0:34760:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975363:0:34760:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838397.975364:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.975365:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788838397.975367:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788838397.975369:0:34760:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788838397.975370:0:34760:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788838397.975374:0:34760:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838397.975378:0:34760:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788838397.975380:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fb58 00000080:00200000:0.0:1788838397.975383:0:34760:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), file ffff98afd0700c00, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1788838397.975389:0:34760:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff98afd05a1000. 00000080:00000001:0.0:1788838397.975393:0:34760:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788838397.975395:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fa08 00000080:00200000:0.0:1788838397.975397:0:34760:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000010:0.0:1788838397.975403:0:34760:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd06cec00. 00800000:00000002:0.0:1788838397.975406:0:34760:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838397.975412:0:34760:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838397.975413:0:34760:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838397.975415:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f928 00800000:00000002:0.0:1788838397.975417:0:34760:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838397.975420:0:34760:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788838397.975423:0:34760:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788838397.975428:0:34760:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630479778459136 : -113593931092480 : ffff98afda16ae00) 00800000:00000001:0.0:1788838397.975432:0:34760:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788838397.975434:0:34760:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788838397.975438:0:34760:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788838397.975441:0:34760:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788838397.975444:0:34760:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff98afd0025800: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:0.0:1788838397.975447:0:34760:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838397.975449:0:34760:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838397.975451:0:34760:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838397.975453:0:34760:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838397.975455:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f8a8 00800000:00000002:0.0:1788838397.975457:0:34760:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1788838397.975461:0:34760:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838397.975462:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f7e0 00000002:00010000:0.0:1788838397.975464:0:34760:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1788838397.975468:0:34760:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838397.975471:0:34760:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788838397.975475:0:34760:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788838397.975480:0:34760:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838397.975482:0:34760:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788838397.975484:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 2 00010000:00000001:0.0:1788838397.975486:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838397.975489:0:34760:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788838397.975492:0:34760:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788838397.975495:0:34760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1788838397.975503:0:34760:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788838397.975507:0:34760:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788838397.975510:0:34760:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788838397.975512:0:34760:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788838397.975515:0:34760:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838397.975516:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838397.975519:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 3 00010000:00000001:0.0:1788838397.975521:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838397.975523:0:34760:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838397.975525:0:34760:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838397.975526:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838397.975528:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 3 00010000:00000001:0.0:1788838397.975529:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838397.975532:0:34760:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838397.975533:0:34760:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838397.975534:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788838397.975536:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc9901f00 count: 3 00010000:00000001:0.0:1788838397.975538:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788838397.975540:0:34760:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838397.975542:0:34760:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788838397.975545:0:34760:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788838397.975549:0:34760:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788838397.975552:0:34760:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788838397.975555:0:34760:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788838397.975556:0:34760:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975561:0:34760:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788838397.975565:0:34760:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788838397.975575:0:34760:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788838397.975578:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838397.975580:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788838397.975583:0:34760:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc2f0ec00 with handle 0x9f68a6b43b62d068 from hash 00010000:00000001:0.0:1788838397.975585:0:34760:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788838397.975586:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.975588:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838397.975589:0:34760:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788838397.975592:0:34760:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788838397.975594:0:34760:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788838397.975596:0:34760:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838397.975598:0:34760:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788838397.975600:0:34760:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788838397.975607:0:34760:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090b800. 00000020:00000040:0.0:1788838397.975612:0:34760:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:0.0:1788838397.975620:0:34760:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788838397.975622:0:34760:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975625:0:34760:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838397.975629:0:34760:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838397.975632:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838397.975633:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838397.975634:0:34760:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.975638:0:34760:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838397.975640:0:34760:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838397.975644:0:34760:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838397.975653:0:34760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0080000. 00000100:00000001:0.0:1788838397.975691:0:34760:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975697:0:34760:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838397.975701:0:34760:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788838397.975705:0:34760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788838397.975712:0:34760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788838397.975714:0:34760:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788838397.975716:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788838397.975718:0:34760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc2f0ec00/0x9f68a6b43b62d068 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3beb9 expref: -99 pid: 34735 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788838397.975726:0:34760:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc9901f00 count: 0 00010000:00000010:0.0:1788838397.975733:0:34760:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc894a980. 00010000:00000001:0.0:1788838397.975747:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838397.975748:0:34760:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975750:0:34760:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838397.975752:0:34760:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838397.975753:0:34760:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838397.975765:0:34760:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00010000:00000001:0.0:1788838397.975769:0:34760:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838397.975772:0:34760:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838397.975776:0:34760:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31e00. 00010000:00000010:0.0:1788838397.975780:0:34760:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e200. 00010000:00000001:0.0:1788838397.975784:0:34760:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838397.975787:0:34760:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bab400. 00000020:00000001:0.0:1788838397.975790:0:34760:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838397.975792:0:34760:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bab400 with handle 0x9f68a6b43b62d099 to hash 00000020:00000001:0.0:1788838397.975795:0:34760:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838397.975796:0:34760:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838397.975800:0:34760:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838397.975804:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838397.975805:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838397.975808:0:34760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34760 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838397.975814:0:34760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34760 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788838397.975827:0:34760:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788838397.975841:0:34760:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788838397.975850:0:34760:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34760 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838397.975855:0:34760:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838397.975857:0:34760:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838397.975865:0:34760:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd1114000. 00000100:00000001:0.0:1788838397.975868:0:34760:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108352 : -113594082443264 : ffff98afd1114000) 00000100:00000001:0.0:1788838397.975871:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.975872:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:0.0:1788838397.975877:0:34760:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838397.975881:0:34760:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.975883:0:34760:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838397.975885:0:34760:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838397.975889:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.975897:0:34760:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838397.975899:0:34760:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.975903:0:34760:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838397.975906:0:34760:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838397.975909:0:34760:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838397.975913:0:34760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:34760:1875731132276864:192.168.203.123@tcp:101:bash.0 00000100:00000001:0.0:1788838397.975917:0:34760:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838397.975924:0:34760:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838397.975927:0:34760:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838397.975931:0:34760:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838397.976004:0:34760:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc41e0000. 02000000:00000001:0.0:1788838397.976007:0:34760:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838397.976017:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838397.976023:0:34760:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25528. 00000400:00000010:0.0:1788838397.976031:0:34760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afd0083800. 00000100:00000200:0.0:1788838397.976039:0:34760:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132276864, portal 10 00000100:00000001:0.0:1788838397.976041:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838397.976043:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000040:0.0:1788838397.976049:0:34760:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838397.976517:0:34760:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838397.976522:0:34760:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838397.976528:0:34760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc990. 00000100:00000200:0.0:1788838397.976532:0:34760:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132276864, offset 0 00000400:00000200:0.0:1788838397.976540:0:34760:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838397.976553:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.976563:0:34760:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838397.976570:0:34760:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838397.976576:0:34760:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838397.976580:0:34760:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838397.976584:0:34760:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838397.976590:0:34760:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2648:2648:256:4294967295] 192.168.203.123@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:0.0:1788838397.976596:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838397.976608:0:34760:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838397.976615:0:34760:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838397.976634:0:34760:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480a200. 00000800:00000200:0.0:1788838397.976643:0:34760:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838397.976653:0:34760:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838397.976701:0:34760:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480a200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788838397.976720:0:34760:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838397.976726:0:34760:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 806858 usecs (807 jiffies) 00000400:00000200:0.0:1788838397.976730:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838397.976733:0:34760:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528757 00000100:00000001:0.0:1788838397.976742:0:34760:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296528694 00000100:00000001:0.0:1788838397.976748:0:34760:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528757 00000100:00000001:0.0:1788838397.976751:0:34760:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296528694 00000100:00000001:0.0:1788838397.976756:0:34760:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838397.976759:0:34760:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838397.976762:0:34760:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838397.976764:0:34760:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838397.976767:0:34760:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd1114000 going to sleep for 11 seconds 00000100:00000001:0.0:1788838397.976770:0:34760:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838397.976773:0:34760:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838397.976864:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838397.976870:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480a200. 00000400:00000200:1.0:1788838397.976875:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838397.976882:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838397.976888:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc990 00000400:00000010:1.0:1788838397.976890:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc990. 00000100:00000001:1.0:1788838397.976895:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838397.976902:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.976915:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838397.976919:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838397.976925:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838397.976927:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788838397.987319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc9901f00. 00010000:00000010:0.1:1788838397.987337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc2f0ec00. 00000800:00000001:1.0:1788838398.007170:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.007192:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838398.007207:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.007210:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838398.007222:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.007233:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838398.007244:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.007251:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.007258:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.007262:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd56080 00000400:00000200:1.0:1788838398.007268:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.007277:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x7119 [32] + 224 00000800:00000001:1.0:1788838398.007287:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.007294:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838398.007298:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838398.007303:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838398.007313:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838398.007325:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838398.007337:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.007364:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788838398.007377:0:2343:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788838398.007380:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.007387:0:2343:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838398.007394:0:2343:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2649:2649:256:4294967295] 192.168.203.123@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:1.0:1788838398.007398:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.007407:0:2343:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:1.0:1788838398.007413:0:2343:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838398.007421:0:2343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff98afd13eb000. 00000800:00000200:1.0:1788838398.007428:0:2343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838398.007437:0:2343:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838398.007442:0:2343:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afd13eb000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788838398.007514:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838398.007519:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff98afd13eb000. 00000400:00000200:1.0:1788838398.007522:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838398.007527:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:1.0:1788838398.007535:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.007538:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838398.007693:0:34760:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788838398.007704:0:34760:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788838398.007706:0:34760:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788838398.007710:0:34760:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25528. 00000400:00000200:0.0:1788838398.007715:0:34760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0083800 00000400:00000010:0.0:1788838398.007717:0:34760:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afd0083800. 00000100:00000001:0.0:1788838398.007722:0:34760:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.007726:0:34760:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788838398.007735:0:34760:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd090b800 x1875731132276864/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.007743:0:34760:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788838398.007745:0:34760:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838398.007747:0:34760:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788838398.007751:0:34760:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788838398.007754:0:34760:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838398.007757:0:34760:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838398.007761:0:34760:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838398.007773:0:34760:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=77 v=5 (5 101 101 101) 00000100:00001000:0.0:1788838398.007779:0:34760:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788838398.007782:0:34760:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788838398.007785:0:34760:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.007788:0:34760:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788838398.007791:0:34760:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.007794:0:34760:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788838398.007796:0:34760:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:0.0:1788838398.007798:0:34760:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788838398.007800:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838398.007803:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:0.0:1788838398.007806:0:34760:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788838398.007809:0:34760:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:0.0:1788838398.007810:0:34760:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788838398.007813:0:34760:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838398.007818:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.007825:0:34760:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838398.007829:0:34760:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788838398.007831:0:34760:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788838398.007835:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788838398.007842:0:34760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd090b800 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:34760:1875731132276864:192.168.203.123@tcp:101:bash.0 00000100:00000001:0.0:1788838398.007848:0:34760:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838398.007851:0:34760:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.007854:0:34760:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788838398.007856:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.007860:0:34760:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.007867:0:34760:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788838398.007870:0:34760:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd1114000. 00000100:00000001:0.0:1788838398.007874:0:34760:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788838398.007875:0:34760:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.007879:0:34760:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788838398.007885:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838398.007888:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838398.007892:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=4 00000020:00000001:0.0:1788838398.007895:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.007898:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000040:0.0:1788838398.007906:0:34760:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bab400, remote cookie: 0xff98f31736b3bf6f, flags: 0x1001 00010000:00010000:0.0:1788838398.007912:0:34760:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788838398.007922:0:34760:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788838398.007925:0:34760:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788838398.007934:0:34760:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31400. 00010000:00000010:0.0:1788838398.007940:0:34760:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e100. 00010000:00000040:0.0:1788838398.007946:0:34760:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31e00 count: 0 00010000:00000010:0.0:1788838398.007953:0:34760:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e200. 00010000:00000001:0.0:1788838398.007962:0:34760:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838398.007966:0:34760:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838398.007974:0:34760:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838398.007981:0:34760:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788838398.007986:0:34760:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788838398.007988:0:34760:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788838398.007990:0:34760:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788838398.007991:0:34760:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788838398.007994:0:34760:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff98afc4d31400) refcount = 1 00010000:00010000:0.0:1788838398.007999:0:34760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838398.008007:0:34760:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788838398.008010:0:34760:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788838398.008012:0:34760:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788838398.008016:0:34760:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788838398.008018:0:34760:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838398.008021:0:34760:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838398.008033:0:34760:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788838398.008034:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008037:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838398.008037:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008038:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838398.008040:0:34760:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838398.008044:0:34760:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788838398.008047:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838398.008049:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838398.008050:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:0.0:1788838398.008112:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008115:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008118:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838398.008119:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838398.008121:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=4 00000020:00000001:0.0:1788838398.008123:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008126:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008129:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838398.008132:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838398.008136:0:34760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838398.008143:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008144:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838398.008145:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838398.008146:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838398.008148:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=5 00000020:00000001:0.0:1788838398.008149:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008152:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008155:0:34760:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788838398.008157:0:34760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838398.008165:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008166:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788838398.008169:0:34760:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838398.008176:0:34760:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788838398.008177:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008178:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838398.008180:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008180:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788838398.008187:0:34760:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838398.008206:0:34760:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788838398.008212:0:34760:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788838398.008220:0:34760:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.008229:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838398.008231:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838398.008233:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:0.0:1788838398.008235:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008238:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00000002:00010000:0.0:1788838398.008242:0:34760:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788838398.008252:0:34760:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd1358080. 00010000:00000001:0.0:1788838398.008254:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008255:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838398.008257:0:34760:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838398.008260:0:34760:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838398.008263:0:34760:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788838398.008266:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838398.008267:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:0.0:1788838398.008269:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838398.008270:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00010000:00000001:0.0:1788838398.008273:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838398.008274:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838398.008275:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:0.0:1788838398.008277:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008279:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00000002:00010000:0.0:1788838398.008282:0:34760:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788838398.008289:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008290:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838398.008292:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838398.008293:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838398.008295:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838398.008296:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:0.0:1788838398.008298:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008300:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000040:0.0:1788838398.008305:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:0.0:1788838398.008308:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788838398.008312:0:34760:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:0.0:1788838398.008314:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.008315:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788838398.008317:0:34760:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788838398.008321:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f768 00000002:00002000:0.0:1788838398.008323:0:34760:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788838398.008327:0:34760:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838398.008331:0:34760:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788838398.008335:0:34760:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788838398.008338:0:34760:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788838398.008342:0:34760:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788838398.008347:0:34760:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000001:0.0:1788838398.008351:0:34760:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788838398.008353:0:34760:0:(namei.c:674:ll_lookup_it_finish()) it ffff98afd05a1000 it_disposition 1800037 00000080:00002000:0.0:1788838398.008360:0:34760:0:(namei.c:653:ll_splice_alias()) Add dentry ffff98afd1739870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788838398.008366:0:34760:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788838398.008369:0:34760:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788838398.008371:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f998 00000080:00200000:0.0:1788838398.008373:0:34760:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8), intent=open|creat 00000080:00000001:0.0:1788838398.008376:0:34760:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788838398.008379:0:34760:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788838398.008385:0:34760:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788838398.008389:0:34760:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788838398.008393:0:34760:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1788838398.008397:0:34760:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788838398.008413:0:34760:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98afd1585ac0. 00000020:00000001:0.0:1788838398.008428:0:34760:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788838398.008430:0:34760:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788838398.008433:0:34760:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788838398.008435:0:34760:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88) 00000020:00000001:0.0:1788838398.008439:0:34760:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838398.008444:0:34760:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:0.0:1788838398.008447:0:34760:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:0.0:1788838398.008453:0:34760:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788838398.008459:0:34760:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff98afc7dfa7d0. 00000020:00000001:0.0:1788838398.008463:0:34760:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788838398.008465:0:34760:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838398.008474:0:34760:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788838398.008479:0:34760:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff98afd008a9b0. 00020000:00000001:0.0:1788838398.008481:0:34760:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630479609768368 : -113594099783248 : ffff98afd008a9b0) 00020000:00000001:0.0:1788838398.008484:0:34760:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788838398.008487:0:34760:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788838398.008494:0:34760:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd05a1480. 00020000:00000010:0.0:1788838398.008499:0:34760:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd05b3100. 00020000:00000010:0.0:1788838398.008504:0:34760:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd05a1b40. 00020000:00000001:0.0:1788838398.008507:0:34760:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479615105856 : -113594094445760 : ffff98afd05a1b40) 00020000:00000002:0.0:1788838398.008510:0:34760:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1b40, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838398.008516:0:34760:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838398.008521:0:34760:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3100: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1788838398.008524:0:34760:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788838398.008525:0:34760:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1b40, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788838398.008529:0:34760:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788838398.008531:0:34760:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3100: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:0.0:1788838398.008536:0:34760:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff98afd09f85e0. 00020000:00000010:0.0:1788838398.008539:0:34760:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff98afd1114000. 00020000:00000001:0.0:1788838398.008546:0:34760:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788838398.008549:0:34760:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff98afc809fe20. 00020000:00000001:0.0:1788838398.008553:0:34760:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788838398.008554:0:34760:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788838398.008560:0:34760:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788838398.008563:0:34760:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff98afc7dfa4b0. 00000020:00000001:0.0:1788838398.008565:0:34760:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788838398.008567:0:34760:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788838398.008569:0:34760:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630479472862512 : -113594236689104 : ffff98afc7dfa530) 00020000:00000001:0.0:1788838398.008574:0:34760:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788838398.008578:0:34760:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff98afd00b28c0. 00020000:00000001:0.0:1788838398.008581:0:34760:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838398.008586:0:34760:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479472862512 : -113594236689104 : ffff98afc7dfa530) 00020000:00000001:0.0:1788838398.008589:0:34760:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630479472862512 : -113594236689104 : ffff98afc7dfa530) 00020000:00000002:0.0:1788838398.008592:0:34760:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff98afc7dfa4b0[0:0] -> [0x200000404:0x36:0x0]@ffff98afc7dfa7d0: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1788838398.008598:0:34760:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788838398.008601:0:34760:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788838398.008603:0:34760:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788838398.008606:0:34760:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630479472863312 : -113594236688304 : ffff98afc7dfa850) 00000020:00001000:0.0:1788838398.008609:0:34760:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:0.0:1788838398.008613:0:34760:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1788838398.008616:0:34760:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788838398.008619:0:34760:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1788838397 00000080:00000001:0.0:1788838398.008624:0:34760:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788838398.008627:0:34760:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630479631768456 : -113594077783160 : ffff98afd1585b88) 00010000:00000001:0.0:1788838398.008629:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838398.008631:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838398.008633:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:0.0:1788838398.008635:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:0.0:1788838398.008637:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00000080:00000001:0.0:1788838398.011788:0:34760:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788838398.011801:0:34760:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788838398.011806:0:34760:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:0.0:1788838398.011813:0:34760:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000020:00000001:0.0:1788838398.011817:0:34760:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788838398.011821:0:34760:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788838398.011825:0:34760:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788838398.022244:0:34760:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afd0b176c0. 00020000:00000010:2.0:1788838398.022262:0:34760:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afc4019300. 00020000:00000010:2.0:1788838398.022271:0:34760:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afd0b17cc0. 00020000:00000001:2.0:1788838398.022274:0:34760:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479620832448 : -113594088719168 : ffff98afd0b17cc0) 00020000:00000002:2.0:1788838398.022281:0:34760:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd0b17cc0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838398.022285:0:34760:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838398.022289:0:34760:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afc4019300: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1788838398.022295:0:34760:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a9b0) owner ffff98afd0014f80 00020000:00000001:2.0:1788838398.022298:0:34760:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838398.022301:0:34760:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a9b0) owner ffff98afd0014f80 00020000:00000010:2.0:1788838398.022307:0:34760:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afc4019300. 00020000:00000010:2.0:1788838398.022314:0:34760:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd0b176c0. 00020000:00000010:2.0:1788838398.022318:0:34760:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd0b17cc0. 00020000:00000002:2.0:1788838398.022321:0:34760:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788838398.022323:0:34760:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.022327:0:34760:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.022334:0:34760:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838398.022338:0:34760:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:2.0:1788838398.022342:0:34760:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1b40 addref 2/0 by ffff98afd0014f80. 00020000:00000002:2.0:1788838398.022344:0:34760:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:2.0:1788838398.022347:0:34760:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838398.022350:0:34760:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838398.022351:0:34760:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838398.022353:0:34760:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788838398.022355:0:34760:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788838398.022358:0:34760:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788838398.022362:0:34760:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000080:00000001:2.0:1788838398.022367:0:34760:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.022372:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.022374:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838398.022376:0:34760:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838398.022382:0:34760:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788838398.022385:0:34760:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.022388:0:34760:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) 00000080:00010000:2.0:1788838398.022392:0:34760:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62d099 00800000:00000001:2.0:1788838398.022395:0:34760:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838398.022399:0:34760:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838398.022402:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.022405:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.022411:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:2.0:1788838398.022413:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:2.0:1788838398.022416:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:2.0:1788838398.022613:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.022615:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.022617:0:34760:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.022619:0:34760:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.022622:0:34760:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788838398.022625:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.022643:0:34760:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.022653:0:34760:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838398.022678:0:34760:0:(namei.c:1651:ll_create_it()) inode ffff98afd1585b88 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788838398.022683:0:34760:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.022688:0:34760:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) 00000080:00000001:2.0:1788838398.022692:0:34760:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788838398.022697:0:34760:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd06cec00. 00000100:00000001:2.0:1788838398.022701:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.022705:0:34760:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.022712:0:34760:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.022717:0:34760:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788838398.022719:0:34760:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838398.022721:0:34760:0:(namei.c:1500:ll_atomic_open()) inode ffff98afd1585b88 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788838398.022731:0:34760:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838398.022735:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fa68 00000080:00200008:2.0:1788838398.022737:0:34760:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 102101 00000080:00000010:3.0:1788838398.022936:0:34760:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a0280. 00000080:00000010:3.0:1788838398.022947:0:34760:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d2fc0. 00000080:00000001:3.0:1788838398.022951:0:34760:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838398.022970:0:34760:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838398.022975:0:34760:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838398.022981:0:34760:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a7c00. 00000002:00100000:3.0:1788838398.022988:0:34760:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838398.022995:0:34760:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.022997:0:34760:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838398.023000:0:34760:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838398.023004:0:34760:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.023007:0:34760:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.023011:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.023014:0:34760:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838398.023022:0:34760:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.023027:0:34760:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc41e0000. 02000000:00000001:3.0:1788838398.023073:0:34760:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838398.023075:0:34760:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.023079:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fa68 00000080:00000008:3.0:1788838398.023081:0:34760:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 102101, rc = 0 00000080:00000001:3.0:1788838398.023086:0:34760:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788838398.023088:0:34760:0:(dcache.c:176:ll_intent_release()) intent ffff98afd05a1000 released 00000080:00010000:3.0:1788838398.023091:0:34760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d099 from it ffff98afd05a1000 00010000:00000001:3.0:1788838398.023094:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.023095:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.023097:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838398.023099:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.023101:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.023104:0:34760:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.023109:0:34760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.023118:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.023119:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.023121:0:34760:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.023125:0:34760:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.023128:0:34760:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838398.023136:0:34760:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.023140:0:34760:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.023143:0:34760:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.023148:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.023149:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.023151:0:34760:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.023155:0:34760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.023157:0:34760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.023160:0:34760:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.023164:0:34760:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.023301:0:34760:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.023303:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.023304:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838398.023306:0:34760:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788838398.023308:0:34760:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838398.023310:0:34760:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.023312:0:34760:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838398.023314:0:34760:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.023316:0:34760:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.023319:0:34760:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788838398.023322:0:34760:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.023324:0:34760:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838398.023327:0:34760:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.023329:0:34760:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788838398.023332:0:34760:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff98afd05a1000. 00000080:00000001:3.0:1788838398.023336:0:34760:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.023340:0:34760:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838398.023342:0:34760:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88), inode mode 81a4 mask 40 00000080:00000001:3.0:1788838398.023347:0:34760:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.023530:0:34760:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838398.023535:0:34760:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:3.0:1788838398.023540:0:34760:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:3.0:1788838398.023543:0:34760:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788838398.023865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31e00. 00000020:00000001:3.0:1788838398.040021:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd28 00000080:00200008:3.0:1788838398.040033:0:34760:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838398.040044:0:34760:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838398.040046:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fca0 00000080:00200000:3.0:1788838398.040048:0:34760:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88),name=recon 00000080:00000010:3.0:1788838398.040256:0:34760:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd00a7e00. 00800000:00000002:3.0:1788838398.040266:0:34760:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838398.040275:0:34760:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838398.040281:0:34760:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.040284:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fbc0 00800000:00000002:3.0:1788838398.040287:0:34760:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838398.040291:0:34760:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838398.040298:0:34760:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838398.040305:0:34760:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.040308:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fa90 00000002:00010000:3.0:1788838398.040310:0:34760:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838398.040314:0:34760:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838398.040316:0:34760:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838398.040320:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.040329:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:3.0:1788838398.040333:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.040339:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.040344:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838398.040350:0:34760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788838398.040363:0:34760:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.040370:0:34760:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.040373:0:34760:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788838398.040382:0:34760:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838398.040384:0:34760:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838398.040386:0:34760:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838398.040388:0:34760:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838398.040390:0:34760:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838398.040392:0:34760:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838398.040498:0:34760:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838398.040502:0:34760:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838398.040506:0:34760:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd00a7e00. 00000080:00000001:3.0:1788838398.040516:0:34760:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838398.040518:0:34760:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.040522:0:34760:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) 00000080:00010000:3.0:1788838398.040526:0:34760:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62d099 00800000:00000001:3.0:1788838398.040530:0:34760:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838398.040533:0:34760:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838398.040535:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.040538:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.040540:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838398.040543:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.040546:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.040550:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.040551:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.040553:0:34760:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.040555:0:34760:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.040557:0:34760:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d099 from it ffffbbcb01c1fcd8 00010000:00000001:3.0:1788838398.040560:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.040560:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.040562:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838398.040564:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.040566:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.040569:0:34760:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.040572:0:34760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838398.040580:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.040581:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.040582:0:34760:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.040585:0:34760:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.040588:0:34760:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838398.040595:0:34760:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.040599:0:34760:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.040602:0:34760:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.040606:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.040608:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.040609:0:34760:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.040614:0:34760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.040616:0:34760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.040619:0:34760:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.040622:0:34760:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.040624:0:34760:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.040626:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.040627:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838398.040630:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838398.040633:0:34760:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838398.040636:0:34760:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788838398.040640:0:34760:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.040642:0:34760:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838398.040644:0:34760:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.040646:0:34760:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.040649:0:34760:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838398.040652:0:34760:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788838398.040841:0:34760:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.040847:0:34760:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:3.0:1788838398.040850:0:34760:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000020:00000001:3.0:1788838398.040856:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.040859:0:34760:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838398.040862:0:34760:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838398.040865:0:34760:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788838398.040868:0:34760:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.040870:0:34760:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838398.040872:0:34760:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838398.040874:0:34760:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.040875:0:34760:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838398.040880:0:34760:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f360c0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788838398.040883:0:34760:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:3.0:1788838398.040888:0:34760:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838398.040890:0:34760:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838398.040893:0:34760:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838398.040895:0:34760:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.040897:0:34760:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838398.040900:0:34760:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838398.041116:0:34760:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.041118:0:34760:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.041120:0:34760:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.041122:0:34760:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838398.041124:0:34760:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:3.0:1788838398.041127:0:34760:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838398.041130:0:34760:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788838398.041131:0:34760:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1788838398.041134:0:34760:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838398.041136:0:34760:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838398.041139:0:34760:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838398.041141:0:34760:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838398.041147:0:34760:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788838398.041155:0:34760:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc6675600. 00020000:00000002:3.0:1788838398.041158:0:34760:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838398.041160:0:34760:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838398.041164:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.041165:0:34760:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838398.041167:0:34760:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.041169:0:34760:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286232 : -113594224265384 : ffff98afc89d3758) 00000020:00001000:3.0:1788838398.041172:0:34760:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3750 00000020:00000001:3.0:1788838398.041175:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.041177:0:34760:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838398.041181:0:34760:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.041182:0:34760:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838398.041183:0:34760:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.041185:0:34760:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.041187:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:3.0:1788838398.041189:0:34760:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838398.041205:0:34760:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c000. 00000008:00010000:3.0:1788838398.041209:0:34760:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788838398.041212:0:34760:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.041214:0:34760:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838398.041215:0:34760:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc6675630, osc lock ffff98afe090c000, flags 0x400001002 00000020:00000001:3.0:1788838398.041218:0:34760:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.041220:0:34760:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.041222:0:34760:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479448200704 : -113594261350912 : ffff98afc6675600) 00000020:00000001:3.0:1788838398.041224:0:34760:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.041225:0:34760:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.041226:0:34760:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.041228:0:34760:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.041231:0:34760:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788838398.041233:0:34760:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788838398.041234:0:34760:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.041236:0:34760:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.041237:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.041239:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:3.0:1788838398.041240:0:34760:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.041243:0:34760:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.041245:0:34760:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838398.041250:0:34760:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838398.041252:0:34760:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.041254:0:34760:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.041256:0:34760:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838398.041257:0:34760:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838398.041258:0:34760:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838398.041261:0:34760:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838398.041263:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838398.041267:0:34760:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.041271:0:34760:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788838398.041277:0:34760:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c700. 00000020:00000040:3.0:1788838398.041281:0:34760:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:3.0:1788838398.041286:0:34760:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838398.041291:0:34760:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.041293:0:34760:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.041296:0:34760:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838398.041298:0:34760:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838398.041302:0:34760:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838398.041310:0:34760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd00a7e00. 00000100:00000001:3.0:1788838398.041318:0:34760:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.041324:0:34760:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838398.041326:0:34760:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.041327:0:34760:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838398.041328:0:34760:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.041330:0:34760:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.041334:0:34760:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00010000:00000001:3.0:1788838398.041338:0:34760:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838398.041340:0:34760:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838398.041346:0:34760:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83acb00. 00010000:00000010:3.0:1788838398.041349:0:34760:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff98afd83acd00. 00010000:00000001:3.0:1788838398.041355:0:34760:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838398.041359:0:34760:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beaa00. 00000020:00000001:3.0:1788838398.041364:0:34760:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838398.041366:0:34760:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beaa00 with handle 0x9f68a6b43b62d0a0 to hash 00000020:00000001:3.0:1788838398.041368:0:34760:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838398.041370:0:34760:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000010:3.0:1788838398.041374:0:34760:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd00d2200. 00010000:00000001:3.0:1788838398.041376:0:34760:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.041380:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.041382:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.041385:0:34760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.041408:0:34760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.041419:0:34760:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.041425:0:34760:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838398.041430:0:34760:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.041445:0:34760:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090208f0c] to pc [ptlrpcd_01_01+1] req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788838398.041492:0:34760:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838398.041495:0:34760:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.041497:0:34760:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.041499:0:34760:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.041501:0:34760:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.041503:0:34760:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838398.041505:0:34760:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788838398.041507:0:34760:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788838398.041508:0:34760:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788838398.041529:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788838398.041533:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788838398.041535:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.041543:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.041546:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.041548:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.041550:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.041553:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838398.041560:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.041569:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838398.041571:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.041576:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838398.041578:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838398.041581:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838398.041585:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132276992:192.168.203.123@tcp:101:uname.0 00000100:00000001:3.0:1788838398.041590:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838398.041597:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838398.041600:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.041601:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788838398.041602:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788838398.041605:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838398.041608:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8717400. 02000000:00000001:3.0:1788838398.041611:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838398.041619:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838398.041624:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838398.041633:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838398.041641:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132276992, portal 4 00000100:00000001:3.0:1788838398.041644:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.041645:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000040:3.0:1788838398.041653:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.041682:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838398.041685:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838398.041689:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce6e8. 00000100:00000200:3.0:1788838398.041694:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132276992, offset 0 00000400:00000200:3.0:1788838398.041702:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838398.041713:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.041722:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838398.041728:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838398.041733:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838398.041737:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838398.041740:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838398.041744:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2650:2650:256:4294967295] 192.168.203.123@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:3.0:1788838398.041748:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.041759:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838398.041765:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838398.041771:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3400. 00000800:00000200:3.0:1788838398.041778:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838398.041789:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838398.041794:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838398.042225:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.042231:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 202793 usecs (203 jiffies) 00000400:00000200:3.0:1788838398.042236:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838398.042239:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528218 00000100:00000001:3.0:1788838398.042242:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296528757 00000100:00000001:3.0:1788838398.042244:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528218 00000100:00000001:3.0:1788838398.042247:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296528757 00000100:00000001:3.0:1788838398.042250:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.042253:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.042257:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.042260:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.048632:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.048648:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:0.0:1788838398.048679:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.048691:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.048700:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce6e8 00000400:00000010:0.0:1788838398.048703:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce6e8. 00000100:00000001:0.0:1788838398.048710:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.048719:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.048734:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.048738:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.048746:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.048748:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838398.053182:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.053216:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838398.053222:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.053225:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838398.053236:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.053246:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838398.053257:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.053263:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.053269:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.053274:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd56100 00000400:00000200:1.0:1788838398.053280:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.053287:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x7129 [1] + 224 00000800:00000001:1.0:1788838398.053296:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.053309:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838398.053312:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838398.053317:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838398.053327:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838398.053339:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788838398.053351:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.053374:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838398.053386:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.053390:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.054313:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.054321:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838398.054330:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.054333:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.054337:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838398.054346:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838398.054349:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838398.054353:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.054364:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838398.054375:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.054382:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.054384:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.054387:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.054391:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.054405:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.054408:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.054411:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.054424:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=77 v=5 (5 5 5 16) 00000100:00001000:3.0:1788838398.054429:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.054432:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.054434:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.054438:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.054443:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.054447:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.054449:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1788838398.054451:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.054454:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.054460:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.054467:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.054469:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.054472:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788838398.054475:0:2353:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788838398.054478:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.054481:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.054485:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=4 00000020:00000001:3.0:1788838398.054487:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054492:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054494:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.054495:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.054496:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=5 00000020:00000001:3.0:1788838398.054498:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054500:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054504:0:2353:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.054508:0:2353:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.054513:0:2353:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.054525:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054527:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.054530:0:2353:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838398.054532:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.054533:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.054534:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=6 00000020:00000001:3.0:1788838398.054536:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054538:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000040:3.0:1788838398.054546:0:2353:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beaa00, remote cookie: 0xff98f31736b3bf7d, flags: 0x1001 00010000:00010000:3.0:1788838398.054552:0:2353:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.054560:0:2353:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788838398.054563:0:2353:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.054566:0:2353:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838398.054571:0:2353:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788838398.054576:0:2353:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838398.054585:0:2353:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff98afd83acb00) refcount = 1 00010000:00000040:3.0:1788838398.054589:0:2353:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838398.054592:0:2353:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.054601:0:2353:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838398.054603:0:2353:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.054606:0:2353:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838398.054608:0:2353:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.054612:0:2353:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.054619:0:2353:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838398.054620:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054621:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.054623:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054624:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.054626:0:2353:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788838398.054629:0:2353:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838398.054633:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.054634:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.054635:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=5 00000020:00000001:3.0:1788838398.054638:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054640:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00000008:00000001:3.0:1788838398.054645:0:2353:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788838398.054650:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00010000:3.0:1788838398.054702:0:2353:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788838398.054712:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.054715:0:2353:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788838398.054718:0:2353:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788838398.054721:0:2353:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838398.054724:0:2353:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.054726:0:2353:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.054728:0:2353:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:3.0:1788838398.054730:0:2353:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788838398.054733:0:2353:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838398.054735:0:2353:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838398.054755:0:2353:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838398.054758:0:2353:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.054760:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.054762:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.054764:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=6 00000020:00000001:3.0:1788838398.054765:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054768:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054770:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.054773:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.054781:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054783:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.054785:0:2353:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.054793:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.054794:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054795:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.054797:0:2353:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.054799:0:2353:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.054800:0:2353:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.054801:0:2353:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=5 00000020:00000001:3.0:1788838398.054803:0:2353:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054805:0:2353:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:3.0:1788838398.054807:0:2353:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.054809:0:2353:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.054821:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054822:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.054824:0:2353:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.054826:0:2353:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.054829:0:2353:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838398.054838:0:2353:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.054842:0:2353:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.054844:0:2353:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.054849:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054850:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.054851:0:2353:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.054855:0:2353:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.054857:0:2353:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.054859:0:2353:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.054862:0:2353:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.054863:0:2353:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.054864:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054866:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.054867:0:2353:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.054868:0:2353:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.054869:0:2353:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.054876:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838398.054886:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132276992:192.168.203.123@tcp:101:uname.0 00000100:00000001:3.0:1788838398.054891:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.054894:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.054898:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c700 x1875731132276992/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.054905:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838398.054909:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.054914:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8717400. 02000000:00000001:3.0:1788838398.054919:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838398.054922:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838398.054924:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838398.054926:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838398.054930:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd00a7e00. 02000000:00000001:3.0:1788838398.054936:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838398.054938:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838398.054940:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c700. 00000100:00000001:3.0:1788838398.054943:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838398.054945:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.054948:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.055022:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.055025:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.055028:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.055031:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.056691:0:34760:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.056702:0:34760:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.056711:0:34760:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838398.056716:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.056719:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.056722:0:34760:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838398.056728:0:34760:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788838398.056734:0:34760:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838398.056736:0:34760:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.056738:0:34760:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838398.056739:0:34760:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.056742:0:34760:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838398.056747:0:34760:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.056750:0:34760:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838398.056753:0:34760:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.056755:0:34760:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.056757:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:2.0:1788838398.056760:0:34760:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788838398.056763:0:34760:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788838398.056766:0:34760:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788838398.056768:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc3f36060 (ffff98afc89d3f38/0) at cl_lock_release():245 00000020:00000001:2.0:1788838398.056772:0:34760:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838398.056774:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc3f36060 (ffff98afc89d3f38/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788838398.056777:0:34760:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788838398.056781:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.056783:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.056786:0:34760:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838398.056787:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc6675630 (ffff98afc89d3758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788838398.056792:0:34760:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788838398.056794:0:34760:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788838398.056797:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.056799:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838398.056801:0:34760:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788838398.056803:0:34760:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.056804:0:34760:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.056805:0:34760:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.056807:0:34760:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838398.056808:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc3f36060 (ffff98afc89d3f38/0) at cl_lock_fini():72 00020000:00000001:2.0:1788838398.056811:0:34760:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788838398.056813:0:34760:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838398.056814:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc6675630 (ffff98afc89d3f38/1) at cl_lock_fini():72 00000008:00000010:2.0:1788838398.056818:0:34760:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c000. 00000020:00000001:2.0:1788838398.056825:0:34760:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788838398.056826:0:34760:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc6675600. 00020000:00000001:2.0:1788838398.056832:0:34760:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788838398.056833:0:34760:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788838398.056835:0:34760:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788838398.056837:0:34760:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.056841:0:34760:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838398.056844:0:34760:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838398.056846:0:34760:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838398.056848:0:34760:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838398.056850:0:34760:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838398.056852:0:34760:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3750 00020000:00000001:2.0:1788838398.056857:0:34760:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838398.056860:0:34760:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838398.056862:0:34760:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838398.056865:0:34760:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838398.056869:0:34760:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788838398.056872:0:34760:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.056875:0:34760:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838398.056878:0:34760:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838398.056879:0:34760:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838398.056880:0:34760:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000001:00000001:2.0:1788838398.056882:0:34760:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.056892:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd28 00000080:00000008:2.0:1788838398.056895:0:34760:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838398.057006:0:34760:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788838398.057009:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd88 00000080:00200008:2.0:1788838398.057011:0:34760:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1788838398.057014:0:34760:0:(file.c:2656:do_file_write_iter()) inode ffff98afd1585b88 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788838398.057017:0:34760:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788838398.057020:0:34760:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.057023:0:34760:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788838398.057026:0:34760:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057029:0:34760:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.057032:0:34760:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:2.0:1788838398.057034:0:34760:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000080:00000001:2.0:1788838398.057038:0:34760:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788838398.057040:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc98 00000080:00200000:2.0:1788838398.057041:0:34760:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788838398.057047:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc30 00000080:00200000:2.0:1788838398.057049:0:34760:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788838398.057051:0:34760:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838398.057052:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.057054:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.057056:0:34760:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838398.057057:0:34760:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788838398.057059:0:34760:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838398.057061:0:34760:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057063:0:34760:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057064:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:2.0:1788838398.057066:0:34760:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788838398.057068:0:34760:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788838398.057070:0:34760:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788838398.057077:0:34760:0:(cl_io.c:214:cl_io_rw_init()) header@00000000623973cf[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:2.0:1788838398.057079:0:34760:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1788838398.057082:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.057084:0:34760:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838398.057086:0:34760:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838398.057088:0:34760:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788838398.057091:0:34760:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.057093:0:34760:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788838398.057095:0:34760:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.057100:0:34760:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.057103:0:34760:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788838398.057104:0:34760:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.057106:0:34760:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.057110:0:34760:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f360c0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788838398.057114:0:34760:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:2.0:1788838398.057240:0:34760:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838398.057243:0:34760:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838398.057245:0:34760:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838398.057247:0:34760:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788838398.057249:0:34760:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1788838398.057252:0:34760:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788838398.057254:0:34760:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838398.057255:0:34760:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057257:0:34760:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.057258:0:34760:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838398.057259:0:34760:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838398.057261:0:34760:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:2.0:1788838398.057264:0:34760:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057265:0:34760:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838398.057268:0:34760:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788838398.057270:0:34760:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788838398.057273:0:34760:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057277:0:34760:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788838398.057278:0:34760:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788838398.057281:0:34760:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788838398.057282:0:34760:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788838398.057284:0:34760:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788838398.057287:0:34760:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788838398.057289:0:34760:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788838398.057293:0:34760:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788838398.057296:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.057297:0:34760:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838398.057299:0:34760:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.057301:0:34760:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286232 : -113594224265384 : ffff98afc89d3758) 00000020:00001000:2.0:1788838398.057303:0:34760:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3750 00000020:00000001:2.0:1788838398.057305:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.057307:0:34760:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838398.057310:0:34760:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.057312:0:34760:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838398.057313:0:34760:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.057315:0:34760:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.057316:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.057319:0:34760:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788838398.057322:0:34760:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788838398.057326:0:34760:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057328:0:34760:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.057330:0:34760:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.057332:0:34760:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057334:0:34760:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057335:0:34760:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788838398.057338:0:34760:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788838398.057340:0:34760:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788838398.057343:0:34760:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788838398.057348:0:34760:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.057350:0:34760:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.057353:0:34760:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788838398.057354:0:34760:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788838398.057357:0:34760:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788838398.057359:0:34760:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788838398.057360:0:34760:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057362:0:34760:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.057363:0:34760:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.057365:0:34760:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.057366:0:34760:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.057368:0:34760:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788838398.057370:0:34760:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838398.057371:0:34760:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788838398.057373:0:34760:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838398.057374:0:34760:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057376:0:34760:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.057378:0:34760:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.057379:0:34760:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.057381:0:34760:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838398.057383:0:34760:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788838398.057384:0:34760:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788838398.057387:0:34760:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788838398.057389:0:34760:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788838398.057392:0:34760:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788838398.057402:0:34760:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afd85e5a00. 00020000:00000002:2.0:1788838398.057405:0:34760:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788838398.057408:0:34760:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788838398.057409:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.057410:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.057413:0:34760:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788838398.058333:0:34760:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afc89a5300. 00000008:00010000:2.0:1788838398.058340:0:34760:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788838398.058343:0:34760:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838398.058345:0:34760:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788838398.058349:0:34760:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afd85e5a30, osc lock ffff98afc89a5300, flags 0x0 00000020:00000001:2.0:1788838398.058352:0:34760:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.058355:0:34760:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.058358:0:34760:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479749601792 : -113593959949824 : ffff98afd85e5a00) 00000020:00000001:2.0:1788838398.058361:0:34760:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838398.058362:0:34760:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788838398.058364:0:34760:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.058366:0:34760:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.058368:0:34760:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838398.058370:0:34760:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838398.058372:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.058373:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.058376:0:34760:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838398.058378:0:34760:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838398.058380:0:34760:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788838398.058383:0:34760:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.058386:0:34760:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788838398.058389:0:34760:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788838398.058390:0:34760:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788838398.058392:0:34760:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788838398.058394:0:34760:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788838398.058395:0:34760:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788838398.058398:0:34760:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788838398.058402:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.058411:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:2.0:1788838398.058414:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788838398.058430:0:34760:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc4a7e400 type 11 mode 2 res 9663677440/69 (0 18446744073709551615) 00010000:00000001:2.0:1788838398.058435:0:34760:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788838398.058445:0:34760:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2680. 00000020:00000040:2.0:1788838398.058450:0:34760:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00010000:00000001:2.0:1788838398.058455:0:34760:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838398.058460:0:34760:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.058467:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.058469:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.058470:0:34760:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.058474:0:34760:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.058477:0:34760:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.058483:0:34760:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.058490:0:34760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eb400. 00000100:00000001:2.0:1788838398.058498:0:34760:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.058504:0:34760:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838398.058506:0:34760:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.058508:0:34760:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838398.058509:0:34760:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.058511:0:34760:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.058514:0:34760:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00010000:00000001:2.0:1788838398.058518:0:34760:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788838398.058521:0:34760:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788838398.058523:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:2.0:1788838398.058524:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.058526:0:34760:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788838398.058530:0:34760:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc1516c00. 00000020:00000001:2.0:1788838398.058535:0:34760:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788838398.058538:0:34760:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc1516c00 with handle 0x9f68a6b43b62d0a7 to hash 00000020:00000001:2.0:1788838398.058540:0:34760:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788838398.058541:0:34760:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000010:2.0:1788838398.058546:0:34760:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff98afd110d980. 00010000:00000001:2.0:1788838398.058548:0:34760:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.058552:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.058555:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.058559:0:34760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838398.058571:0:34760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838398.058582:0:34760:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788838398.058589:0:34760:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838398.058590:0:34760:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838398.058599:0:34760:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.058602:0:34760:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489177088 : -113594220374528 : ffff98afc8d89600) 00000100:00000001:2.0:1788838398.058605:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.058606:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000001:2.0:1788838398.058611:0:34760:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.058614:0:34760:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.058617:0:34760:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838398.058619:0:34760:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838398.058632:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.058640:0:34760:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838398.058643:0:34760:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.058647:0:34760:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838398.058650:0:34760:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838398.058652:0:34760:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.058676:0:34760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2680 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34760:1875731132277120:192.168.203.123@tcp:101:uname.0 00000100:00000001:2.0:1788838398.058681:0:34760:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838398.058688:0:34760:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838398.058692:0:34760:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.058695:0:34760:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838398.058700:0:34760:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838398.058702:0:34760:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.058711:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838398.058715:0:34760:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838398.058723:0:34760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838398.058733:0:34760:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132277120, portal 4 00000100:00000001:2.0:1788838398.058735:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.058736:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000040:2.0:1788838398.058742:0:34760:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.058749:0:34760:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838398.058752:0:34760:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838398.058754:0:34760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512acc0. 00000100:00000200:2.0:1788838398.058758:0:34760:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875731132277120, offset 0 00000400:00000200:2.0:1788838398.058765:0:34760:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838398.058776:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.058784:0:34760:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838398.058791:0:34760:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838398.058796:0:34760:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838398.058801:0:34760:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838398.058804:0:34760:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838398.058807:0:34760:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2651:2651:256:4294967295] 192.168.203.123@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:2.0:1788838398.058811:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.058821:0:34760:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838398.058827:0:34760:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838398.058833:0:34760:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14c00. 00000800:00000200:2.0:1788838398.058839:0:34760:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838398.058849:0:34760:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838398.058855:0:34760:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788838398.058879:0:34760:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.058885:0:34760:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 201945 usecs (202 jiffies) 00000400:00000200:2.0:1788838398.058889:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838398.058891:0:34760:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528234 00000100:00000001:2.0:1788838398.058895:0:34760:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296528757 00000100:00000001:2.0:1788838398.058897:0:34760:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528234 00000100:00000001:2.0:1788838398.058899:0:34760:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296528757 00000100:00000001:2.0:1788838398.058901:0:34760:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.058905:0:34760:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.058907:0:34760:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838398.058909:0:34760:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838398.058912:0:34760:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89600 going to sleep for 11 seconds 00000100:00000001:2.0:1788838398.058915:0:34760:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838398.058919:0:34760:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.059410:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.059417:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14c00. 00000400:00000200:0.0:1788838398.059423:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.059431:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.059439:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512acc0 00000400:00000010:0.0:1788838398.059443:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512acc0. 00000100:00000001:0.0:1788838398.059460:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.059468:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.059480:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.059483:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.059491:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.059492:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788838398.073298:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.073328:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838398.073334:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.073337:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838398.073349:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.073358:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838398.073374:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.073379:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.073386:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.073390:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c55a80 00000400:00000200:1.0:1788838398.075167:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6b81 [2] + 1048 00000800:00000001:1.0:1788838398.075183:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.075266:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.075272:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.075279:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.075289:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838398.075292:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788838398.075302:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090a300. 00000100:00000040:0.0:1788838398.075306:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd090a300 x1875731148003968 msgsize 328 00000100:00100000:0.0:1788838398.075311:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:0.0:1788838398.075337:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.075351:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.075356:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838398.075438:0:16001:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788838398.075442:0:16001:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731148003968 02000000:00000001:1.0:1788838398.075445:0:16001:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788838398.075447:0:16001:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838398.075514:0:16001:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838398.075521:0:16001:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838398.075527:0:16001:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731148003968 00000020:00000001:1.0:1788838398.075531:0:16001:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838398.075533:0:16001:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:1.0:1788838398.075536:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.075540:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:1.0:1788838398.075543:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:1.0:1788838398.075545:0:16001:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000001:1.0:1788838398.075551:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838398.075558:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98180. 00000100:00000001:1.0:1788838398.075562:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838398.075565:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98180. 00000020:00000010:1.0:1788838398.075573:0:16001:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd1126a00. 00000020:00000010:1.0:1788838398.075581:0:16001:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc894af80. 00000020:00000010:1.0:1788838398.075587:0:16001:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afd00a0bb8. 00000100:00000040:1.0:1788838398.075599:0:16001:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788838398.075603:0:16001:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788838398.075605:0:16001:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788838398.075607:0:16001:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.075616:0:16001:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.075632:0:16001:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838398.075646:0:16001:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788838398.075648:0:16001:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788838398.075654:0:16001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 63 00000100:00000040:1.0:1788838398.075678:0:16001:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506e000 : new rpc_count 1 00000100:00000001:1.0:1788838398.075681:0:16001:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479618679552 : -113594090872064 : ffff98afd090a300) 00000100:00000040:1.0:1788838398.075691:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd090a300 x1875731148003968/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:299/0 lens 328/0 e 0 to 0 dl 1788838409 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838398.075702:0:16001:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838398.075705:0:16001:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98180. 00000100:00000001:1.0:1788838398.075706:0:16001:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838398.075708:0:16001:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98180. 00000100:00100000:1.0:1788838398.075713:0:16001:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd090a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6711:x1875731148003968:12345-192.168.203.123@tcp:104: 00000100:00000200:1.0:1788838398.075717:0:16001:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731148003968 00010000:00000001:1.0:1788838398.075721:0:16001:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788838398.075729:0:16001:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.075731:0:16001:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.075733:0:16001:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=2 00000020:00000001:1.0:1788838398.075735:0:16001:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:1.0:1788838398.075739:0:16001:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:1.0:1788838398.075743:0:16001:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.075748:0:16001:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.075753:0:16001:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788838398.075768:0:16001:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788838398.075771:0:16001:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788838398.075777:0:16001:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd13eb000. 02000000:00000001:1.0:1788838398.075780:0:16001:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.075782:0:16001:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.075788:0:16001:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788838398.075791:0:16001:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838398.075796:0:16001:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838398.075802:0:16001:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788838398.075806:0:16001:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838398.075809:0:16001:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:1.0:1788838398.075812:0:16001:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788838398.075814:0:16001:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.075819:0:16001:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838398.075822:0:16001:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838398.075828:0:16001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfcb28. 00000100:00000200:1.0:1788838398.075835:0:16001:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731148003968, offset 224 00000400:00000200:1.0:1788838398.075844:0:16001:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838398.075856:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.075864:0:16001:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838398.075871:0:16001:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2652:2652:256:4294967295] 192.168.203.123@tcp LPNI seq info [2652:2652:8:4294967295] 00000400:00000200:1.0:1788838398.075876:0:16001:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.075886:0:16001:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838398.075891:0:16001:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838398.075896:0:16001:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933200. 00000800:00000200:1.0:1788838398.075917:0:16001:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838398.075926:0:16001:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838398.075931:0:16001:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838398.075942:0:16001:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838398.075946:0:16001:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:1.0:1788838398.075950:0:16001:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788838398.075954:0:16001:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc4ab46c0. 00010000:00000001:1.0:1788838398.075957:0:16001:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788838398.075972:0:16001:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788838398.075975:0:16001:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.075976:0:16001:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.075979:0:16001:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838398.075984:0:16001:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090a300 x1875731148003968/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:299/0 lens 328/224 e 0 to 0 dl 1788838409 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788838398.075993:0:16001:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd090a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6711:x1875731148003968:12345-192.168.203.123@tcp:104: Request processed in 290us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838398.076002:0:16001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 63 00000100:00000040:1.0:1788838398.076006:0:16001:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506e000 : new rpc_count 0 00000100:00000001:1.0:1788838398.076009:0:16001:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788838398.076011:0:16001:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788838398.076016:0:16001:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc894af80. 00000020:00000010:1.0:1788838398.076020:0:16001:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afd00a0bb8. 00000020:00000010:1.0:1788838398.076024:0:16001:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afd1126a00. 00000020:00000040:1.0:1788838398.076030:0:16001:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:1.0:1788838398.076034:0:16001:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788838398.076222:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.076227:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933200. 00000400:00000200:0.0:1788838398.076231:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.076236:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.076241:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfcb28 00000400:00000010:0.0:1788838398.076244:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfcb28. 00000100:00000001:0.0:1788838398.076248:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788838398.076250:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788838398.076385:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.076390:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.076393:0:15909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788838398.076396:0:15909:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788838398.076399:0:15909:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838398.076404:0:15909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838398.076414:0:15909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8beaa00 already unused, calling callback (ffffffffc1039300) 00000008:00000001:2.0:1788838398.076430:0:15909:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788838398.076433:0:15909:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838398.076435:0:15909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.076436:0:15909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.076438:0:15909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beaa00 refcount=3 00000020:00000001:2.0:1788838398.076441:0:15909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:2.0:1788838398.076443:0:15909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478272 : -113594222073344 : ffff98afc8beaa00) 00010000:00000001:2.0:1788838398.076447:0:15909:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838398.076643:0:15909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788838398.076695:0:15909:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788838398.076697:0:15909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.076702:0:15909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479615206248 : -113594094345368 : ffff98afd05ba368) 00000020:00001000:2.0:1788838398.076705:0:15909:0:(cl_object.c:823:cl_env_get()) 1@ffff98afd05ba360 00000008:00000001:2.0:1788838398.076707:0:15909:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788838398.076711:0:15909:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1788838398.076712:0:15909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.076714:0:15909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287096 : -113594224264520 : ffff98afc89d3ab8) 00000020:00001000:2.0:1788838398.076715:0:15909:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3ab0 00000008:00000001:2.0:1788838398.076719:0:15909:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1788838398.076721:0:15909:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1788838398.076724:0:15909:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1788838398.076727:0:15909:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.076730:0:15909:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1788838398.076734:0:15909:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.076736:0:15909:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.076739:0:15909:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838398.076742:0:15909:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838398.076745:0:15909:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788838398.076748:0:15909:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.076749:0:15909:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788838398.076751:0:15909:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.076756:0:15909:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afd06bb890 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1788838398.076761:0:15909:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838398.076763:0:15909:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838398.076765:0:15909:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838398.076768:0:15909:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838398.076769:0:15909:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.076771:0:15909:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.076772:0:15909:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838398.076773:0:15909:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1788838398.076775:0:15909:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.076777:0:15909:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1788838398.076781:0:15909:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838398.076784:0:15909:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838398.076786:0:15909:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838398.076789:0:15909:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838398.076791:0:15909:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838398.076794:0:15909:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1788838398.076797:0:15909:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838398.076798:0:15909:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1788838398.076800:0:15909:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838398.076802:0:15909:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3ab0 00000008:00000001:2.0:1788838398.076805:0:15909:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.076807:0:15909:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00010000:00000001:2.0:1788838398.076810:0:15909:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1788838398.076814:0:15909:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.076816:0:15909:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.076817:0:15909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838398.076820:0:15909:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788838398.076823:0:15909:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838398.076826:0:15909:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.076828:0:15909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.076829:0:15909:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.076831:0:15909:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.076832:0:15909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1788838398.076835:0:15909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.076837:0:15909:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:2.0:1788838398.076841:0:15909:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838398.076842:0:15909:0:(cl_object.c:917:cl_env_put()) 1@ffff98afd05ba360 00000008:00000001:2.0:1788838398.076845:0:15909:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.076848:0:15909:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838398.076853:0:15909:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838398.076855:0:15909:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838398.076856:0:15909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.076859:0:15909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838398.076862:0:15909:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beaa00 with handle 0x9f68a6b43b62d0a0 from hash 00010000:00000001:2.0:1788838398.076864:0:15909:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838398.076866:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.076867:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.076869:0:15909:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838398.076873:0:15909:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838398.076875:0:15909:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788838398.076882:0:15909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.076884:0:15909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.076887:0:15909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838398.076890:0:15909:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788838398.076897:0:15909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac0a80. 00000020:00000040:2.0:1788838398.076901:0:15909:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838398.076906:0:15909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.076909:0:15909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.076915:0:15909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.076923:0:15909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eac00. 00000100:00000001:2.0:1788838398.076930:0:15909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.076932:0:15909:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838398.076937:0:15909:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788838398.076945:0:15909:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838398.076946:0:15909:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.076951:0:15909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.076956:0:15909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.076966:0:15909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baed55ed] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788838398.076996:0:15909:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.076999:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.077000:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.077002:0:15909:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.077004:0:15909:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.077006:0:15909:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.077010:0:15909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838398.077017:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838398.077019:0:15909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 0000000078253b4d/0x9f68a6b43b62d0a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xff98f31736b3bf7d expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788838398.077033:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:2.0:1788838398.077033:0:15909:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2200. 00000100:00000001:3.0:1788838398.077037:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.077040:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1788838398.077042:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.077043:0:15909:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788838398.077046:0:15909:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afc4ab46c0. 00000100:00000040:3.0:1788838398.077048:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788838398.077048:0:15909:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.077051:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.077052:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.077054:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838398.077056:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.077057:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.077058:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838398.077060:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.077062:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.077064:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838398.077065:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838398.077068:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.077070:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788838398.077073:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788838398.077073:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.077076:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838398.077078:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838398.077082:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132277248:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838398.077087:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838398.077093:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838398.077096:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.077099:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838398.077105:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd00a7e00. 02000000:00000001:3.0:1788838398.077108:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838398.077115:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838398.077119:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838398.077127:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838398.077134:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132277248, portal 18 00000100:00000001:3.0:1788838398.077137:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.077138:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419148928 : -113594290402688 : ffff98afc4ac0a80) 00000100:00000040:3.0:1788838398.077146:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.077153:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838398.077155:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838398.077157:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85cec38. 00000100:00000200:3.0:1788838398.077161:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132277248, offset 0 00000400:00000200:3.0:1788838398.077166:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838398.077173:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.077179:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838398.077185:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838398.077190:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838398.077203:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838398.077207:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838398.077210:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2653:2653:256:4294967295] 192.168.203.123@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:3.0:1788838398.077214:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.077222:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838398.077227:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838398.077233:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3300. 00000800:00000200:3.0:1788838398.077238:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838398.077245:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838398.077249:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838398.077256:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.077261:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 201945 usecs (202 jiffies) 00000400:00000200:3.0:1788838398.077264:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838398.077267:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528252 00000100:00000001:3.0:1788838398.077270:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296528757 00000100:00000001:3.0:1788838398.077273:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528252 00000100:00000001:3.0:1788838398.077276:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296528757 00000100:00000001:3.0:1788838398.077278:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.077281:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.077284:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.077286:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.077291:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.077294:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838398.077296:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.077297:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.077299:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.077300:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.077419:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.077424:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3300. 00000400:00000200:0.0:1788838398.077428:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.077433:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.077438:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85cec38 00000400:00000010:0.0:1788838398.077440:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85cec38. 00000100:00000001:0.0:1788838398.077445:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.077522:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.077534:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.077539:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.077546:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.077548:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838398.081967:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.081988:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.081994:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.081997:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.082007:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.082016:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.082027:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.082033:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.082039:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.082043:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 400 into portal 4 MB=0x6a9f7afd56180 00000400:00000200:0.0:1788838398.082049:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.082056:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 400/400 into md 0x7131 [1] + 224 00000800:00000001:0.0:1788838398.082064:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.082072:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.082076:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.082080:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.082090:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.082101:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838398.082113:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.082214:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.082226:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.082231:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.082329:0:34760:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838398.082340:0:34760:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838398.082342:0:34760:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838398.082346:0:34760:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838398.082352:0:34760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:2.0:1788838398.082355:0:34760:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:2.0:1788838398.082358:0:34760:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838398.082363:0:34760:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838398.082371:0:34760:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.082376:0:34760:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838398.082378:0:34760:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.082380:0:34760:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838398.082384:0:34760:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838398.082387:0:34760:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838398.082390:0:34760:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.082393:0:34760:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838398.082405:0:34760:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=77 v=5 (5 5 5 16) 00000100:00001000:2.0:1788838398.082410:0:34760:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838398.082413:0:34760:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838398.082415:0:34760:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.082419:0:34760:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838398.082423:0:34760:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.082428:0:34760:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838398.082430:0:34760:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1788838398.082432:0:34760:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838398.082434:0:34760:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.082439:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.082445:0:34760:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.083256:0:34760:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838398.083263:0:34760:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.083273:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838398.083284:0:34760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2680 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34760:1875731132277120:192.168.203.123@tcp:101:uname.0 00000100:00000001:2.0:1788838398.083291:0:34760:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.083295:0:34760:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.083298:0:34760:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838398.083301:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.083305:0:34760:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.083313:0:34760:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838398.083316:0:34760:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.083321:0:34760:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838398.083323:0:34760:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.083327:0:34760:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788838398.083331:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.083334:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.083338:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:2.0:1788838398.083341:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.083345:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000040:2.0:1788838398.083355:0:34760:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc1516c00, remote cookie: 0xff98f31736b3bf84, flags: 0x20002 00010000:00000001:2.0:1788838398.083359:0:34760:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788838398.083363:0:34760:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.083365:0:34760:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1788838398.083375:0:34760:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788838398.083389:0:34760:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff98afd83acb00) refcount = 1 00010000:00000040:2.0:1788838398.083393:0:34760:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1788838398.083396:0:34760:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.083404:0:34760:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.083407:0:34760:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1788838398.083410:0:34760:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838398.083421:0:34760:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.1:1788838398.084786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beaa00. 00000800:00000001:0.0:1788838398.086036:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.086057:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.086062:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.086065:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.086078:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.086087:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.086098:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.086104:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.086110:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.086115:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 392 into portal 15 MB=0x6a9f7b0c55b00 00000400:00000200:0.0:1788838398.086135:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 392/392 into md 0x6b81 [2] + 1376 00000800:00000001:0.0:1788838398.086144:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.086153:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.086156:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.086161:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.086172:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838398.086174:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1788838398.086182:0:2344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd090ad80. 00000100:00000040:0.0:1788838398.086190:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd090ad80 x1875731148004096 msgsize 392 00000100:00100000:0.0:1788838398.086204:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000001:0.0:1788838398.086225:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.086237:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.086241:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838398.086385:0:15898:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788838398.086389:0:15898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731148004096 02000000:00000001:1.0:1788838398.086392:0:15898:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788838398.086395:0:15898:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838398.086398:0:15898:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838398.086403:0:15898:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838398.086408:0:15898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731148004096 00000020:00000001:1.0:1788838398.086412:0:15898:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788838398.086414:0:15898:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:1.0:1788838398.086417:0:15898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.086421:0:15898:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:1.0:1788838398.086425:0:15898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:1.0:1788838398.086428:0:15898:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000001:1.0:1788838398.086433:0:15898:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838398.086440:0:15898:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98180. 00000100:00000001:1.0:1788838398.086444:0:15898:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838398.086447:0:15898:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98180. 00000020:00000010:1.0:1788838398.086524:0:15898:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd1126a00. 00000020:00000010:1.0:1788838398.086531:0:15898:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc894af80. 00000020:00000010:1.0:1788838398.086537:0:15898:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afd00a0bb8. 00000100:00000040:1.0:1788838398.086547:0:15898:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788838398.086551:0:15898:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788838398.086553:0:15898:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788838398.086557:0:15898:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.086566:0:15898:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.086580:0:15898:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838398.086594:0:15898:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788838398.086596:0:15898:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788838398.086602:0:15898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 64 00000100:00000040:1.0:1788838398.086606:0:15898:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506e000 : new rpc_count 1 00000100:00000001:1.0:1788838398.086609:0:15898:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479618682240 : -113594090869376 : ffff98afd090ad80) 00000100:00000040:1.0:1788838398.086618:0:15898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd090ad80 x1875731148004096/t0(0) o105->LOV_OSC_UUID@192.168.203.123@tcp:299/0 lens 392/0 e 0 to 0 dl 1788838409 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788838398.086629:0:15898:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788838398.086632:0:15898:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd0c98180. 00000100:00000001:1.0:1788838398.086634:0:15898:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788838398.086637:0:15898:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd0c98180. 00000100:00100000:1.0:1788838398.086642:0:15898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd090ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5845:x1875731148004096:12345-192.168.203.123@tcp:105: 00000100:00000200:1.0:1788838398.086646:0:15898:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731148004096 00010000:00000001:1.0:1788838398.086650:0:15898:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788838398.086696:0:15898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.086698:0:15898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.086700:0:15898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:1.0:1788838398.086703:0:15898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.086706:0:15898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00010000:1.0:1788838398.086714:0:15898:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838398.086727:0:15898:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1788838398.086730:0:15898:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788838398.086740:0:15898:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838398.086749:0:15898:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788838398.086752:0:15898:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.086755:0:15898:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788838398.086757:0:15898:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1788838398.086760:0:15898:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838398.086766:0:15898:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1788838398.086770:0:15898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788838398.086779:0:15898:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff98afd83acb00) refcount = 1 00010000:00000040:1.0:1788838398.086782:0:15898:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788838398.086785:0:15898:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788838398.086794:0:15898:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1788838398.086797:0:15898:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788838398.086807:0:15898:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff98afd0c98180. 00000100:00000001:1.0:1788838398.086811:0:15898:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838398.086817:0:15898:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4480. 00000100:00000001:1.0:1788838398.086820:0:15898:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419098240 : -113594290453376 : ffff98afc4ab4480) 00000100:00000001:1.0:1788838398.086823:0:15898:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446630479419098240 : -113594290453376 : ffff98afc4ab4480) 00000100:00000001:1.0:1788838398.086826:0:15898:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838398.086828:0:15898:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1788838398.086830:0:15898:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1788838398.086833:0:15898:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788838398.086839:0:15898:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.086842:0:15898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.086844:0:15898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.086845:0:15898:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.086847:0:15898:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1788838398.086848:0:15898:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788838398.086851:0:15898:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.086853:0:15898:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.086856:0:15898:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1788838398.086859:0:15898:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4480. 00000100:00000001:1.0:1788838398.086862:0:15898:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1788838398.086863:0:15898:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1788838398.086866:0:15898:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff98afd0c98180. 00010000:00010000:1.0:1788838398.086869:0:15898:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff98afc1516c00) 00010000:00000001:1.0:1788838398.086872:0:15898:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.086874:0:15898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.086875:0:15898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838398.086878:0:15898:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788838398.086881:0:15898:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788838398.086888:0:15898:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd13eb400. 02000000:00000001:1.0:1788838398.086891:0:15898:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.086894:0:15898:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.086900:0:15898:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788838398.086903:0:15898:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838398.086908:0:15898:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1788838398.086913:0:15898:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788838398.086916:0:15898:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:1.0:1788838398.086919:0:15898:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:1.0:1788838398.086921:0:15898:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788838398.086923:0:15898:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.086927:0:15898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838398.086931:0:15898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838398.086936:0:15898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc110. 00000100:00000200:1.0:1788838398.086942:0:15898:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731148004096, offset 224 00000400:00000200:1.0:1788838398.086950:0:15898:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00010000:00010000:2.0:1788838398.087339:0:34760:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.087349:0:34760:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.087354:0:34760:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.087368:0:34760:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788838398.087370:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.087372:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.087373:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.087374:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.087377:0:34760:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.087382:0:34760:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788838398.087385:0:34760:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788838398.087389:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.087391:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.087393:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=3 00000020:00000001:2.0:1788838398.087395:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.087398:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.087401:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.087402:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.087404:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:2.0:1788838398.087406:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.087408:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.087411:0:34760:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.087414:0:34760:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.087418:0:34760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.087425:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.087426:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838398.087429:0:34760:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788838398.087434:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00010000:2.0:1788838398.087438:0:34760:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788838398.087446:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000400:00000200:1.0:1788838398.088083:0:15898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.088094:0:15898:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838398.088101:0:15898:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2654:2654:256:4294967295] 192.168.203.123@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:1.0:1788838398.088106:0:15898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.088115:0:15898:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838398.088133:0:15898:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838398.088142:0:15898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933e00. 00000800:00000200:1.0:1788838398.088150:0:15898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838398.088159:0:15898:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838398.088165:0:15898:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788838398.088175:0:15898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838398.088179:0:15898:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:1.0:1788838398.088183:0:15898:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838398.088193:0:15898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd090ad80 x1875731148004096/t0(0) o105->LOV_OSC_UUID@192.168.203.123@tcp:299/0 lens 392/224 e 0 to 0 dl 1788838409 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788838398.088215:0:15898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd090ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5845:x1875731148004096:12345-192.168.203.123@tcp:105: Request processed in 1583us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1788838398.088225:0:15898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 64 00000100:00000040:1.0:1788838398.088229:0:15898:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506e000 : new rpc_count 0 00000100:00000001:1.0:1788838398.088232:0:15898:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788838398.088235:0:15898:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788838398.088242:0:15898:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc894af80. 00000020:00000010:1.0:1788838398.088248:0:15898:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afd00a0bb8. 00000020:00000010:1.0:1788838398.088252:0:15898:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afd1126a00. 00000020:00000040:1.0:1788838398.088259:0:15898:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 00000100:00000001:1.0:1788838398.088262:0:15898:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838398.088338:0:34760:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838398.088342:0:34760:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788838398.088345:0:34760:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838398.088348:0:34760:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088351:0:34760:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088353:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:2.0:1788838398.088355:0:34760:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1788838398.088359:0:34760:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.088362:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.088364:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.088366:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:2.0:1788838398.088368:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.088371:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.088374:0:34760:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.088378:0:34760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.088387:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.088389:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788838398.088391:0:34760:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.088398:0:34760:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.088399:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.088400:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838398.088401:0:34760:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.088405:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.088412:0:34760:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2680 x1875731132277120/t0(0) o101->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.088419:0:34760:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838398.088422:0:34760:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838398.088426:0:34760:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838398.088430:0:34760:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838398.088433:0:34760:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.088435:0:34760:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838398.088437:0:34760:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838398.088441:0:34760:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eb400. 02000000:00000001:2.0:1788838398.088444:0:34760:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838398.088446:0:34760:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838398.088515:0:34760:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2680. 00000100:00000001:2.0:1788838398.088521:0:34760:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838398.088523:0:34760:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838398.088525:0:34760:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.088528:0:34760:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088532:0:34760:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.088535:0:34760:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088537:0:34760:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088539:0:34760:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088543:0:34760:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088546:0:34760:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088549:0:34760:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788838398.088555:0:34760:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1788838398.088561:0:34760:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838398.088563:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.088565:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.088567:0:34760:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838398.088573:0:34760:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788838398.088578:0:34760:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838398.088580:0:34760:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.088581:0:34760:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838398.088583:0:34760:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.088585:0:34760:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838398.088589:0:34760:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.088592:0:34760:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838398.088594:0:34760:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088596:0:34760:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088598:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:2.0:1788838398.088601:0:34760:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788838398.088604:0:34760:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788838398.088609:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fb80 00000080:00200000:2.0:1788838398.088611:0:34760:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1788838398.088615:0:34760:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788838398.088619:0:34760:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:2.0:1788838398.088622:0:34760:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1b40 addref 2/0 by ffff98afd0014f80. 00020000:00000002:2.0:1788838398.088625:0:34760:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:2.0:1788838398.088628:0:34760:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788838398.088631:0:34760:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788838398.088635:0:34760:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788838398.088639:0:34760:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1788838398.088643:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.088645:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.088647:0:34760:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788838398.088650:0:34760:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788838398.088653:0:34760:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088677:0:34760:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.088680:0:34760:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088682:0:34760:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.088706:0:34760:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788838398.088708:0:34760:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1788838398.088742:0:34760:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788838398.088744:0:34760:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffff5ee043c0500 0 1 00000020:00000001:2.0:1788838398.088748:0:34760:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788838398.088750:0:34760:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088753:0:34760:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788838398.088759:0:34760:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff98afc2e6b540. 00000020:00000001:2.0:1788838398.088763:0:34760:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838398.088765:0:34760:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788838398.088768:0:34760:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788838398.088771:0:34760:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788838398.088773:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.088775:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000008:00000001:2.0:1788838398.088779:0:34760:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788838398.088781:0:34760:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff98afc2e6b5b0 folio fffff5ee043c0500 pg:0 obj off 0 00000008:00000001:2.0:1788838398.088784:0:34760:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088786:0:34760:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788838398.088787:0:34760:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788838398.088789:0:34760:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788838398.088791:0:34760:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.088795:0:34760:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088798:0:34760:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446630479389439296 : -113594320112320 : ffff98afc2e6b540) 00000020:00000001:2.0:1788838398.088800:0:34760:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446630479389439296 : -113594320112320 : ffff98afc2e6b540) 00000020:00000001:2.0:1788838398.088803:0:34760:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788838398.088806:0:34760:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838398.088807:0:34760:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479407046848 : -113594302504768 : ffff98afc3f360c0) 00000020:00000001:2.0:1788838398.088810:0:34760:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788838398.088812:0:34760:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788838398.088814:0:34760:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838398.088819:0:34760:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048cd7fd1[2 000000003ba3b2bd 1 1 00000000eaee5926 0 0 0] 00000020:00000001:2.0:1788838398.088821:0:34760:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788838398.088823:0:34760:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838398.088824:0:34760:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788838398.088827:0:34760:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788838398.088829:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.088830:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.088832:0:34760:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838398.088834:0:34760:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788838398.088836:0:34760:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788838398.088838:0:34760:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088840:0:34760:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.088841:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00000001:2.0:1788838398.088845:0:34760:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838398.088848:0:34760:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788838398.088850:0:34760:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.088853:0:34760:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788838398.088856:0:34760:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1788838398.088858:0:34760:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788838398.088859:0:34760:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479407046848 : -113594302504768 : ffff98afc3f360c0) 00000020:00000001:2.0:1788838398.088861:0:34760:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788838398.088862:0:34760:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838398.088865:0:34760:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788838398.088867:0:34760:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838398.088869:0:34760:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788838398.088870:0:34760:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788838398.088874:0:34760:0:(rw26.c:929:ll_write_end()) page@0000000048cd7fd1[3 000000003ba3b2bd 2 1 00000000eaee5926 0 0 0] 00000080:00200000:2.0:1788838398.088877:0:34760:0:(rw26.c:929:ll_write_end()) vmpage @00000000b89a7f13 17ffffc0001001 3:0 ffff98afc2e6b540 0 lru 00000080:00200000:2.0:1788838398.088886:0:34760:0:(rw26.c:929:ll_write_end()) osc-page@0000000057d62e8c 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096d8eead 0000000080994c33 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788838398.088889:0:34760:0:(rw26.c:929:ll_write_end()) end page@0000000048cd7fd1 00000080:00200000:2.0:1788838398.088891:0:34760:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788838398.088893:0:34760:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1788838398.088897:0:34760:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788838398.088899:0:34760:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1788838398.088902:0:34760:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788838398.088904:0:34760:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788838398.088906:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.088908:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.088910:0:34760:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788838398.088912:0:34760:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788838398.088915:0:34760:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788838398.088917:0:34760:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788838398.088918:0:34760:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788838398.088920:0:34760:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788838398.088924:0:34760:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff98afd00b28c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff98afc2e6b5b0 folio fffff5ee043c0500 pg:0 added for cmd 2 00000008:00000001:2.0:1788838398.088929:0:34760:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788838398.088931:0:34760:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788838398.088937:0:34760:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788838398.088942:0:34760:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff98afc2e6b5e8 page fffff5ee043c0500 00000008:00000020:2.0:1788838398.088946:0:34760:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff98afd0025800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000800:00000200:0.0:1788838398.089240:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.089246:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933e00. 00000400:00000200:0.0:1788838398.089401:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.089409:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.089417:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc110 00000400:00000010:0.0:1788838398.089420:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc110. 00000100:00000001:0.0:1788838398.089426:0:2343:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1788838398.089427:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:2.0:1788838398.090065:0:34760:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788838398.090069:0:34760:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.090074:0:34760:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788838398.090080:0:34760:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff98b0020d7b40. 00000008:00000020:2.0:1788838398.090090:0:34760:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff98afd00b28c0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:2.0:1788838398.090097:0:34760:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afd00b28c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788838398.090104:0:34760:0:(osc_cache.c:858:osc_extent_find()) extent ffff98b0020d7b40@{[0 -> 255/255], [3|1|-|active|wi|ffff98afd00b28c0], [1703936|0|-|-|ffff98afc1516c00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788838398.090112:0:34760:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000001ec26fba ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1788838398.090192:0:34760:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788838398.090205:0:34760:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.090209:0:34760:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.090212:0:34760:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788838398.090215:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000002:2.0:1788838398.090218:0:34760:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1788838398.090221:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.090223:0:34760:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788838398.090226:0:34760:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1788838398.090229:0:34760:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838398.090231:0:34760:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090233:0:34760:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090235:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:2.0:1788838398.090237:0:34760:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788838398.090239:0:34760:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788838398.090241:0:34760:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838398.090246:0:34760:0:(cl_page.c:556:cl_batch_put()) page@0000000048cd7fd1[4 000000003ba3b2bd 2 1 00000000eaee5926 0 0 0] 00000020:00000001:2.0:1788838398.090248:0:34760:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788838398.090250:0:34760:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788838398.090251:0:34760:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788838398.090254:0:34760:0:(osc_request.c:745:osc_update_next_shrink()) next time 3060 to shrink grant 00000080:00000001:2.0:1788838398.090257:0:34760:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788838398.090260:0:34760:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788838398.090271:0:34760:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff98afd1585d38, count 1, dirtied 1 00000080:00000001:2.0:1788838398.090274:0:34760:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788838398.090277:0:34760:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788838398.090279:0:34760:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788838398.090280:0:34760:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788838398.090282:0:34760:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838398.090285:0:34760:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048cd7fd1[3 000000003ba3b2bd 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.090287:0:34760:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788838398.090289:0:34760:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838398.090291:0:34760:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788838398.090292:0:34760:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838398.090294:0:34760:0:(cl_page.c:556:cl_batch_put()) page@0000000048cd7fd1[3 000000003ba3b2bd 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.090296:0:34760:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788838398.090298:0:34760:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788838398.090299:0:34760:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788838398.090301:0:34760:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788838398.090303:0:34760:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090305:0:34760:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.090308:0:34760:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090310:0:34760:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838398.090312:0:34760:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1788838398.090315:0:34760:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788838398.090317:0:34760:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788838398.090318:0:34760:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090322:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fb80 00000080:00200000:2.0:1788838398.090324:0:34760:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1788838398.090327:0:34760:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.090331:0:34760:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788838398.090334:0:34760:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838398.090336:0:34760:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788838398.090338:0:34760:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788838398.090340:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.090342:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.090344:0:34760:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788838398.090345:0:34760:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788838398.090346:0:34760:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090348:0:34760:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090350:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:2.0:1788838398.090352:0:34760:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090354:0:34760:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.090356:0:34760:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.090357:0:34760:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090359:0:34760:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090361:0:34760:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788838398.090363:0:34760:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788838398.090364:0:34760:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788838398.090366:0:34760:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788838398.090368:0:34760:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788838398.090372:0:34760:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788838398.090376:0:34760:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afd00b28c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788838398.090383:0:34760:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838398.090387:0:34760:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.090389:0:34760:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838398.090392:0:34760:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.090394:0:34760:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788838398.090396:0:34760:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788838398.090397:0:34760:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.090399:0:34760:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.090401:0:34760:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788838398.090403:0:34760:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838398.090406:0:34760:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788838398.090408:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd0cffe48 (ffff98afc89d3f38/0) at cl_lock_release():245 00000020:00000001:2.0:1788838398.090412:0:34760:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838398.090413:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd0cffe48 (ffff98afc89d3f38/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788838398.090417:0:34760:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788838398.090419:0:34760:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.090421:0:34760:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.090423:0:34760:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838398.090425:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd85e5a30 (ffff98afc89d3758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788838398.090428:0:34760:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788838398.090430:0:34760:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788838398.090433:0:34760:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.090436:0:34760:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.090439:0:34760:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:2.0:1788838398.090441:0:34760:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.090444:0:34760:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.090447:0:34760:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.091066:0:34760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.091078:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.091080:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.091082:0:34760:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.091086:0:34760:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.091089:0:34760:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838398.091097:0:34760:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.091102:0:34760:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.091105:0:34760:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.091110:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.091111:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.091113:0:34760:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.091116:0:34760:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.091182:0:34760:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.091185:0:34760:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.091189:0:34760:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.091192:0:34760:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.091202:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.091204:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.091206:0:34760:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.091207:0:34760:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838398.091208:0:34760:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788838398.091211:0:34760:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.091212:0:34760:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.091214:0:34760:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.091216:0:34760:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838398.091217:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd0cffe48 (ffff98afc89d3f38/0) at cl_lock_fini():72 00020000:00000001:2.0:1788838398.091221:0:34760:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788838398.091222:0:34760:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838398.091223:0:34760:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd85e5a30 (ffff98afc89d3f38/1) at cl_lock_fini():72 00000008:00000010:2.0:1788838398.091227:0:34760:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afc89a5300. 00000020:00000001:2.0:1788838398.091233:0:34760:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788838398.091235:0:34760:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afd85e5a00. 00020000:00000001:2.0:1788838398.091239:0:34760:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788838398.091240:0:34760:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788838398.091241:0:34760:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788838398.091244:0:34760:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788838398.091246:0:34760:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838398.091248:0:34760:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838398.091249:0:34760:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788838398.091251:0:34760:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.091253:0:34760:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.091254:0:34760:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788838398.091255:0:34760:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788838398.091257:0:34760:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788838398.091261:0:34760:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788838398.091263:0:34760:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788838398.091264:0:34760:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838398.091267:0:34760:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838398.091268:0:34760:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838398.091269:0:34760:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788838398.091272:0:34760:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788838398.091274:0:34760:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.091276:0:34760:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.091278:0:34760:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838398.091279:0:34760:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838398.091281:0:34760:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788838398.091287:0:34760:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788838398.091290:0:34760:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788838398.091293:0:34760:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788838398.091295:0:34760:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838398.091297:0:34760:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838398.091299:0:34760:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838398.091300:0:34760:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838398.091301:0:34760:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838398.091304:0:34760:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3750 00020000:00000001:2.0:1788838398.091308:0:34760:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838398.091309:0:34760:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838398.091311:0:34760:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838398.091313:0:34760:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838398.091316:0:34760:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838398.091317:0:34760:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788838398.091319:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc98 00000080:00200000:2.0:1788838398.091321:0:34760:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1788838398.091326:0:34760:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838398.091329:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.091330:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.091332:0:34760:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838398.091336:0:34760:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788838398.091341:0:34760:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838398.091343:0:34760:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788838398.091345:0:34760:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788838398.091346:0:34760:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1788838398.091348:0:34760:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=23 (1) m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:2.0:1788838398.091353:0:34760:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.091355:0:34760:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:2.0:1788838398.091358:0:34760:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.091360:0:34760:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.091363:0:34760:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:2.0:1788838398.091365:0:34760:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788838398.091368:0:34760:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788838398.091373:0:34760:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1788838398.091376:0:34760:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1788838398.091378:0:34760:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000020:00000001:2.0:1788838398.091381:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd88 00000080:00000008:2.0:1788838398.091383:0:34760:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1788838398.091385:0:34760:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788838398.091410:0:34760:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788838398.091413:0:34760:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:2.0:1788838398.091417:0:34760:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:2.0:1788838398.091420:0:34760:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.091429:0:34760:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788838398.091431:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fdf0 00000080:00200008:2.0:1788838398.091433:0:34760:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 102001 00000080:00000001:2.0:1788838398.091437:0:34760:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788838398.091440:0:34760:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788838398.091442:0:34760:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788838398.091443:0:34760:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:2.0:1788838398.091445:0:34760:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:2.0:1788838398.091447:0:34760:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.092041:0:34760:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788838398.092052:0:34760:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.092055:0:34760:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.092065:0:34760:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:2.0:1788838398.092068:0:34760:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.092075:0:34760:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838398.092077:0:34760:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:2.0:1788838398.092080:0:34760:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838398.092082:0:34760:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838398.092090:0:34760:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd85eb400. 00000080:00000001:2.0:1788838398.092093:0:34760:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838398.092100:0:34760:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838398.092104:0:34760:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838398.092107:0:34760:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:2.0:1788838398.092111:0:34760:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838398.092114:0:34760:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:2.0:1788838398.092372:0:34760:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2680. 00000020:00000040:2.0:1788838398.092378:0:34760:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838398.092384:0:34760:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.092389:0:34760:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.092394:0:34760:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.092402:0:34760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85ea400. 00000100:00000001:2.0:1788838398.092411:0:34760:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838398.092605:0:34760:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838398.092620:0:34760:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838398.092626:0:34760:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838398.092633:0:34760:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838398.092635:0:34760:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838398.092643:0:34760:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.092645:0:34760:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489177088 : -113594220374528 : ffff98afc8d89600) 00000100:00000001:2.0:1788838398.092648:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.092650:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000001:2.0:1788838398.092743:0:34760:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.092750:0:34760:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.092753:0:34760:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838398.092755:0:34760:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838398.092760:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.092769:0:34760:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838398.092772:0:34760:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.092777:0:34760:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838398.092780:0:34760:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838398.092783:0:34760:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.092786:0:34760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2680 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34760:1875731132277504:192.168.203.123@tcp:35:uname.0 00000100:00000001:2.0:1788838398.092794:0:34760:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838398.092801:0:34760:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838398.092804:0:34760:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.092807:0:34760:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838398.092812:0:34760:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406e000. 02000000:00000001:2.0:1788838398.092814:0:34760:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.092824:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838398.092829:0:34760:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838398.092838:0:34760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838398.092847:0:34760:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132277504, portal 10 00000100:00000001:2.0:1788838398.092849:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.092850:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000040:2.0:1788838398.092857:0:34760:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.092865:0:34760:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838398.092868:0:34760:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838398.092871:0:34760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838398.092875:0:34760:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132277504, offset 0 00000400:00000200:2.0:1788838398.092882:0:34760:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838398.092893:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.092901:0:34760:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838398.092908:0:34760:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838398.092914:0:34760:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838398.092918:0:34760:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838398.092921:0:34760:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838398.092926:0:34760:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2655:2655:256:4294967295] 192.168.203.123@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:2.0:1788838398.092931:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.092941:0:34760:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838398.092948:0:34760:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838398.093522:0:34760:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14100. 00000800:00000200:2.0:1788838398.093535:0:34760:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838398.093546:0:34760:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838398.093551:0:34760:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838398.093639:0:34760:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.093645:0:34760:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 805931 usecs (806 jiffies) 00000400:00000200:2.0:1788838398.093649:0:34760:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838398.093653:0:34760:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528872 00000100:00000001:2.0:1788838398.093688:0:34760:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296528757 00000100:00000001:2.0:1788838398.093696:0:34760:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528873 00000100:00000001:2.0:1788838398.093699:0:34760:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296528757 00000100:00000001:2.0:1788838398.093703:0:34760:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.093706:0:34760:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.093709:0:34760:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838398.093711:0:34760:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838398.093714:0:34760:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89600 going to sleep for 11 seconds 00000100:00000001:2.0:1788838398.093717:0:34760:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838398.093720:0:34760:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788838398.108392:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.108781:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788838398.108786:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.108791:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838398.108804:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.108812:0:2343:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:1.0:1788838398.108826:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.108832:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.108838:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.108842:0:2343:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd56200 00000400:00000200:1.0:1788838398.108848:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.108856:0:2343:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x7141 [1] + 224 00000800:00000001:1.0:1788838398.108865:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.108879:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788838398.108884:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838398.108889:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:1.0:1788838398.108898:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838398.108919:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788838398.108932:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.109065:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.109071:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1788838398.109213:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.109219:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14100. 00000400:00000200:0.0:1788838398.109224:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.109230:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.109235:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:0.0:1788838398.109238:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:0.0:1788838398.109243:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.109248:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.109260:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.109265:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.109273:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.109274:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788838398.109366:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788838398.109377:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788838398.109382:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838398.111883:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.111893:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.111898:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838398.112313:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838398.112316:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838398.112322:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.112338:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838398.112351:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.112359:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.112362:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.112365:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.112369:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.112372:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.112375:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.112379:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.112392:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef538 time=214 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838398.112397:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.112400:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.112402:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.112406:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.112412:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.112416:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.112419:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1788838398.112421:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.112424:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.112429:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.112438:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.112442:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.112444:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838398.113022:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838398.113033:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132277248:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838398.113040:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.113044:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.113048:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac0a80 x1875731132277248/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.113055:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838398.113058:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.113062:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd00a7e00. 02000000:00000001:3.0:1788838398.113068:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838398.113072:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838398.113075:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838398.113077:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838398.113080:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eac00. 02000000:00000001:3.0:1788838398.113084:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838398.113086:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838398.113088:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac0a80. 00000100:00000001:3.0:1788838398.113091:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838398.113093:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.113096:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.113107:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.113109:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.113113:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.113116:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838398.117105:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.117138:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.117144:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.117147:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.117159:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.117167:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.117177:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.117183:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.117190:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.117212:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd56300 00000400:00000200:0.0:1788838398.117218:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.117226:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x7151 [1] + 224 00000800:00000001:0.0:1788838398.117235:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.117244:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.117248:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.117253:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.117262:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.117274:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838398.117287:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.117374:0:34760:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838398.117796:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.117809:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.117814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838398.119247:0:34760:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838398.119255:0:34760:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838398.119261:0:34760:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838398.119271:0:34760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:2.0:1788838398.119273:0:34760:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:2.0:1788838398.119279:0:34760:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838398.119291:0:34760:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838398.119303:0:34760:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2680 x1875731132277504/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.119312:0:34760:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838398.119314:0:34760:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.119317:0:34760:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838398.119321:0:34760:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838398.119324:0:34760:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838398.119328:0:34760:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.119331:0:34760:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838398.119343:0:34760:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=77 v=5 (10 5 5 5) 00000100:00001000:2.0:1788838398.119348:0:34760:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838398.119350:0:34760:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838398.119352:0:34760:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.119356:0:34760:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838398.119359:0:34760:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.119363:0:34760:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838398.119366:0:34760:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838398.119367:0:34760:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838398.119370:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.119372:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000100:00000001:2.0:1788838398.119376:0:34760:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838398.119378:0:34760:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:2.0:1788838398.119380:0:34760:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838398.119384:0:34760:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.119390:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2680 x1875731132277504/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.119398:0:34760:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.119401:0:34760:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838398.119404:0:34760:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.119408:0:34760:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2680 x1875731132277504/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838398.119416:0:34760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2680 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34760:1875731132277504:192.168.203.123@tcp:35:uname.0 00000100:00000001:2.0:1788838398.119422:0:34760:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.119425:0:34760:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.119427:0:34760:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838398.119430:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.119433:0:34760:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132277504/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.119440:0:34760:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838398.119445:0:34760:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.120107:0:34760:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838398.120111:0:34760:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.120186:0:34760:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.120187:0:34760:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419156096 : -113594290395520 : ffff98afc4ac2680) 00000002:00000001:2.0:1788838398.120192:0:34760:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.120204:0:34760:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838398.120211:0:34760:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eb400. 00000080:00000001:2.0:1788838398.120216:0:34760:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838398.120220:0:34760:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838398.120228:0:34760:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838398.120237:0:34760:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788838398.120247:0:34760:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.120249:0:34760:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838398.120251:0:34760:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd00d2fc0. 00000100:00000001:2.0:1788838398.120254:0:34760:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.120258:0:34760:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2680 x1875731132277504/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.120265:0:34760:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.120268:0:34760:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838398.120273:0:34760:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a0280. 00000080:00000001:2.0:1788838398.120278:0:34760:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.120295:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fdf0 00000080:00000008:2.0:1788838398.120299:0:34760:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 102001, rc = 0 00000080:00000001:2.0:1788838398.120302:0:34760:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.120309:0:34760:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838398.120311:0:34760:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fe00 00000080:00002000:2.0:1788838398.120313:0:34760:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd1739870, parent ffff98afd8effa20, inode ffff98afd1585b88) hashed, 00000080:00000001:2.0:1788838398.120317:0:34760:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.199829:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fd08 00000080:00200008:3.0:1788838398.199842:0:34765:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838398.199852:0:34765:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838398.199854:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fc80 00000080:00200000:3.0:1788838398.199856:0:34765:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838398.199864:0:34765:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd00a6000. 00800000:00000002:3.0:1788838398.199871:0:34765:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838398.199876:0:34765:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838398.199883:0:34765:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.199885:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fba0 00800000:00000002:3.0:1788838398.199888:0:34765:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838398.199892:0:34765:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838398.199896:0:34765:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838398.200203:0:34765:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.200207:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fa70 00000002:00010000:3.0:1788838398.200209:0:34765:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838398.200213:0:34765:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838398.200216:0:34765:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838398.200220:0:34765:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838398.200229:0:34765:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.200232:0:34765:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.200234:0:34765:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.200237:0:34765:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838398.200239:0:34765:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788838398.200248:0:34765:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896c700. 00000020:00000040:3.0:1788838398.200253:0:34765:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:3.0:1788838398.200263:0:34765:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838398.200269:0:34765:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.200277:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.200279:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.200281:0:34765:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.200284:0:34765:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838398.200289:0:34765:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838398.200295:0:34765:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838398.200304:0:34765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8717400. 00000100:00000001:3.0:1788838398.200313:0:34765:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.200318:0:34765:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838398.200319:0:34765:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.200321:0:34765:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838398.200322:0:34765:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.200324:0:34765:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.200331:0:34765:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00010000:00000001:3.0:1788838398.200336:0:34765:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838398.200338:0:34765:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838398.200343:0:34765:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac900. 00010000:00000010:3.0:1788838398.200348:0:34765:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675380. 00010000:00000001:3.0:1788838398.200352:0:34765:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838398.200356:0:34765:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bebe00. 00000020:00000001:3.0:1788838398.200361:0:34765:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838398.200364:0:34765:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bebe00 with handle 0x9f68a6b43b62d0ae to hash 00000020:00000001:3.0:1788838398.200366:0:34765:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838398.200368:0:34765:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.200373:0:34765:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.200377:0:34765:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.200380:0:34765:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.200385:0:34765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.200548:0:34765:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34765 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.200561:0:34765:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34765 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838398.200567:0:34765:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838398.200569:0:34765:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838398.200577:0:34765:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838398.200579:0:34765:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775040 : -113594290776576 : ffff98afc4a65600) 00000100:00000001:3.0:1788838398.200582:0:34765:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.200584:0:34765:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000001:3.0:1788838398.200589:0:34765:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838398.200593:0:34765:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.200596:0:34765:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838398.200598:0:34765:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838398.200611:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.200620:0:34765:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838398.200623:0:34765:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.200628:0:34765:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838398.200631:0:34765:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838398.200635:0:34765:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838398.200639:0:34765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34765:1875731132277632:192.168.203.123@tcp:101:lfs.0 00000100:00000001:3.0:1788838398.200644:0:34765:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838398.200651:0:34765:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838398.200784:0:34765:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.200788:0:34765:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838398.200794:0:34765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afd0917800. 02000000:00000001:3.0:1788838398.200796:0:34765:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838398.200806:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838398.200811:0:34765:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838398.200819:0:34765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838398.200827:0:34765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132277632, portal 10 00000100:00000001:3.0:1788838398.200829:0:34765:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.200830:0:34765:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484864256 : -113594224687360 : ffff98afc896c700) 00000100:00000040:3.0:1788838398.200838:0:34765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.200846:0:34765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838398.200849:0:34765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838398.200852:0:34765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce198. 00000100:00000200:3.0:1788838398.200857:0:34765:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132277632, offset 0 00000400:00000200:3.0:1788838398.200864:0:34765:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838398.200876:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.200885:0:34765:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838398.200891:0:34765:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838398.200896:0:34765:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838398.203078:0:34765:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838398.203090:0:34765:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838398.203097:0:34765:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2656:2656:256:4294967295] 192.168.203.123@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:3.0:1788838398.203105:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.203182:0:34765:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838398.203191:0:34765:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838398.203211:0:34765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3300. 00000800:00000200:3.0:1788838398.203220:0:34765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838398.203229:0:34765:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838398.203235:0:34765:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788838398.203316:0:34765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.203325:0:34765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 804997 usecs (805 jiffies) 00000400:00000200:3.0:1788838398.203329:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838398.203332:0:34765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528981 00000100:00000001:3.0:1788838398.203345:0:34765:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296528872 00000100:00000001:3.0:1788838398.203351:0:34765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528981 00000100:00000001:3.0:1788838398.203355:0:34765:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296528873 00000100:00000001:3.0:1788838398.203358:0:34765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.203362:0:34765:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.203366:0:34765:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.203368:0:34765:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838398.203371:0:34765:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65600 going to sleep for 11 seconds 00000100:00000001:3.0:1788838398.203375:0:34765:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.203378:0:34765:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.207236:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.207249:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3300. 00000400:00000200:0.0:1788838398.207259:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.207271:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.207281:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce198 00000400:00000010:0.0:1788838398.207284:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce198. 00000100:00000001:0.0:1788838398.207291:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.207302:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.207318:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.207322:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.207331:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.207333:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838398.225945:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.226035:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.226041:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.226044:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.226055:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.226064:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.226076:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.226081:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.226087:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.226091:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd56380 00000400:00000200:0.0:1788838398.226097:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.226105:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x7159 [1] + 224 00000800:00000001:0.0:1788838398.226114:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.226189:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.226202:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.226210:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.226219:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.226229:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838398.226242:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.226303:0:34765:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838398.226322:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.226334:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.226338:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838398.230277:0:34765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.230287:0:34765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.230291:0:34765:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838398.230303:0:34765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838398.230306:0:34765:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838398.230314:0:34765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.230331:0:34765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838398.230344:0:34765:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.230353:0:34765:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.230356:0:34765:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.230360:0:34765:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.230364:0:34765:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.230367:0:34765:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.230370:0:34765:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.230374:0:34765:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.230385:0:34765:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=77 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838398.230391:0:34765:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.231056:0:34765:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.231060:0:34765:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.231064:0:34765:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.231069:0:34765:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.231074:0:34765:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.231077:0:34765:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788838398.231079:0:34765:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.231083:0:34765:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.231093:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.231101:0:34765:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.231105:0:34765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.231108:0:34765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838398.231112:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838398.231596:0:34765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896c700 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34765:1875731132277632:192.168.203.123@tcp:101:lfs.0 00000100:00000001:3.0:1788838398.231602:0:34765:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.231607:0:34765:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.231610:0:34765:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838398.231613:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.231618:0:34765:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.231625:0:34765:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838398.231629:0:34765:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838398.231639:0:34765:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838398.231641:0:34765:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.231645:0:34765:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838398.231651:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.231753:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.231758:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=4 00000020:00000001:3.0:1788838398.231761:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.231765:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000040:3.0:1788838398.231774:0:34765:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bebe00, remote cookie: 0xff98f31736b3bf92, flags: 0x1001 00010000:00010000:3.0:1788838398.231780:0:34765:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.231793:0:34765:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.231800:0:34765:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838398.231805:0:34765:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838398.231808:0:34765:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838398.231809:0:34765:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838398.231811:0:34765:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838398.231814:0:34765:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afd83ac900) refcount = 1 00010000:00010000:3.0:1788838398.231819:0:34765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.231828:0:34765:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838398.231833:0:34765:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838398.231834:0:34765:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.231838:0:34765:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838398.231840:0:34765:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.231844:0:34765:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.231850:0:34765:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838398.231852:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.231854:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.231855:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.231856:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.231858:0:34765:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.231864:0:34765:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838398.231866:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.231867:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.231869:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.231871:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.231873:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.231876:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.231877:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.231879:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=4 00000020:00000001:3.0:1788838398.231880:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.231882:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.231885:0:34765:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.231888:0:34765:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.231891:0:34765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.231898:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.231900:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.231902:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.231903:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.231904:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=5 00000020:00000001:3.0:1788838398.231907:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.231909:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.231912:0:34765:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.231914:0:34765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.231920:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.231921:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.231924:0:34765:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.231930:0:34765:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.231931:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.231932:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.231934:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.231935:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838398.231940:0:34765:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838398.232698:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.232704:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.232707:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.232711:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.232714:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.232717:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.232719:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.232721:0:34765:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.232724:0:34765:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.232728:0:34765:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838398.232730:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.232731:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.232734:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.232736:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.232737:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00000002:00010000:3.0:1788838398.232742:0:34765:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.232751:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.232752:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.232754:0:34765:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838398.232756:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.232757:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.232758:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.232760:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.232762:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000040:3.0:1788838398.232769:0:34765:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:3.0:1788838398.232772:0:34765:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838398.232776:0:34765:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838398.232778:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.232779:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.232780:0:34765:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838398.232784:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f9f8 00000002:00002000:3.0:1788838398.232786:0:34765:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838398.232789:0:34765:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.232793:0:34765:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.232796:0:34765:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838398.232799:0:34765:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838398.232803:0:34765:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838398.232807:0:34765:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838398.232812:0:34765:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd00a6000. 00000080:00000001:3.0:1788838398.232820:0:34765:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838398.232822:0:34765:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838398.232830:0:34765:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838398.232835:0:34765:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788838398.237736:0:34765:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd110d280. 00800000:00000001:2.0:1788838398.237748:0:34765:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479627080320 : -113594082471296 : ffff98afd110d280) 00800000:00000001:2.0:1788838398.237752:0:34765:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.237757:0:34765:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788838398.237763:0:34765:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788838398.237766:0:34765:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788838398.237769:0:34765:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788838398.237773:0:34765:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788838398.237775:0:34765:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.237781:0:34765:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788838398.237784:0:34765:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788838398.237788:0:34765:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788838396 to 1788838397 00000080:00200000:2.0:1788838398.237793:0:34765:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788838398.237798:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.237801:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.237806:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:2.0:1788838398.237809:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.237813:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.237816:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.237819:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838398.237820:0:34765:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788838398.237826:0:34765:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788838398.237829:0:34765:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd110d280 1 00800000:00000010:2.0:1788838398.237832:0:34765:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd110d280. 00800000:00000001:2.0:1788838398.237840:0:34765:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.237844:0:34765:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0ae 00800000:00000001:2.0:1788838398.237848:0:34765:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838398.237852:0:34765:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838398.237853:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.237855:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.237856:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:2.0:1788838398.237858:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.237861:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.237864:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.237865:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.237867:0:34765:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.237869:0:34765:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.237872:0:34765:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.237876:0:34765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838398.237879:0:34765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0ae from it ffffbbcb00d7fcb8 00010000:00000001:2.0:1788838398.237882:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.237883:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.237884:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:2.0:1788838398.237886:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.237889:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.237892:0:34765:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.237897:0:34765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.237907:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.237908:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.237910:0:34765:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.237913:0:34765:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.237916:0:34765:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838398.237924:0:34765:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.237928:0:34765:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.237931:0:34765:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.237936:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.237938:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.237939:0:34765:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.237943:0:34765:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.237945:0:34765:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.237947:0:34765:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.238563:0:34765:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.238569:0:34765:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.238571:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.238573:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838398.238577:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.238593:0:34765:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896c700 x1875731132277632/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.238608:0:34765:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838398.238612:0:34765:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838398.238616:0:34765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afd0917800. 02000000:00000001:2.0:1788838398.238622:0:34765:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838398.238625:0:34765:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.238627:0:34765:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838398.238629:0:34765:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838398.238634:0:34765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8717400. 02000000:00000001:2.0:1788838398.238638:0:34765:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838398.238641:0:34765:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838398.238643:0:34765:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896c700. 00000100:00000001:2.0:1788838398.238648:0:34765:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838398.238650:0:34765:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838398.238743:0:34765:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.238752:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fd08 00000080:00000008:2.0:1788838398.238756:0:34765:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838398.241315:0:34765:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.241378:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fd08 00000080:00200008:2.0:1788838398.241382:0:34765:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788838398.241390:0:34765:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838398.241391:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fc80 00000080:00200000:2.0:1788838398.241406:0:34765:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838398.241416:0:34765:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eb200. 00800000:00000002:2.0:1788838398.241424:0:34765:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838398.241429:0:34765:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838398.241434:0:34765:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.241437:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fba0 00800000:00000002:2.0:1788838398.241440:0:34765:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838398.241444:0:34765:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838398.242246:0:34765:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838398.242257:0:34765:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.242260:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fa70 00000002:00010000:2.0:1788838398.242263:0:34765:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838398.242267:0:34765:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838398.242270:0:34765:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.242275:0:34765:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.242283:0:34765:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:2.0:1788838398.242287:0:34765:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.242292:0:34765:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.242297:0:34765:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838398.242303:0:34765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788838398.242315:0:34765:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838398.242322:0:34765:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.242325:0:34765:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788838398.242333:0:34765:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838398.242335:0:34765:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838398.242337:0:34765:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.242339:0:34765:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.242341:0:34765:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.242344:0:34765:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838398.242348:0:34765:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838398.242351:0:34765:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838398.242356:0:34765:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eb200. 00000080:00000001:2.0:1788838398.242362:0:34765:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838398.242364:0:34765:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.242368:0:34765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838398.242372:0:34765:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0ae 00800000:00000001:2.0:1788838398.242376:0:34765:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838398.242379:0:34765:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838398.242381:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.242383:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.242387:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:2.0:1788838398.242389:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.242403:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.242407:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.242409:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.242410:0:34765:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.242412:0:34765:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.242415:0:34765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0ae from it ffffbbcb00d7fcb8 00010000:00000001:2.0:1788838398.242418:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.242419:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.242420:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:2.0:1788838398.242422:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.242425:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.242427:0:34765:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.242430:0:34765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788838398.242437:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.242438:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.242440:0:34765:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.242442:0:34765:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.242445:0:34765:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838398.242461:0:34765:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.242464:0:34765:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.242467:0:34765:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.242473:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.242474:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.242476:0:34765:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.242480:0:34765:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.242482:0:34765:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.243246:0:34765:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.243254:0:34765:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.243258:0:34765:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.243260:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.243262:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838398.243266:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838398.243269:0:34765:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838398.243275:0:34765:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.243282:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fd08 00000080:00000008:2.0:1788838398.243285:0:34765:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788838398.245104:0:34765:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838398.245112:0:34765:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838398.245441:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fb78 00000080:00200000:2.0:1788838398.245564:0:34765:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838398.245575:0:34765:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eb200. 00800000:00000002:2.0:1788838398.245585:0:34765:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838398.245590:0:34765:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838398.245596:0:34765:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.245598:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fa98 00800000:00000002:2.0:1788838398.245602:0:34765:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838398.245606:0:34765:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838398.245610:0:34765:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838398.245616:0:34765:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.245618:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7f968 00000002:00010000:2.0:1788838398.245621:0:34765:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838398.245625:0:34765:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838398.245627:0:34765:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.245631:0:34765:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.245640:0:34765:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:2.0:1788838398.245644:0:34765:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.245649:0:34765:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.245655:0:34765:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838398.245681:0:34765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788838398.245693:0:34765:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838398.245699:0:34765:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.245703:0:34765:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788838398.245711:0:34765:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838398.245714:0:34765:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838398.245716:0:34765:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.245718:0:34765:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.245720:0:34765:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.245722:0:34765:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838398.245726:0:34765:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838398.245729:0:34765:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838398.245733:0:34765:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eb200. 00000080:00000001:2.0:1788838398.245738:0:34765:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838398.245740:0:34765:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.245743:0:34765:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838398.245747:0:34765:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0ae 00800000:00000001:2.0:1788838398.245750:0:34765:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838398.245753:0:34765:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838398.245755:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.245758:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.245761:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:2.0:1788838398.245764:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.245767:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.245770:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.245772:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.245773:0:34765:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.245775:0:34765:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.245778:0:34765:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0ae from it ffffbbcb00d7fbb0 00010000:00000001:2.0:1788838398.245780:0:34765:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.245781:0:34765:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.245783:0:34765:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:2.0:1788838398.245785:0:34765:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.245787:0:34765:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:2.0:1788838398.245790:0:34765:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.245793:0:34765:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788838398.245799:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.245800:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.245802:0:34765:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.245805:0:34765:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.245808:0:34765:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788838398.245816:0:34765:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.245819:0:34765:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.245822:0:34765:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.245827:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.245829:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.245830:0:34765:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.245834:0:34765:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.245836:0:34765:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.245838:0:34765:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.245841:0:34765:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.245843:0:34765:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.245844:0:34765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.245846:0:34765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838398.245849:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838398.245851:0:34765:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.245853:0:34765:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788838398.245859:0:34765:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.245865:0:34765:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788838398.245867:0:34765:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788838398.245870:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fb78 00000080:00200008:2.0:1788838398.245872:0:34765:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000 00000080:00000010:2.0:1788838398.245878:0:34765:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afd0174780. 00000080:00000001:2.0:1788838398.245884:0:34765:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.245886:0:34765:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.247696:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.247704:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.247717:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.247721:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.247731:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.247737:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.247740:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838398.247745:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838398.247749:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838398.247758:0:34765:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788838398.247760:0:34765:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: age 1850, max_age 1859 00000002:00000001:2.0:1788838398.247766:0:34765:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788838398.247770:0:34765:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000010:2.0:1788838398.247778:0:34765:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1180. 00000020:00000040:2.0:1788838398.247781:0:34765:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838398.247786:0:34765:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.247790:0:34765:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.247796:0:34765:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.247804:0:34765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14800. 00000100:00000001:2.0:1788838398.247813:0:34765:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.247816:0:34765:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838398.247818:0:34765:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838398.247826:0:34765:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.247829:0:34765:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489177088 : -113594220374528 : ffff98afc8d89600) 00000100:00000001:2.0:1788838398.247832:0:34765:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.247834:0:34765:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000001:2.0:1788838398.247840:0:34765:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.247845:0:34765:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.247847:0:34765:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838398.247849:0:34765:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838398.247863:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.247874:0:34765:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838398.247876:0:34765:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.247880:0:34765:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838398.247883:0:34765:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838398.247885:0:34765:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.247889:0:34765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34765:1875731132277760:192.168.203.123@tcp:41:lfs.0 00000100:00000001:2.0:1788838398.247893:0:34765:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838398.247900:0:34765:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838398.247902:0:34765:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.247905:0:34765:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838398.247910:0:34765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838398.247912:0:34765:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.247922:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838398.247927:0:34765:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838398.247936:0:34765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838398.247946:0:34765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132277760, portal 10 00000100:00000001:2.0:1788838398.247948:0:34765:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.249723:0:34765:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000040:2.0:1788838398.249759:0:34765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.249771:0:34765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838398.249774:0:34765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838398.249784:0:34765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a7f8. 00000100:00000200:2.0:1788838398.249792:0:34765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132277760, offset 0 00000400:00000200:2.0:1788838398.249801:0:34765:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838398.249814:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.249823:0:34765:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838398.249830:0:34765:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838398.249836:0:34765:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838398.249841:0:34765:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838398.249844:0:34765:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838398.249848:0:34765:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2657:2657:256:4294967295] 192.168.203.123@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:2.0:1788838398.249853:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.249865:0:34765:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838398.249871:0:34765:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838398.249878:0:34765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14600. 00000800:00000200:2.0:1788838398.249886:0:34765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838398.249895:0:34765:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838398.249900:0:34765:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838398.249911:0:34765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.249917:0:34765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 804071 usecs (805 jiffies) 00000400:00000200:2.0:1788838398.249922:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838398.249925:0:34765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296529028 00000100:00000001:2.0:1788838398.249935:0:34765:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296528981 00000100:00000001:2.0:1788838398.249942:0:34765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296529028 00000100:00000001:2.0:1788838398.249945:0:34765:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296528981 00000800:00000200:0.0:1788838398.250731:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.250738:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14600. 00000400:00000200:0.0:1788838398.250745:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.250753:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.250761:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a7f8 00000400:00000010:0.0:1788838398.250764:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a7f8. 00000100:00000001:0.0:1788838398.250769:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.250776:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.250789:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.250793:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.250801:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.250803:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838398.251276:0:34765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.251283:0:34765:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.251286:0:34765:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838398.251289:0:34765:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838398.251292:0:34765:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89600 going to sleep for 11 seconds 00000100:00000001:2.0:1788838398.251296:0:34765:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838398.251300:0:34765:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838398.253404:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.253426:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.253431:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.253434:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.253445:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.253461:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.253472:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.253477:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.253483:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.253566:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 10 MB=0x6a9f7afd56400 00000400:00000200:0.0:1788838398.253572:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.253579:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 368/368 into md 0x7161 [1] + 224 00000800:00000001:0.0:1788838398.253588:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.253597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.253600:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.253605:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.253613:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.253622:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838398.253635:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.253690:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.253700:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.253704:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.254244:0:34765:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838398.254255:0:34765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838398.254258:0:34765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838398.254272:0:34765:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838398.254280:0:34765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:2.0:1788838398.254283:0:34765:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:2.0:1788838398.254286:0:34765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838398.254293:0:34765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838398.254303:0:34765:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.254311:0:34765:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838398.254313:0:34765:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.254316:0:34765:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838398.254320:0:34765:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838398.254323:0:34765:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838398.254326:0:34765:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.254330:0:34765:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838398.254342:0:34765:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=77 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838398.254347:0:34765:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838398.254350:0:34765:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838398.254353:0:34765:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.254357:0:34765:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838398.254361:0:34765:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.254366:0:34765:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838398.254369:0:34765:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:2.0:1788838398.254371:0:34765:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838398.254374:0:34765:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.254380:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.254389:0:34765:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.254392:0:34765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838398.254395:0:34765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.254399:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838398.254408:0:34765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34765:1875731132277760:192.168.203.123@tcp:41:lfs.0 00000100:00000001:2.0:1788838398.254413:0:34765:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.254417:0:34765:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.254420:0:34765:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838398.254423:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.254427:0:34765:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.254434:0:34765:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838398.254437:0:34765:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.254441:0:34765:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838398.254443:0:34765:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.254451:0:34765:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788838398.254454:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.254457:0:34765:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1180 x1875731132277760/t0(0) o41->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/368 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.254464:0:34765:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838398.254467:0:34765:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838398.254471:0:34765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838398.254475:0:34765:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838398.254478:0:34765:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.254480:0:34765:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838398.254483:0:34765:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838398.255205:0:34765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14800. 02000000:00000001:2.0:1788838398.255213:0:34765:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838398.255216:0:34765:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838398.255218:0:34765:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1180. 00000100:00000001:2.0:1788838398.255222:0:34765:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838398.255224:0:34765:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838398.255227:0:34765:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.255228:0:34765:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838398.255231:0:34765:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788838398.255234:0:34765:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff98afd0025800: update ffff98afd0548450 cache blocks 17238/17271 objects 533391/533747 00800000:00000001:2.0:1788838398.255239:0:34765:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.255248:0:34765:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.255252:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838398.255255:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.255259:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.255263:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.255345:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.255347:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.255357:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.255361:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.255368:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.255373:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.255375:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838398.255379:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838398.255381:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838398.255386:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.255388:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256242:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.256248:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.256253:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256256:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256270:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.256272:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.256277:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.256279:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.256284:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.256286:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.256288:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838398.256291:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838398.256293:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838398.256297:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256299:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256301:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.256304:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.256306:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256308:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256312:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.256313:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.256316:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.256317:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.256319:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.256321:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.256323:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838398.256324:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838398.256326:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838398.256328:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256330:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256332:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.256335:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.256337:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256339:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256341:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.256343:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.256346:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.256348:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.256350:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.256352:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.256354:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838398.256355:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838398.256356:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838398.256359:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256361:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256363:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.256365:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.256367:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256369:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256372:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.256374:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.256377:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.256378:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.256380:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.256382:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.256383:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838398.256385:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838398.256386:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838398.256388:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256390:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256402:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.256405:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.256408:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256410:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256414:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.256415:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.256418:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.256423:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.256425:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.256428:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.256430:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838398.256431:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838398.256432:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838398.256435:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256437:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256439:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.256441:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.256443:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256445:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256457:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.256458:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.256461:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.256462:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.256465:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.256467:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.256469:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788838398.256470:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788838398.256471:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00800000:00000001:2.0:1788838398.256474:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256475:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256477:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.256479:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.256482:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.256841:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.262629:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.262641:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.262671:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.262676:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.262689:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.262697:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.262701:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.262707:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.262709:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.262715:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.262717:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.262720:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.262723:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.262730:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.262733:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.262737:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.262739:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.262742:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.262743:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.262745:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.262748:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.262750:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.262751:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.262753:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.262756:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.262757:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.262759:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.262761:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.262763:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.262764:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263204:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263206:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263211:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263212:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263217:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263220:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263222:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263224:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263226:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263229:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263231:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263233:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263235:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263238:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263241:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263244:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263246:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263249:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263250:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263253:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263256:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263257:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263258:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263260:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263263:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263264:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263266:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263268:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263270:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263272:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263274:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263276:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263279:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263280:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263282:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263285:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263287:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263289:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263290:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263293:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263295:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263297:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263299:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263301:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263303:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263307:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263308:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263311:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263312:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263314:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263317:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263319:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263320:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263321:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263324:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263326:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263328:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263331:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263333:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263335:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263338:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263340:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263342:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263343:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263345:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263347:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263349:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263350:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263351:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263354:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263357:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263359:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263361:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263363:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263365:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263368:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263370:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263373:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263374:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263377:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263379:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263381:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263382:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263384:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263387:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263389:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263391:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263624:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263628:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263631:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263637:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263638:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263642:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263644:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263647:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263650:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263652:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263654:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263686:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263690:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263692:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263694:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263697:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263700:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263703:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263707:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263709:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263711:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263713:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263715:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263718:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263719:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263721:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263722:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263724:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263726:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263728:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263731:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263733:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263735:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263738:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263740:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263742:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263743:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263745:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263748:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263749:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263750:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263752:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263754:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263756:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263758:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263761:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263763:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263765:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263768:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263771:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263773:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263774:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263777:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263779:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263780:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263782:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263783:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263786:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263788:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263790:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263793:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263795:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263797:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263800:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263801:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263803:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263805:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263807:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263809:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263811:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263812:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263813:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263816:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263818:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263819:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263821:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263824:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263825:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263828:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263830:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263832:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263833:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263837:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263839:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263841:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263842:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263844:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263847:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263849:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263850:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263852:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263855:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263857:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263860:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263861:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263864:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263866:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263868:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263870:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263872:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263873:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263874:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263876:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263878:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263880:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263882:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263884:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263886:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263889:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263891:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263894:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263895:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263898:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263900:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263902:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263904:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263905:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263908:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263910:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263912:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263915:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263917:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263919:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263922:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.263924:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.263926:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.263928:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.263930:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.263933:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.263934:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.263935:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.263937:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.263939:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263942:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.263944:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.263946:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.263948:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264113:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264192:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264203:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264207:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264208:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264212:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264214:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264216:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264218:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264219:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264222:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264225:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264227:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264229:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264232:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264234:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264238:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264240:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264243:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264244:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264247:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264250:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264251:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264253:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264254:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264257:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264259:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264261:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264263:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264265:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264267:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264270:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264272:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264275:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264276:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264278:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264280:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264282:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264283:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264284:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264287:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264289:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264291:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264293:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264296:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264298:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264301:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264302:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264305:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264306:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264308:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264310:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264312:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264313:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264314:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264317:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264319:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264321:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264323:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264325:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264327:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264330:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264331:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264334:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264335:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264338:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264340:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264341:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264343:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264344:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264347:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264349:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264351:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264354:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264356:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264358:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264360:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264362:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264365:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264366:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264368:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264370:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264372:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264373:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264374:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264377:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264379:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264381:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264383:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264385:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264388:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264391:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264703:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264709:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264711:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264714:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264717:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264719:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264721:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264723:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264726:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264728:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264730:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264732:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264734:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264736:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264743:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264744:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264746:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264748:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264750:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264753:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264754:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264756:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264757:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264760:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264762:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264764:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264766:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264768:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264770:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264773:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264774:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264776:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264777:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264779:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264781:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264783:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264784:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264785:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264788:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264790:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264791:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264793:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264795:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264797:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264800:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264801:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264804:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264805:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264807:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264809:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264811:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264813:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264814:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264817:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264819:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264820:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264823:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264825:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264826:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264829:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264830:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264832:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264833:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264835:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264837:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264839:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264840:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264841:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264843:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264845:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264847:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264850:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264852:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264853:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264856:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264857:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264860:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264861:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264863:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264865:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264867:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264868:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264870:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264872:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264874:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264876:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264878:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264881:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264882:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264885:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264887:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264889:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264890:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264892:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264894:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264895:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264897:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264898:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264900:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264902:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264904:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264906:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264908:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264910:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264913:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264914:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264917:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264918:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264920:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.264922:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.264924:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.264925:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.264926:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.264928:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264930:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264932:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.264934:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.264937:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264939:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.264942:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.264943:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.264946:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.264947:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.264949:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265079:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265080:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265082:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265084:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265087:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265089:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265091:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265093:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265096:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265098:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265103:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265104:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265108:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265109:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265111:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265114:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265115:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265189:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265190:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265203:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265205:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265207:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265209:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265212:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265214:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265219:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265222:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265225:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265226:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265229:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265231:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265233:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265234:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265235:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265237:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265239:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265241:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265243:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265244:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265246:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265248:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265249:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265252:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265253:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265255:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265257:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265259:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265260:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265261:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265264:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265265:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265267:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265269:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265271:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265273:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265275:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265277:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265279:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265280:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265283:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265285:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265286:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265287:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265289:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265291:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265293:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265294:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265296:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265298:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265301:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265304:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265305:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265308:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265309:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265311:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265313:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265315:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265316:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265317:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265320:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265322:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265323:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265325:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265327:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265328:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265331:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265332:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265334:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265336:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265338:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265340:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265342:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265344:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265346:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265348:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265350:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265352:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265354:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265356:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265358:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265361:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265363:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265365:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265366:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265368:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265370:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265372:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265373:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265374:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265377:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265379:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265381:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265384:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265386:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265388:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265391:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265641:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265647:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265648:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265652:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265683:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265685:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265687:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265689:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265692:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265696:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265698:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265700:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265703:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265705:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265710:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265712:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265715:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265716:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265719:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265721:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265723:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265724:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265726:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265728:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265730:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265732:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265735:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265737:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265739:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265742:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265744:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265746:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265747:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265749:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265751:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265753:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265754:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265755:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265758:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265760:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265761:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265763:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265765:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265767:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265770:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265771:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265774:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265775:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265777:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265779:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265781:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265782:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265783:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265785:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265787:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265789:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265791:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265793:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265795:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265798:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265799:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265802:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265803:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265805:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265807:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265809:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265810:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265811:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265814:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265816:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265819:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265821:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265823:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265824:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265827:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265829:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265832:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265833:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265834:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265837:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265838:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265840:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265841:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265844:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265846:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265848:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265850:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265853:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265855:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265857:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265859:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265861:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265862:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265864:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265866:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265868:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265869:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265870:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265873:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265875:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265877:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265880:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265882:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265884:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265887:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265888:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265891:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265892:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265894:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265897:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265898:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265900:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265901:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265904:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265906:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265908:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265910:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265912:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265914:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265917:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265918:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265921:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.265922:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.265924:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.265926:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.265928:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.265929:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.265930:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.265933:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265935:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265937:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.265939:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.265941:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265943:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.265946:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.265947:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.265949:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266017:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266021:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266024:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266027:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266029:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266031:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266034:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266036:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266038:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.266040:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266043:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266045:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266049:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266051:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266054:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266056:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266058:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266060:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266061:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266063:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266064:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266066:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266068:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266070:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.266072:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266074:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266076:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266079:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266080:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266083:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266084:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266086:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266088:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266089:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266091:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266092:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266095:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266097:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266099:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.266101:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266103:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266105:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266108:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266110:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266112:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266113:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266187:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266191:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266201:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266203:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266204:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266207:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266209:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266210:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.266213:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266215:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266217:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266222:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266223:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266226:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266228:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266230:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266232:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266234:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266235:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266237:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266239:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266241:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266243:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.266245:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266247:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266249:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266252:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266254:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266256:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266257:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266259:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266260:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266262:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266263:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266264:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266266:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266268:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266269:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.266271:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266273:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266275:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266277:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266278:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266280:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266281:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266283:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266285:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266286:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266287:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266288:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266290:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266292:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266293:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.266295:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266297:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266299:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266301:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266303:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266306:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266307:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266309:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266310:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266312:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266313:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266314:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266316:0:34765:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266318:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266320:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.266321:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266323:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266325:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.266327:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266328:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266330:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266331:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266333:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266334:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266336:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788838398.266337:0:34765:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788838398.266338:0:34765:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00800000:00000001:3.0:1788838398.266340:0:34765:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838398.266342:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838398.266344:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788838398.266346:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.266347:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838398.266349:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788838398.266352:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.266353:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.266355:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.266356:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.266359:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.266360:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.266362:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.266366:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.266367:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.266374:0:34765:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788838398.266377:0:34765:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff98afd0025800: age 1850, max_age 1859 00000008:00000001:3.0:1788838398.266381:0:34765:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788838398.266385:0:34765:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000010:3.0:1788838398.266620:0:34765:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f100. 00000020:00000040:3.0:1788838398.266626:0:34765:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=4 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838398.266631:0:34765:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838398.266632:0:34765:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838398.266635:0:34765:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788838398.266637:0:34765:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838398.266642:0:34765:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838398.266649:0:34765:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838398.266754:0:34765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3400. 00000100:00000001:3.0:1788838398.266764:0:34765:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.266769:0:34765:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838398.266771:0:34765:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838398.266778:0:34765:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838398.266781:0:34765:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775040 : -113594290776576 : ffff98afc4a65600) 00000100:00000001:3.0:1788838398.266784:0:34765:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.266786:0:34765:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000001:3.0:1788838398.266792:0:34765:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838398.266797:0:34765:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.266800:0:34765:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838398.266802:0:34765:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838398.266814:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.266824:0:34765:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838398.266827:0:34765:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.266832:0:34765:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838398.266835:0:34765:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838398.266839:0:34765:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838398.266843:0:34765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f100 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34765:1875731132277888:192.168.203.123@tcp:13:lfs.0 00000100:00000001:3.0:1788838398.266847:0:34765:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838398.266853:0:34765:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838398.266856:0:34765:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.266859:0:34765:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838398.266864:0:34765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8714400. 02000000:00000001:3.0:1788838398.266866:0:34765:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838398.266874:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838398.266879:0:34765:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838398.266887:0:34765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838398.266895:0:34765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132277888, portal 4 00000100:00000001:3.0:1788838398.266897:0:34765:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.266898:0:34765:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000040:3.0:1788838398.266905:0:34765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.266913:0:34765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838398.266916:0:34765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838398.266918:0:34765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838398.266923:0:34765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875731132277888, offset 0 00000400:00000200:3.0:1788838398.266930:0:34765:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838398.266941:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.266949:0:34765:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838398.267019:0:34765:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838398.267024:0:34765:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838398.267029:0:34765:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838398.267032:0:34765:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838398.267037:0:34765:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2658:2658:256:4294967295] 192.168.203.123@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:3.0:1788838398.267042:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.267053:0:34765:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838398.267060:0:34765:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838398.267066:0:34765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3b00. 00000800:00000200:3.0:1788838398.267075:0:34765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838398.267085:0:34765:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838398.267091:0:34765:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838398.267242:0:34765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.267248:0:34765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 200458 usecs (201 jiffies) 00000400:00000200:3.0:1788838398.267251:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838398.267255:0:34765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528441 00000100:00000001:3.0:1788838398.267259:0:34765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296529028 00000100:00000001:3.0:1788838398.267261:0:34765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528441 00000100:00000001:3.0:1788838398.267263:0:34765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296529028 00000100:00000001:3.0:1788838398.267266:0:34765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.267270:0:34765:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.267272:0:34765:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.267275:0:34765:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838398.267278:0:34765:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65600 going to sleep for 11 seconds 00000100:00000001:3.0:1788838398.267281:0:34765:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.267284:0:34765:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.267941:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.268056:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3b00. 00000400:00000200:0.0:1788838398.268066:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.268074:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.268081:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:0.0:1788838398.268084:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:0.0:1788838398.268089:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.268097:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.268109:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.268113:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.268684:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.268686:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838398.272845:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.272870:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.272876:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.272880:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.272892:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.272902:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.272913:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.272918:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.272925:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.272930:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 4 MB=0x6a9f7afd56480 00000400:00000200:0.0:1788838398.272936:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.272944:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 368/368 into md 0x7169 [1] + 224 00000800:00000001:0.0:1788838398.273021:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.273031:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.273035:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.273041:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.273052:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.273064:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838398.273076:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.273147:0:34765:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838398.273166:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.273178:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.273182:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788838398.279294:0:34765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.279304:0:34765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.279309:0:34765:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838398.279321:0:34765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838398.279324:0:34765:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838398.279330:0:34765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.279344:0:34765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838398.279357:0:34765:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.279367:0:34765:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.279370:0:34765:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.279373:0:34765:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.279377:0:34765:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.279381:0:34765:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.279384:0:34765:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.279388:0:34765:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.279409:0:34765:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef4f0 time=45 v=5 (5 0 0 0) 00000100:00001000:3.0:1788838398.279415:0:34765:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.279417:0:34765:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.279428:0:34765:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.279432:0:34765:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.279438:0:34765:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.279442:0:34765:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.279445:0:34765:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1788838398.279454:0:34765:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.279456:0:34765:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.279462:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.279470:0:34765:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.279474:0:34765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.279477:0:34765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838398.279481:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838398.279498:0:34765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f100 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34765:1875731132277888:192.168.203.123@tcp:13:lfs.0 00000100:00000001:3.0:1788838398.279503:0:34765:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.279508:0:34765:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.279511:0:34765:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838398.279514:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.279518:0:34765:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.279526:0:34765:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838398.279530:0:34765:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838398.279536:0:34765:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838398.279538:0:34765:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838398.279546:0:34765:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788838398.279548:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.279552:0:34765:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f100 x1875731132277888/t0(0) o13->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.279559:0:34765:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838398.279562:0:34765:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.279566:0:34765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8714400. 02000000:00000001:3.0:1788838398.279570:0:34765:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838398.279573:0:34765:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838398.279575:0:34765:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838398.279578:0:34765:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838398.279581:0:34765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3400. 02000000:00000001:3.0:1788838398.279585:0:34765:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838398.279587:0:34765:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838398.279589:0:34765:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f100. 00000100:00000001:3.0:1788838398.279593:0:34765:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838398.279595:0:34765:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788838398.279599:0:34765:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff98afd0025800: update ffff98afd054d178 cache blocks 3677/3683 objects 117792/118190 00020000:00000001:3.0:1788838398.279604:0:34765:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.279612:0:34765:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.279616:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838398.279619:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.279623:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.279627:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.279716:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.279719:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.279729:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.279733:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.279741:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.279747:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.279749:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.279753:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.279756:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.279762:0:34765:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788838398.279765:0:34765:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff98afd0025800: age 1850, max_age 1859 00000008:00000001:3.0:1788838398.279768:0:34765:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788838398.279772:0:34765:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000010:3.0:1788838398.279778:0:34765:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f100. 00000020:00000040:3.0:1788838398.279782:0:34765:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=4 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838398.279785:0:34765:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838398.279787:0:34765:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838398.279789:0:34765:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788838398.279791:0:34765:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838398.279794:0:34765:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838398.279799:0:34765:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838398.279805:0:34765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3400. 00000100:00000001:3.0:1788838398.279812:0:34765:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.279816:0:34765:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838398.279818:0:34765:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838398.279823:0:34765:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838398.279826:0:34765:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775040 : -113594290776576 : ffff98afc4a65600) 00000100:00000001:3.0:1788838398.279829:0:34765:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.279831:0:34765:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000001:3.0:1788838398.279836:0:34765:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838398.279841:0:34765:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.279843:0:34765:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838398.279845:0:34765:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838398.279850:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.279859:0:34765:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838398.279861:0:34765:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.279865:0:34765:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838398.279868:0:34765:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838398.279871:0:34765:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838398.279875:0:34765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f100 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34765:1875731132278016:192.168.203.123@tcp:13:lfs.0 00000100:00000001:3.0:1788838398.279880:0:34765:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838398.279885:0:34765:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838398.279888:0:34765:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.279891:0:34765:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838398.279895:0:34765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc8714400. 02000000:00000001:3.0:1788838398.279898:0:34765:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838398.279906:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838398.279910:0:34765:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838398.279915:0:34765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838398.279922:0:34765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132278016, portal 4 00000100:00000001:3.0:1788838398.279925:0:34765:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.279926:0:34765:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000040:3.0:1788838398.279934:0:34765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.279941:0:34765:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838398.279944:0:34765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838398.279947:0:34765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceb28. 00000100:00000200:3.0:1788838398.279963:0:34765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875731132278016, offset 0 00000400:00000200:3.0:1788838398.279971:0:34765:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838398.279981:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.279989:0:34765:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838398.279996:0:34765:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838398.280002:0:34765:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838398.280006:0:34765:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838398.280009:0:34765:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838398.280013:0:34765:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2659:2659:256:4294967295] 192.168.203.123@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:3.0:1788838398.280018:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.280030:0:34765:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838398.280037:0:34765:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838398.280042:0:34765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3c00. 00000800:00000200:3.0:1788838398.280049:0:34765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838398.280059:0:34765:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838398.280064:0:34765:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838398.280087:0:34765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.280092:0:34765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22553 usecs (23 jiffies) 00000400:00000200:3.0:1788838398.280096:0:34765:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838398.280099:0:34765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528276 00000100:00000001:3.0:1788838398.280102:0:34765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296529028 00000100:00000001:3.0:1788838398.280105:0:34765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528276 00000100:00000001:3.0:1788838398.280107:0:34765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296529028 00000100:00000001:3.0:1788838398.280109:0:34765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.280112:0:34765:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.280115:0:34765:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.280117:0:34765:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838398.280120:0:34765:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65600 going to sleep for 11 seconds 00000100:00000001:3.0:1788838398.280122:0:34765:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.280125:0:34765:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838398.280847:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838398.280855:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3c00. 00000400:00000200:1.0:1788838398.280861:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838398.280869:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838398.280876:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceb28 00000400:00000010:1.0:1788838398.280879:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceb28. 00000100:00000001:1.0:1788838398.280883:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838398.280890:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838398.280902:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.280905:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838398.280919:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.280921:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838398.283150:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.283169:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.283174:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.283177:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.283188:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.283206:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.283218:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.283223:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.283229:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.283234:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 368 into portal 4 MB=0x6a9f7afd56500 00000400:00000200:0.0:1788838398.283240:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.283249:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 368/368 into md 0x7171 [1] + 224 00000800:00000001:0.0:1788838398.283257:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.283266:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.283269:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.283274:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.283283:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.283293:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838398.283304:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.283324:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.283333:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.283337:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.283683:0:34765:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838398.283692:0:34765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.283695:0:34765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.283699:0:34765:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838398.283704:0:34765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:3.0:1788838398.283708:0:34765:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:3.0:1788838398.283711:0:34765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.283717:0:34765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838398.283728:0:34765:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.283734:0:34765:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.283736:0:34765:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.283739:0:34765:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.283744:0:34765:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.283747:0:34765:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.283750:0:34765:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.283754:0:34765:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.283765:0:34765:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52cf0 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1788838398.283771:0:34765:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.283773:0:34765:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.283776:0:34765:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.283780:0:34765:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.283783:0:34765:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.283788:0:34765:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.283792:0:34765:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788838398.283794:0:34765:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.283796:0:34765:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.283802:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.283809:0:34765:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.283813:0:34765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.283816:0:34765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838398.283820:0:34765:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838398.283828:0:34765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f100 pname:cluuid:pid:xid:nid:opc:job lfs:236057cd-729b-462c-8b72-16ae653ba0e9:34765:1875731132278016:192.168.203.123@tcp:13:lfs.0 00000100:00000001:3.0:1788838398.283833:0:34765:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.283837:0:34765:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.283839:0:34765:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838398.283842:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.283846:0:34765:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.283853:0:34765:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838398.283857:0:34765:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838398.283862:0:34765:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838398.283864:0:34765:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838398.283871:0:34765:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788838398.283873:0:34765:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.283876:0:34765:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f100 x1875731132278016/t0(0) o13->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:7/4 lens 224/368 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.283883:0:34765:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838398.283886:0:34765:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.283889:0:34765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc8714400. 02000000:00000001:3.0:1788838398.283893:0:34765:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838398.283896:0:34765:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838398.283899:0:34765:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838398.283901:0:34765:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838398.283906:0:34765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3400. 02000000:00000001:3.0:1788838398.283910:0:34765:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838398.283911:0:34765:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838398.283913:0:34765:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f100. 00000100:00000001:3.0:1788838398.283917:0:34765:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838398.283918:0:34765:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788838398.283922:0:34765:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff98afd0025800: update ffff98afd09b8450 cache blocks 3679/3683 objects 117792/118188 00020000:00000001:3.0:1788838398.283927:0:34765:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.283933:0:34765:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.283937:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838398.283940:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.283943:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.283946:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284018:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.284021:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.284031:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.284037:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.284044:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.284049:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284051:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.284055:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.284057:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.284062:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284064:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284066:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.284068:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.284071:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284073:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284077:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.284078:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.284081:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.284082:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.284084:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.284086:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284087:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.284089:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.284090:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.284093:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284095:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284097:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.284099:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.284101:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284102:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284105:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.284106:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.284108:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.284110:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.284111:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.284113:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284244:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.284246:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.284248:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.284251:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284253:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284255:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.284257:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.284260:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284262:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284267:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.284269:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.284272:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.284274:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.284276:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.284279:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284280:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.284282:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.284283:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.284285:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284290:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284291:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.284293:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.284295:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284297:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284299:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.284301:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.284303:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.284304:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.284306:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.284307:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284309:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.284310:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.284311:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.284313:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284315:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284316:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.284318:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.284320:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284322:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284324:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.284325:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.284327:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.284329:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.284330:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.284333:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284334:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.284335:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.284336:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.284338:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284340:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284342:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.284344:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.284347:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284349:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284352:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.284353:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.284356:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.284357:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.284361:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.284362:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284364:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.284364:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.284365:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.284368:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284369:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284371:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.284373:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.284375:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284377:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.284379:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788838398.284381:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:3.0:1788838398.284383:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788838398.284384:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788838398.284386:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc8715800. 00000020:00000001:3.0:1788838398.284388:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.284389:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788838398.284390:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788838398.284391:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc8715800 uarg=0000000000000000 00020000:00000001:3.0:1788838398.285231:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.285235:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.285238:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788838398.285241:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc8715800. 00000080:00000001:3.0:1788838398.285245:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788838398.285248:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292365:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292374:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292389:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292393:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292406:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292413:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292417:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292432:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292435:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292443:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292446:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292449:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292453:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292460:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292462:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292467:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292469:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292471:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292472:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292475:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292477:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292479:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292480:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292491:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292495:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292497:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292500:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292502:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292505:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292507:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292511:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292513:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292515:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292517:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292519:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292521:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292523:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292524:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292525:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292528:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292530:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292533:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292535:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292537:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292539:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292542:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292544:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292546:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292547:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292549:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292551:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292553:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292554:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292556:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292558:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292560:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292563:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292565:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292567:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292569:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292572:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292574:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292577:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292578:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292580:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292582:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292584:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292585:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292586:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292589:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292591:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292593:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292595:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292598:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292600:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292603:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292604:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292607:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292608:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292610:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292613:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292614:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292616:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292617:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292620:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292622:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292624:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292626:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292628:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292630:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292633:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292635:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292637:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292638:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292640:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292642:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292644:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292646:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292647:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292650:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292652:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292654:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292676:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292678:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292680:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292683:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292686:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292689:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292690:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292692:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292695:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292696:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292698:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292699:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292702:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292704:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292706:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292708:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292711:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292713:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292716:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292717:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292719:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292721:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292723:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292725:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292727:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292728:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292730:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292733:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292735:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292737:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292739:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292741:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292743:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292746:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292747:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292750:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292751:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292753:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292755:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292757:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292758:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292760:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292762:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292764:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292766:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292768:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292771:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292773:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292776:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292777:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292780:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292781:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292783:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292785:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292787:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292788:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292790:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292792:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292795:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292797:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292799:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292801:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292803:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292806:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292807:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292810:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292811:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292813:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292815:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292817:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292818:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292820:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292822:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292824:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292826:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292828:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292830:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292832:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292835:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292836:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292839:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292840:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292842:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292844:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292846:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292847:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292848:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292851:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292853:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292855:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292857:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292859:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292861:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292864:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292865:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292867:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292868:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292870:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292872:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292874:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292875:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292876:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292879:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292881:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292883:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292885:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292888:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292889:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292893:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292894:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292896:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292898:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292900:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292902:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292904:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292905:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292906:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292909:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292911:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292913:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292915:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292917:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292919:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292922:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.292923:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.292925:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.292927:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.292929:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.292931:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.292933:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.292934:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.292935:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.292937:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292939:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292940:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.292942:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.292944:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.292946:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293260:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293263:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293269:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293270:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293274:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293277:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293279:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293282:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293283:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293286:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293288:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293290:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293293:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293296:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293298:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293302:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293304:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293307:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293308:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293310:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293312:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293314:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293315:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293317:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293319:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293322:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293323:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293325:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293327:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293329:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293331:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293334:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293336:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293338:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293340:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293342:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293343:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293344:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293346:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293348:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293350:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293351:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293353:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293355:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293357:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293360:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293361:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293363:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293364:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293366:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293369:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293371:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293372:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293373:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293376:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293378:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293379:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293381:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293383:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293385:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293388:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293389:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293391:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293392:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293395:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293397:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293399:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293400:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293401:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293403:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293405:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293407:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293409:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293410:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293412:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293415:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293416:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293418:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293823:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293827:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293832:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293834:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293836:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293837:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293840:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293842:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293844:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293847:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293849:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293851:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293858:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293860:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293863:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293865:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293867:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293869:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293871:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293873:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293874:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293877:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293879:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293881:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293883:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293885:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293887:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293890:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293891:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293894:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293895:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293897:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293899:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293901:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293902:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293903:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293906:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293908:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293910:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293912:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293914:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293916:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293919:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.293920:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.293923:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.293924:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.293926:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.293928:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.293930:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.293931:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.293933:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.293935:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293938:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293940:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.293942:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.293944:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.293946:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294091:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294094:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294098:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294100:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294103:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294106:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294108:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294110:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294112:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294124:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294127:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294128:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294131:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294134:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294136:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294141:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294143:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294146:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294147:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294150:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294153:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294154:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294156:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294157:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294159:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294162:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294164:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294166:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294169:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294170:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294174:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294175:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294177:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294178:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294180:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294182:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294184:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294185:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294186:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294189:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294191:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294202:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294205:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294216:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294218:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294222:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294224:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294227:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294228:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294230:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294233:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294235:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294236:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294237:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294240:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294242:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294244:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294247:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294248:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294250:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294253:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294255:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294258:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294259:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294261:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294264:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294265:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294267:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294268:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294271:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294273:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294275:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294277:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294279:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294281:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294283:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294284:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294287:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294290:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294292:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294294:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294296:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294297:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294299:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294302:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294304:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294306:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294308:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294310:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294311:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294314:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294315:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294317:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294319:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294321:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294323:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294325:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294326:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294327:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294329:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294331:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294333:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294335:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294337:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294339:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294341:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294343:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294346:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294347:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294349:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294351:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294353:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294354:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294355:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294358:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294360:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294362:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294365:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294367:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294369:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294372:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294373:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294376:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294377:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294379:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294381:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294382:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294384:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294385:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294388:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294818:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294822:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294825:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294829:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294831:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294839:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294841:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294845:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294847:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294851:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294854:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294856:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294858:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294859:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294862:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294864:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294866:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294869:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294871:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294873:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294876:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294878:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294880:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294881:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294883:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294885:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294887:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294888:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294890:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294892:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294895:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294897:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294900:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294902:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294904:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294907:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294908:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294911:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294912:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294915:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294917:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.294919:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.294920:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.294921:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.294924:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294926:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294928:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.294930:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.294932:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294934:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.294937:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.294939:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.294942:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.294943:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.294945:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.294947:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295017:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295020:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295022:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295025:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295027:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295029:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295032:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295035:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295037:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295042:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295043:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295047:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295048:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295051:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295053:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295055:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295056:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295057:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295060:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295061:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295063:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295065:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295068:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295069:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295072:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295073:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295076:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295077:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295079:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295081:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295082:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295083:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295085:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295088:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295089:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295091:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295093:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295095:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295097:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295100:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295102:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295105:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295106:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295108:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295111:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295112:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295353:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295355:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295359:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295361:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295363:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295366:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295369:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295372:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295378:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295379:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295383:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295384:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295387:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295390:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295646:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295650:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295651:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295681:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295684:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295686:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295689:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295692:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295693:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295699:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295701:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295704:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295706:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295710:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295712:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295714:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295715:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295717:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295720:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295722:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295724:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295726:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295729:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295731:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295734:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295735:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295738:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295739:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295741:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295744:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295745:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295747:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295748:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295751:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295753:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295755:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295757:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295759:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295761:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295764:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295765:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295768:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295769:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295771:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295773:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295775:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295777:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295778:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295781:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295783:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295785:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295787:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295789:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295791:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295794:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295796:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295798:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295799:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295801:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295804:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295806:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295807:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295808:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295811:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295813:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295815:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295818:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295820:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295822:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295825:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295826:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295829:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295830:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295832:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295834:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295836:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295837:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295838:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295841:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295844:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295846:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295849:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295851:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295853:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295855:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295856:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295859:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295860:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295861:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295863:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295865:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295866:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295868:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295870:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295872:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295874:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295876:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295879:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295881:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295884:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295885:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295888:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295889:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295891:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295893:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295895:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295896:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295898:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295900:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295902:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295904:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295906:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295909:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295911:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295914:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295915:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295918:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295919:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295921:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.295923:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.295924:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.295926:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.295927:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.295930:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295932:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295934:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.295936:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.295938:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295940:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.295942:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.295943:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.295946:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.295947:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.295948:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.296808:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.296812:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.296815:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.296817:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.296823:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296826:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296828:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.296831:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.296836:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296838:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296848:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.296851:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.296855:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.296858:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.296863:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.296865:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.296867:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.296868:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.296870:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.296873:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296875:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296877:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.296880:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.296882:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296884:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296886:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.296888:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.296891:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.296892:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.296894:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.296896:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.296898:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.296899:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.296901:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.296904:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296905:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296907:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.296909:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.296912:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296914:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296917:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.296918:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.296920:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.296921:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.296924:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.296926:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.296928:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.296929:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.296930:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.296932:0:34765:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296933:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296935:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788838398.296937:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.296939:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296941:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788838398.296943:0:34765:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788838398.296944:0:34765:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8) cmd=c00866a4 arg=7fff1ff9dcc0 00000080:00000001:2.0:1788838398.296947:0:34765:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788838398.296948:0:34765:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788838398.298213:0:34765:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98afc406e800. 00000020:00000001:2.0:1788838398.298227:0:34765:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.298231:0:34765:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788838398.298235:0:34765:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788838398.298238:0:34765:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98afd0025800: cmd=c00866a4 len=592 karg=ffff98afc406e800 uarg=0000000000000000 00020000:00000001:2.0:1788838398.298243:0:34765:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838398.298246:0:34765:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838398.298248:0:34765:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788838398.298252:0:34765:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98afc406e800. 00000080:00000001:2.0:1788838398.298257:0:34765:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838398.298261:0:34765:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788838398.298284:0:34765:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788838398.298287:0:34765:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788838398.298291:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fdd0 00000080:00200008:2.0:1788838398.298293:0:34765:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000 00000080:00400000:2.0:1788838398.298298:0:34765:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788838398.298302:0:34765:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afd0174780. 00000080:00000001:2.0:1788838398.298308:0:34765:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788838398.298312:0:34765:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb00d7fdd0 00000080:00000008:2.0:1788838398.298314:0:34765:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff98afd16da1c8), flags 100000, rc = 0 00000080:00000001:2.0:1788838398.298317:0:34765:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.298319:0:34765:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.307950:0:34766:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838398.307962:0:34766:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788838398.307965:0:34766:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838398.307970:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fbc0 00000080:00200000:3.0:1788838398.307975:0:34766:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:3.0:1788838398.307986:0:34766:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd00a6000. 00800000:00000002:3.0:1788838398.307996:0:34766:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838398.308001:0:34766:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838398.308007:0:34766:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.308010:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fae0 00800000:00000002:3.0:1788838398.308013:0:34766:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838398.308018:0:34766:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838398.308023:0:34766:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838398.308029:0:34766:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.308032:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3f9b0 00000002:00010000:3.0:1788838398.308034:0:34766:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838398.308037:0:34766:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838398.308040:0:34766:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838398.308044:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.308053:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:3.0:1788838398.308057:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.308063:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.308068:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838398.308074:0:34766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788838398.308086:0:34766:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.308092:0:34766:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.308096:0:34766:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788838398.308103:0:34766:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838398.308106:0:34766:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838398.308108:0:34766:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838398.308110:0:34766:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838398.308113:0:34766:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838398.308188:0:34766:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838398.308201:0:34766:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838398.308205:0:34766:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838398.308209:0:34766:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd00a6000. 00000080:00000001:3.0:1788838398.308216:0:34766:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838398.308218:0:34766:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.308221:0:34766:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838398.308224:0:34766:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0ae 00800000:00000001:3.0:1788838398.308228:0:34766:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838398.308231:0:34766:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838398.308233:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.308236:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.308239:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.308242:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.308245:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.308249:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.308250:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.308252:0:34766:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.308254:0:34766:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.308256:0:34766:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0ae from it ffffbbcb01c3fbf8 00010000:00000001:3.0:1788838398.308259:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.308260:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.308262:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.308264:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.308266:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.308268:0:34766:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.308272:0:34766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838398.308279:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.308280:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.308282:0:34766:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.308284:0:34766:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.308288:0:34766:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.308297:0:34766:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.308301:0:34766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.308303:0:34766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.308309:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.308310:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.308312:0:34766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.308316:0:34766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.308318:0:34766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.308320:0:34766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.308324:0:34766:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.308327:0:34766:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.308328:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.308329:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838398.308333:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838398.308335:0:34766:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838398.308338:0:34766:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838398.308343:0:34766:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.308352:0:34766:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838398.308354:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fb58 00000080:00002000:3.0:1788838398.308356:0:34766:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd1739870) flags 0x48000e refc 0 00000080:00000001:3.0:1788838398.308359:0:34766:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.308362:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fbc8 00000080:00200000:3.0:1788838398.308363:0:34766:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1788838398.308370:0:34766:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838398.308372:0:34766:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88), inode mode 81a4 mask 52 00000080:00000001:3.0:1788838398.308375:0:34766:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.308383:0:34766:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838398.308385:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fb98 00000080:00200008:3.0:1788838398.308387:0:34766:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 102101 00000080:00000010:3.0:1788838398.314947:0:34766:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a1900. 00000080:00000001:3.0:1788838398.314972:0:34766:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788838398.314979:0:34766:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd00a6000. 00800000:00000002:3.0:1788838398.314988:0:34766:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838398.314993:0:34766:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838398.315000:0:34766:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.315005:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fa48 00800000:00000002:3.0:1788838398.315009:0:34766:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838398.315015:0:34766:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788838398.315020:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3f9c8 00800000:00000002:3.0:1788838398.315022:0:34766:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788838398.315029:0:34766:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.315031:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3f900 00000002:00010000:3.0:1788838398.315033:0:34766:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1788838398.315037:0:34766:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838398.315040:0:34766:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788838398.315045:0:34766:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838398.315054:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:3.0:1788838398.315058:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.315061:0:34766:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838398.315066:0:34766:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.315067:0:34766:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.315070:0:34766:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.315072:0:34766:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838398.315075:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 2 00010000:00000001:3.0:1788838398.315077:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.315079:0:34766:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838398.315082:0:34766:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838398.315087:0:34766:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1788838398.315098:0:34766:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788838398.315102:0:34766:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788838398.315104:0:34766:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788838398.315106:0:34766:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788838398.315110:0:34766:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838398.315112:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.315551:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 3 00010000:00000001:3.0:1788838398.315558:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838398.315564:0:34766:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.315567:0:34766:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838398.315569:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.315572:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 3 00010000:00000001:3.0:1788838398.315574:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838398.315576:0:34766:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.315577:0:34766:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838398.315578:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.315580:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83ac900 count: 3 00010000:00000001:3.0:1788838398.315582:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788838398.315583:0:34766:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.315585:0:34766:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838398.315589:0:34766:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788838398.315594:0:34766:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788838398.315597:0:34766:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788838398.315600:0:34766:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788838398.315602:0:34766:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.315606:0:34766:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838398.315610:0:34766:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838398.315612:0:34766:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838398.315615:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.315618:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788838398.315622:0:34766:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bebe00 with handle 0x9f68a6b43b62d0ae from hash 00010000:00000001:3.0:1788838398.315625:0:34766:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838398.315627:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.315629:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.315631:0:34766:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838398.315634:0:34766:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838398.315637:0:34766:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788838398.315640:0:34766:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838398.315642:0:34766:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838398.315644:0:34766:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788838398.315653:0:34766:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896f100. 00000020:00000040:3.0:1788838398.315966:0:34766:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838398.315975:0:34766:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838398.315978:0:34766:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.315982:0:34766:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838398.315988:0:34766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.315994:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.315996:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.315997:0:34766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.316001:0:34766:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838398.316003:0:34766:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838398.316009:0:34766:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838398.316019:0:34766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8715800. 00000100:00000001:3.0:1788838398.316027:0:34766:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.316033:0:34766:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838398.316036:0:34766:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838398.316041:0:34766:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788838398.316049:0:34766:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838398.316051:0:34766:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788838398.316053:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838398.316055:0:34766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bf92 expref: -99 pid: 34765 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1788838398.316064:0:34766:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac900 count: 0 00010000:00000010:3.0:1788838398.316071:0:34766:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675380. 00010000:00000001:3.0:1788838398.316083:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.316085:0:34766:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.316087:0:34766:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838398.316088:0:34766:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.316090:0:34766:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.316098:0:34766:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00010000:00000001:3.0:1788838398.316103:0:34766:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838398.316105:0:34766:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788838398.316110:0:34766:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afd83ac000. 00010000:00000010:3.0:1788838398.316114:0:34766:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc6675380. 00010000:00000001:3.0:1788838398.316128:0:34766:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838398.316132:0:34766:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8beac00. 00000020:00000001:3.0:1788838398.316136:0:34766:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838398.316139:0:34766:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8beac00 with handle 0x9f68a6b43b62d0b5 to hash 00000020:00000001:3.0:1788838398.316141:0:34766:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838398.316142:0:34766:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.316146:0:34766:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.316150:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.316152:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.316155:0:34766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.316162:0:34766:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34766 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788838398.316175:0:34766:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788838398.316188:0:34766:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788838398.316208:0:34766:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838398.316213:0:34766:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838398.316216:0:34766:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838398.316224:0:34766:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838398.316226:0:34766:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418775040 : -113594290776576 : ffff98afc4a65600) 00000100:00000001:3.0:1788838398.316229:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.316231:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000001:3.0:1788838398.316237:0:34766:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838398.316241:0:34766:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.316243:0:34766:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838398.316245:0:34766:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838398.316250:0:34766:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.316258:0:34766:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838398.316261:0:34766:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.316265:0:34766:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838398.316268:0:34766:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838398.316271:0:34766:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838398.316274:0:34766:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896f100 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:34766:1875731132278272:192.168.203.123@tcp:101:bash.0 00000100:00000001:3.0:1788838398.316279:0:34766:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838398.316286:0:34766:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838398.316289:0:34766:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.316292:0:34766:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838398.316372:0:34766:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98afc41e0000. 02000000:00000001:3.0:1788838398.316375:0:34766:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838398.316384:0:34766:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838398.316389:0:34766:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838398.316397:0:34766:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98afc8714400. 00000100:00000200:3.0:1788838398.316406:0:34766:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875731132278272, portal 10 00000100:00000001:3.0:1788838398.316408:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.316410:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000040:3.0:1788838398.316417:0:34766:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.316438:0:34766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838398.316442:0:34766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838398.316514:0:34766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838398.316520:0:34766:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132278272, offset 0 00000400:00000200:3.0:1788838398.316528:0:34766:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838398.316539:0:34766:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.316547:0:34766:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838398.316553:0:34766:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838398.316558:0:34766:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838398.316562:0:34766:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838398.316565:0:34766:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838398.316569:0:34766:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2660:2660:256:4294967295] 192.168.203.123@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:3.0:1788838398.316574:0:34766:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.316585:0:34766:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838398.316594:0:34766:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838398.316600:0:34766:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3400. 00000800:00000200:3.0:1788838398.316608:0:34766:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838398.316617:0:34766:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838398.316623:0:34766:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788838398.316634:0:34766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.316639:0:34766:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 803112 usecs (804 jiffies) 00000400:00000200:3.0:1788838398.316643:0:34766:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838398.316646:0:34766:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296529093 00000100:00000001:3.0:1788838398.316689:0:34766:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296529028 00000100:00000001:3.0:1788838398.316696:0:34766:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296529093 00000100:00000001:3.0:1788838398.316700:0:34766:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296529028 00000100:00000001:3.0:1788838398.316703:0:34766:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.316707:0:34766:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.316709:0:34766:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.316711:0:34766:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838398.316715:0:34766:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65600 going to sleep for 11 seconds 00000100:00000001:3.0:1788838398.316717:0:34766:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.316721:0:34766:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838398.317289:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838398.317297:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3400. 00000400:00000200:1.0:1788838398.317304:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838398.317311:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838398.317318:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:1.0:1788838398.317322:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:1.0:1788838398.317326:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838398.317333:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.317344:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.317348:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.317355:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.317356:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838398.320645:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.320709:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.320715:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.320717:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.320728:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.320737:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.320748:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.320753:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.320760:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.320765:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd56600 00000400:00000200:0.0:1788838398.320770:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.320777:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x7179 [32] + 224 00000800:00000001:0.0:1788838398.320786:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.320794:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.320798:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.320803:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.320813:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.320825:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838398.320843:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.320858:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.320870:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.320873:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.321126:0:34766:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838398.321137:0:34766:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.321140:0:34766:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.321145:0:34766:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838398.321150:0:34766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc8714400 00000400:00000010:3.0:1788838398.321153:0:34766:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98afc8714400. 00000100:00000001:3.0:1788838398.321156:0:34766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.321161:0:34766:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838398.321171:0:34766:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896f100 x1875731132278272/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.321178:0:34766:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.321181:0:34766:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.321184:0:34766:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.321188:0:34766:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.321191:0:34766:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.321204:0:34766:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.321208:0:34766:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.321220:0:34766:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=77 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838398.321225:0:34766:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.321228:0:34766:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.321230:0:34766:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.321233:0:34766:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.321237:0:34766:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.321241:0:34766:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838398.321243:0:34766:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838398.321245:0:34766:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838398.321247:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.321250:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000001:3.0:1788838398.321253:0:34766:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.321256:0:34766:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788838398.321257:0:34766:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.321261:0:34766:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.321266:0:34766:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.321275:0:34766:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.321278:0:34766:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.321280:0:34766:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838398.321284:0:34766:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838398.321292:0:34766:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896f100 pname:cluuid:pid:xid:nid:opc:job bash:236057cd-729b-462c-8b72-16ae653ba0e9:34766:1875731132278272:192.168.203.123@tcp:101:bash.0 00000100:00000001:3.0:1788838398.321297:0:34766:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.321300:0:34766:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.321303:0:34766:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838398.321305:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.321310:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.321317:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838398.321320:0:34766:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65600. 00000100:00000001:3.0:1788838398.321326:0:34766:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838398.321327:0:34766:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.321331:0:34766:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838398.321338:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.321340:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.321344:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=4 00000020:00000001:3.0:1788838398.321347:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321350:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000040:3.0:1788838398.321358:0:34766:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8beac00, remote cookie: 0xff98f31736b3bfa0, flags: 0x1001 00010000:00010000:3.0:1788838398.321364:0:34766:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788838398.321373:0:34766:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838398.321376:0:34766:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788838398.321384:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:3.0:1788838398.321386:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1788838398.321390:0:34766:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83ac000 count: 0 00010000:00000010:3.0:1788838398.321396:0:34766:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc6675380. 00010000:00000001:3.0:1788838398.321404:0:34766:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.321408:0:34766:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.321416:0:34766:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321435:0:34766:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838398.321440:0:34766:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838398.321443:0:34766:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838398.321445:0:34766:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838398.321608:0:34766:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838398.321611:0:34766:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff98afc4d31400) refcount = 2 00010000:00000040:3.0:1788838398.321615:0:34766:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838398.321618:0:34766:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788838398.321625:0:34766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321631:0:34766:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838398.321635:0:34766:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838398.321637:0:34766:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.321640:0:34766:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838398.321643:0:34766:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.321646:0:34766:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321652:0:34766:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838398.321653:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321690:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.321691:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321692:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.321693:0:34766:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.321699:0:34766:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838398.321702:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.321704:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.321705:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:3.0:1788838398.321707:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321710:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321712:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.321713:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.321714:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=4 00000020:00000001:3.0:1788838398.321716:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321719:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321721:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.321724:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.321727:0:34766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321733:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321735:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.321736:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.321737:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.321738:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=5 00000020:00000001:3.0:1788838398.321740:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321741:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321744:0:34766:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.321746:0:34766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321753:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321754:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.321756:0:34766:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321762:0:34766:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.321763:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321764:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.321765:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321766:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838398.321773:0:34766:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838398.321783:0:34766:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788838398.321788:0:34766:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838398.321799:0:34766:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.321806:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.321807:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.321809:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:3.0:1788838398.321810:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321812:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00000002:00010000:3.0:1788838398.321816:0:34766:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788838398.321828:0:34766:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd00d2780. 00010000:00000001:3.0:1788838398.321830:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321831:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.321833:0:34766:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.321835:0:34766:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.321839:0:34766:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788838398.321842:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.321843:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00010000:00000001:3.0:1788838398.321845:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.321846:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.321847:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:3.0:1788838398.321849:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321851:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00000002:00010000:3.0:1788838398.321855:0:34766:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321862:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321863:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.321865:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838398.321867:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.321868:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.321869:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:3.0:1788838398.321872:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321874:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000040:3.0:1788838398.321877:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:3.0:1788838398.321879:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.321883:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.321886:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838398.321889:0:34766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788838398.321897:0:34766:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.321903:0:34766:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.321907:0:34766:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838398.321913:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321915:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.321916:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.321917:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.321919:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:3.0:1788838398.321920:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321922:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:3.0:1788838398.321925:0:34766:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1788838398.321927:0:34766:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321933:0:34766:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.321935:0:34766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.321941:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.321942:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.321944:0:34766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.322095:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.322097:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.322101:0:34766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788838398.322108:0:34766:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afc4a65600. 00010000:00000001:3.0:1788838398.322112:0:34766:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000010:3.1:1788838398.323217:0:34766:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac900. 00010000:00000010:3.1:1788838398.323232:0:34766:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00010000:00010000:3.0:1788838398.323293:0:34766:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788838398.323297:0:34766:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.323299:0:34766:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.323301:0:34766:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.323303:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.323305:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.323308:0:34766:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838398.323312:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3f888 00000002:00002000:3.0:1788838398.323314:0:34766:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788838398.323319:0:34766:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.323325:0:34766:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.323328:0:34766:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838398.323331:0:34766:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838398.323335:0:34766:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838398.323340:0:34766:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838398.323343:0:34766:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd00a6000. 00000080:00000001:3.0:1788838398.323351:0:34766:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838398.323360:0:34766:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838398.323364:0:34766:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788838398.323369:0:34766:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788838398.323377:0:34766:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d3c60. 00000020:00000010:3.0:1788838398.323382:0:34766:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd00a6000. 00000020:00000010:3.0:1788838398.323389:0:34766:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afd00a6e00. 00000020:00000010:3.0:1788838398.323393:0:34766:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acb180. 00000008:00000010:3.0:1788838398.323404:0:34766:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd0928b30. 00020000:00000010:3.0:1788838398.323410:0:34766:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013bcc0. 00008000:00000010:3.0:1788838398.323416:0:34766:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07ee350. 00000080:00000010:3.0:1788838398.323435:0:34766:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec2348. 00000080:00000010:3.0:1788838398.323442:0:34766:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f34250. 00000020:00000010:3.0:1788838398.323454:0:34766:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc8d6e600. 00000008:00000010:3.0:1788838398.323459:0:34766:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669db80. 00020000:00000010:3.0:1788838398.323464:0:34766:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cac248. 00008000:00000010:3.0:1788838398.323468:0:34766:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfea38. 00000080:00000010:3.0:1788838398.323471:0:34766:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cff4b0. 00000020:00000001:3.0:1788838398.323474:0:34766:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287528 : -113594224264088 : ffff98afc89d3c68) 00000020:00001000:3.0:1788838398.323477:0:34766:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3c60 00000020:00000001:3.0:1788838398.323479:0:34766:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838398.323484:0:34766:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838398.323488:0:34766:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838398.323494:0:34766:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acbcc0. 00020000:00000010:3.0:1788838398.323498:0:34766:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4500. 00020000:00000010:3.0:1788838398.323504:0:34766:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acbc00. 00020000:00000001:3.0:1788838398.323506:0:34766:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419194368 : -113594290357248 : ffff98afc4acbc00) 00020000:00000002:3.0:1788838398.323510:0:34766:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbc00, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838398.323515:0:34766:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838398.323519:0:34766:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4500: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1788838398.323523:0:34766:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a9b0) owner ffff98afc48927c0 00020000:00000001:3.0:1788838398.323527:0:34766:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838398.323530:0:34766:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a9b0) owner ffff98afc48927c0 00020000:00000010:3.0:1788838398.323535:0:34766:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4500. 00020000:00000010:3.0:1788838398.323538:0:34766:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acbcc0. 00020000:00000010:3.0:1788838398.323541:0:34766:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acbc00. 00020000:00000002:3.0:1788838398.323543:0:34766:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838398.323545:0:34766:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.323548:0:34766:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838398.323550:0:34766:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3c60 00000080:00000001:3.0:1788838398.323556:0:34766:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1788838398.323559:0:34766:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788838398.323565:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.323567:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.323571:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838398.323573:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.323577:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00000080:00000001:3.0:1788838398.323581:0:34766:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838398.323582:0:34766:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.323584:0:34766:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287528 : -113594224264088 : ffff98afc89d3c68) 00000020:00001000:3.0:1788838398.323586:0:34766:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3c60 00000020:00000001:3.0:1788838398.323587:0:34766:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838398.323589:0:34766:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838398.323590:0:34766:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838398.323593:0:34766:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acbc00. 00020000:00000010:3.0:1788838398.323596:0:34766:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4500. 00020000:00000010:3.0:1788838398.323598:0:34766:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acbcc0. 00020000:00000001:3.0:1788838398.323600:0:34766:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419194560 : -113594290357056 : ffff98afc4acbcc0) 00020000:00000002:3.0:1788838398.323603:0:34766:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbcc0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838398.323606:0:34766:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838398.323609:0:34766:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4500: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1788838398.323611:0:34766:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a9b0) owner ffff98afc48927c0 00020000:00000001:3.0:1788838398.323613:0:34766:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838398.323615:0:34766:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a9b0) owner ffff98afc48927c0 00020000:00000010:3.0:1788838398.323617:0:34766:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4500. 00020000:00000010:3.0:1788838398.323619:0:34766:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acbc00. 00020000:00000010:3.0:1788838398.323622:0:34766:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acbcc0. 00020000:00000002:3.0:1788838398.323624:0:34766:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838398.323625:0:34766:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.323627:0:34766:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.323630:0:34766:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838398.323633:0:34766:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000002:3.0:1788838398.323636:0:34766:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1b40 addref 2/0 by ffff98afc48927c0. 00020000:00000002:3.0:1788838398.323638:0:34766:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:3.0:1788838398.323640:0:34766:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838398.323643:0:34766:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838398.323645:0:34766:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838398.323647:0:34766:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788838398.323649:0:34766:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788838398.323651:0:34766:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788838398.323654:0:34766:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3c60 00000080:00000001:3.0:1788838398.323676:0:34766:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.323678:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.323680:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838398.323681:0:34766:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838398.323685:0:34766:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838398.323688:0:34766:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.323691:0:34766:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62d099 00800000:00000001:3.0:1788838398.323695:0:34766:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838398.323697:0:34766:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838398.323698:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.323700:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.323701:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838398.323703:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.323705:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.323708:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.323709:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.323711:0:34766:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.323713:0:34766:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.323717:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.323732:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.323740:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.323744:0:34766:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d099 from it ffffbbcb01c3fbf0 00010000:00000001:3.0:1788838398.323746:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.323747:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.323748:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838398.323750:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.323752:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.323754:0:34766:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.323758:0:34766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838398.323766:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.323767:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.323769:0:34766:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.323771:0:34766:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.323774:0:34766:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838398.323782:0:34766:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.323784:0:34766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.323786:0:34766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.323792:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.323793:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.323794:0:34766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.323797:0:34766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.323799:0:34766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.323800:0:34766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.323804:0:34766:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.323806:0:34766:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.323807:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.323808:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838398.323811:0:34766:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838398.323816:0:34766:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d20c0. 00000080:00000001:3.0:1788838398.323820:0:34766:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838398.323823:0:34766:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838398.323827:0:34766:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838398.323831:0:34766:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a7fc0. 00000002:00100000:3.0:1788838398.323837:0:34766:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838398.323844:0:34766:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.323846:0:34766:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838398.323850:0:34766:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838398.323853:0:34766:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.323858:0:34766:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838398.323860:0:34766:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.323863:0:34766:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838398.323866:0:34766:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.323868:0:34766:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.323872:0:34766:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788838398.323874:0:34766:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.323876:0:34766:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838398.323878:0:34766:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.323881:0:34766:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.323885:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.323889:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838398.323896:0:34766:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.323900:0:34766:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98afc41e0000. 02000000:00000001:3.0:1788838398.323934:0:34766:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838398.323936:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.323939:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fb98 00000080:00000008:3.0:1788838398.323942:0:34766:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 102101, rc = 0 00020000:00000001:3.0:1788838398.324549:0:34766:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838398.324556:0:34766:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000002:3.0:1788838398.324560:0:34766:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:3.0:1788838398.324563:0:34766:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.332770:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fd28 00000080:00200008:1.0:1788838398.332783:0:34766:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838398.332794:0:34766:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838398.332796:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fca0 00000080:00200000:1.0:1788838398.332798:0:34766:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88),name=recon 00000080:00000010:1.0:1788838398.332808:0:34766:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1127a00. 00800000:00000002:1.0:1788838398.332815:0:34766:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838398.332824:0:34766:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838398.332830:0:34766:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.332832:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fbc0 00800000:00000002:1.0:1788838398.332835:0:34766:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838398.332839:0:34766:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838398.332846:0:34766:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838398.332853:0:34766:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.332855:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fa90 00000002:00010000:1.0:1788838398.332857:0:34766:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838398.332863:0:34766:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838398.332865:0:34766:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838398.332870:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.332879:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:1.0:1788838398.332882:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.332888:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.332893:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.332899:0:34766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788838398.332912:0:34766:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838398.332919:0:34766:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.332923:0:34766:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788838398.332930:0:34766:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838398.332933:0:34766:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838398.332935:0:34766:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.332938:0:34766:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.332940:0:34766:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838398.332943:0:34766:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838398.332946:0:34766:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838398.332949:0:34766:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838398.332953:0:34766:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127a00. 00000080:00000001:1.0:1788838398.332958:0:34766:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838398.332960:0:34766:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.332963:0:34766:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) 00000080:00010000:1.0:1788838398.332967:0:34766:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62d099 00800000:00000001:1.0:1788838398.332971:0:34766:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838398.332974:0:34766:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838398.332976:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.332978:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.332981:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:1.0:1788838398.332984:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:1.0:1788838398.332988:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:1.0:1788838398.332992:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.332994:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838398.332995:0:34766:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838398.332997:0:34766:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.333000:0:34766:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d099 from it ffffbbcb01c3fcd8 00010000:00000001:1.0:1788838398.333002:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.333003:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.333005:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:1.0:1788838398.333007:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:1.0:1788838398.333009:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:1.0:1788838398.333011:0:34766:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.333015:0:34766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838398.333022:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.333023:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.333025:0:34766:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838398.333027:0:34766:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838398.333030:0:34766:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838398.333041:0:34766:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838398.333044:0:34766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838398.333047:0:34766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838398.333052:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.333053:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.333055:0:34766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.333058:0:34766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838398.333061:0:34766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.333063:0:34766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.333065:0:34766:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.333067:0:34766:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.333069:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.333071:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838398.333075:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838398.333077:0:34766:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838398.333080:0:34766:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788838398.333084:0:34766:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788838398.333086:0:34766:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838398.333088:0:34766:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788838398.333090:0:34766:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.333092:0:34766:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838398.333096:0:34766:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788838398.333099:0:34766:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838398.333104:0:34766:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287384 : -113594224264232 : ffff98afc89d3bd8) 00000020:00001000:1.0:1788838398.333107:0:34766:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3bd0 00000020:00000001:1.0:1788838398.333113:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.333116:0:34766:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838398.333120:0:34766:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838398.333122:0:34766:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788838398.333126:0:34766:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.333127:0:34766:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838398.333129:0:34766:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838398.333131:0:34766:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.333133:0:34766:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838398.333138:0:34766:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f36c50 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788838398.333141:0:34766:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:1.0:1788838398.333146:0:34766:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838398.333147:0:34766:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838398.333150:0:34766:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838398.333152:0:34766:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.333155:0:34766:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838398.333157:0:34766:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838398.333159:0:34766:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.333161:0:34766:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.333162:0:34766:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838398.333163:0:34766:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838398.333165:0:34766:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00000020:00000001:1.0:1788838398.333167:0:34766:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838398.333170:0:34766:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788838398.333171:0:34766:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788838398.333174:0:34766:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788838398.333176:0:34766:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788838398.333179:0:34766:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788838398.333181:0:34766:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788838398.333187:0:34766:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000001:2.0:1788838398.334482:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.334489:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.334495:0:15908:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788838398.334500:0:15908:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788838398.334503:0:15908:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788838398.334510:0:15908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838398.334522:0:15908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc8beac00 already unused, calling callback (ffffffffc1970460) 00000080:00000001:2.0:1788838398.334524:0:15908:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788838398.334529:0:15908:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.334536:0:15908:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788838398.334538:0:15908:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788838398.334542:0:15908:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.334547:0:15908:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788838398.334551:0:15908:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788838398.334553:0:15908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.334555:0:15908:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.334557:0:15908:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8beac00 refcount=3 00000020:00000001:2.0:1788838398.334559:0:15908:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:2.0:1788838398.334562:0:15908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487478784 : -113594222072832 : ffff98afc8beac00) 00010000:00000001:2.0:1788838398.334565:0:15908:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838398.334567:0:15908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788838398.334579:0:15908:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838398.334584:0:15908:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838398.334587:0:15908:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838398.334589:0:15908:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1788838398.334594:0:15908:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.334596:0:15908:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.334602:0:15908:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:2.0:1788838398.334605:0:15908:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.334609:0:15908:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788838398.334612:0:15908:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788838398.334616:0:15908:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838398.334621:0:15908:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.334625:0:15908:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788838398.334634:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.334636:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.334638:0:15908:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788838398.334639:0:15908:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.334641:0:15908:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.334642:0:15908:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=2 00000020:00000001:2.0:1788838398.334645:0:15908:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:2.0:1788838398.334647:0:15908:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:2.0:1788838398.334648:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.334649:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788838398.334651:0:15908:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838398.334653:0:15908:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838398.334684:0:15908:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.334687:0:15908:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838398.334691:0:15908:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838398.334693:0:15908:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838398.334695:0:15908:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.334697:0:15908:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788838398.334700:0:15908:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8beac00 with handle 0x9f68a6b43b62d0b5 from hash 00010000:00000001:2.0:1788838398.334703:0:15908:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838398.334705:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.334706:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.334707:0:15908:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838398.334711:0:15908:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838398.334713:0:15908:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838398.334717:0:15908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.334723:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.334725:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.334726:0:15908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.334728:0:15908:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838398.334732:0:15908:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788838398.334742:0:15908:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac1180. 00000020:00000040:2.0:1788838398.334747:0:15908:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838398.334754:0:15908:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.334756:0:15908:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.334759:0:15908:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.334768:0:15908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85eb200. 00000100:00000001:2.0:1788838398.334776:0:15908:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.334779:0:15908:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838398.334785:0:15908:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788838398.334792:0:15908:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788838398.334793:0:15908:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.334800:0:15908:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.334805:0:15908:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.334820:0:15908:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001193de50] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788838398.334864:0:15908:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.334867:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.334868:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.334870:0:15908:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.334872:0:15908:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.334874:0:15908:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.334878:0:15908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788838398.334885:0:15908:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838398.334886:0:15908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8beac00/0x9f68a6b43b62d0b5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bfa0 expref: -99 pid: 34766 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788838398.334894:0:15908:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2780. 00010000:00000001:2.0:1788838398.334906:0:15908:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.334908:0:15908:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788838398.334910:0:15908:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afc4a65600. 00010000:00000001:2.0:1788838398.334915:0:15908:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.334917:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.334918:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.334920:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838398.334922:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.334923:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.334925:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788838398.334926:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.334927:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.334929:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788838398.334946:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.335043:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.335048:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.335051:0:2354:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838398.335059:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.335068:0:2354:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838398.335070:0:2354:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.335074:0:2354:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838398.335078:0:2354:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838398.335080:0:2354:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838398.335083:0:2354:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132278400:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838398.335090:0:2354:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838398.335097:0:2354:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838398.335100:0:2354:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.335103:0:2354:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838398.335109:0:2354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc7e59a00. 02000000:00000001:3.0:1788838398.335112:0:2354:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838398.335132:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838398.335137:0:2354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838398.335146:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce5d8. 00000100:00000200:3.0:1788838398.335155:0:2354:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132278400, portal 18 00000100:00000001:3.0:1788838398.335158:0:2354:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.335160:0:2354:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419150720 : -113594290400896 : ffff98afc4ac1180) 00000100:00000040:3.0:1788838398.335169:0:2354:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.335176:0:2354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838398.335179:0:2354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838398.335183:0:2354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce990. 00000100:00000200:3.0:1788838398.335187:0:2354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132278400, offset 0 00000400:00000200:3.0:1788838398.335205:0:2354:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838398.335221:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.335230:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838398.335236:0:2354:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838398.335242:0:2354:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838398.335246:0:2354:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838398.335249:0:2354:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838398.335253:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2661:2661:256:4294967295] 192.168.203.123@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:3.0:1788838398.335257:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.335269:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838398.335276:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838398.335282:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3600. 00000800:00000200:3.0:1788838398.335290:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838398.335301:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838398.335306:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838398.335322:0:2354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.335327:0:2354:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 802153 usecs (803 jiffies) 00000400:00000200:3.0:1788838398.335331:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838398.335334:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296529111 00000100:00000001:3.0:1788838398.335346:0:2354:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296529093 00000100:00000001:3.0:1788838398.335353:0:2354:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296529111 00000100:00000001:3.0:1788838398.335356:0:2354:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296529093 00000100:00000001:3.0:1788838398.335360:0:2354:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.335363:0:2354:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.335367:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.335369:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.335378:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.335380:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838398.335383:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.335385:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.335386:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.335388:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.335737:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.335744:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3600. 00000400:00000200:0.0:1788838398.335749:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.335756:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.335763:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce990 00000400:00000010:0.0:1788838398.335765:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce990. 00000100:00000001:0.0:1788838398.335770:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.335775:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.335786:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.335789:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.335797:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.335799:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838398.336604:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1788838398.337044:0:34766:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894af80. 00020000:00000002:1.0:1788838398.337058:0:34766:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838398.337062:0:34766:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788838398.337065:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.337068:0:34766:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838398.337071:0:34766:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838398.337075:0:34766:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287960 : -113594224263656 : ffff98afc89d3e18) 00000020:00001000:1.0:1788838398.337078:0:34766:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3e10 00000020:00000001:1.0:1788838398.337083:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.337086:0:34766:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838398.337091:0:34766:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.337092:0:34766:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838398.337095:0:34766:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.337097:0:34766:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.337099:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.337101:0:34766:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788838398.337109:0:34766:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afd1388f70. 00000008:00010000:1.0:1788838398.337112:0:34766:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788838398.337178:0:34766:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838398.337180:0:34766:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788838398.337182:0:34766:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894afb0, osc lock ffff98afd1388f70, flags 0x400001002 00000020:00000001:1.0:1788838398.337185:0:34766:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.337187:0:34766:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.337190:0:34766:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484727168 : -113594224824448 : ffff98afc894af80) 00000020:00000001:1.0:1788838398.337201:0:34766:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838398.337203:0:34766:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788838398.337204:0:34766:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.337207:0:34766:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.337210:0:34766:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788838398.337212:0:34766:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788838398.337214:0:34766:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838398.337217:0:34766:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838398.337219:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.337220:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.337222:0:34766:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838398.337226:0:34766:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838398.337228:0:34766:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838398.337232:0:34766:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838398.337235:0:34766:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838398.337237:0:34766:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838398.337240:0:34766:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838398.337241:0:34766:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838398.337242:0:34766:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838398.337245:0:34766:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788838398.337248:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.337256:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:1.0:1788838398.337259:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.337267:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.337272:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.337278:0:34766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838398.337293:0:34766:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838398.337299:0:34766:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.337302:0:34766:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838398.337312:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.337314:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.337317:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:1.0:1788838398.337319:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.337322:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:1.0:1788838398.337327:0:34766:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788838398.337330:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.337331:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.337332:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:1.0:1788838398.337334:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.337336:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000020:00000001:1.0:1788838398.337340:0:34766:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838398.337343:0:34766:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788838398.337345:0:34766:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788838398.337347:0:34766:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.337349:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.337350:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.337351:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:1.0:1788838398.337354:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.337356:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.337359:0:34766:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.337362:0:34766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838398.337369:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.337371:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.337373:0:34766:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838398.337375:0:34766:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838398.337378:0:34766:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838398.337388:0:34766:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838398.337391:0:34766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838398.337394:0:34766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838398.337399:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.337400:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.337402:0:34766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.337406:0:34766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838398.337408:0:34766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.337410:0:34766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.337412:0:34766:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.337414:0:34766:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.337416:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.337417:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.337418:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.337419:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838398.337431:0:34766:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838398.337434:0:34766:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.337436:0:34766:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.337438:0:34766:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.337440:0:34766:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.337442:0:34766:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838398.337443:0:34766:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788838398.337446:0:34766:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788838398.338070:0:34766:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788838398.338073:0:34766:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.338075:0:34766:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.338081:0:34766:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838398.338085:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.338088:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.338090:0:34766:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838398.338095:0:34766:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788838398.338098:0:34766:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:1.0:1788838398.338102:0:34766:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.338105:0:34766:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.338106:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:1.0:1788838398.338109:0:34766:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788838398.338112:0:34766:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838398.338114:0:34766:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838398.338320:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_release():245 00000020:00000001:1.0:1788838398.338325:0:34766:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838398.338326:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838398.338329:0:34766:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838398.338332:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.338334:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.338336:0:34766:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838398.338338:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894afb0 (ffff98afc89d3e18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838398.338341:0:34766:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838398.338342:0:34766:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788838398.338345:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.338346:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838398.338348:0:34766:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838398.338350:0:34766:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.338352:0:34766:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.338353:0:34766:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.338355:0:34766:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838398.338356:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838398.338360:0:34766:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838398.338362:0:34766:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838398.338363:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894afb0 (ffff98afc89d3bd8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838398.338367:0:34766:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afd1388f70. 00000020:00000001:1.0:1788838398.338371:0:34766:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838398.338372:0:34766:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894af80. 00020000:00000001:1.0:1788838398.338376:0:34766:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838398.338377:0:34766:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838398.338379:0:34766:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788838398.338381:0:34766:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.338385:0:34766:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838398.338387:0:34766:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838398.338389:0:34766:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838398.338391:0:34766:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838398.338393:0:34766:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838398.338395:0:34766:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3e10 00020000:00000001:1.0:1788838398.338397:0:34766:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838398.338399:0:34766:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838398.338402:0:34766:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838398.338405:0:34766:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838398.338409:0:34766:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838398.338412:0:34766:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.338414:0:34766:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838398.338417:0:34766:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838398.338417:0:34766:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838398.338419:0:34766:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3bd0 00000001:00000001:1.0:1788838398.338429:0:34766:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.338442:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fd28 00000080:00000008:1.0:1788838398.338445:0:34766:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788838398.338950:0:34766:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788838398.339191:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fd88 00000080:00200008:1.0:1788838398.339201:0:34766:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1788838398.339205:0:34766:0:(file.c:2656:do_file_write_iter()) inode ffff98afd1585b88 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:1.0:1788838398.339209:0:34766:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788838398.339212:0:34766:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.339214:0:34766:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788838398.339218:0:34766:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339223:0:34766:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838398.339226:0:34766:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287384 : -113594224264232 : ffff98afc89d3bd8) 00000020:00001000:1.0:1788838398.339228:0:34766:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3bd0 00000080:00000001:1.0:1788838398.339232:0:34766:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788838398.339233:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fc98 00000080:00200000:1.0:1788838398.339235:0:34766:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1788838398.339242:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fc30 00000080:00200000:1.0:1788838398.339243:0:34766:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1788838398.339246:0:34766:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838398.339249:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.339251:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.339253:0:34766:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838398.339255:0:34766:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788838398.339258:0:34766:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:1.0:1788838398.339261:0:34766:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339263:0:34766:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339265:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:1.0:1788838398.339267:0:34766:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788838398.339270:0:34766:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838398.339272:0:34766:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788838398.339280:0:34766:0:(cl_io.c:214:cl_io_rw_init()) header@00000000623973cf[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788838398.339282:0:34766:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1788838398.339284:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.339286:0:34766:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838398.339289:0:34766:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838398.339291:0:34766:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788838398.339294:0:34766:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.339295:0:34766:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788838398.339297:0:34766:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838398.339302:0:34766:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.339304:0:34766:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838398.339306:0:34766:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.339308:0:34766:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838398.339311:0:34766:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f36c50 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788838398.339314:0:34766:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:1.0:1788838398.339319:0:34766:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838398.339321:0:34766:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838398.339324:0:34766:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838398.339326:0:34766:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788838398.339328:0:34766:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1788838398.339331:0:34766:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788838398.339333:0:34766:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838398.339334:0:34766:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339335:0:34766:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.339336:0:34766:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838398.339337:0:34766:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838398.339338:0:34766:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00000020:00000001:1.0:1788838398.339340:0:34766:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339341:0:34766:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838398.339343:0:34766:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1788838398.339346:0:34766:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788838398.339348:0:34766:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339352:0:34766:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788838398.339354:0:34766:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788838398.339356:0:34766:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788838398.339358:0:34766:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788838398.339360:0:34766:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1788838398.339363:0:34766:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788838398.339365:0:34766:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788838398.339369:0:34766:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838398.339372:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.339374:0:34766:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838398.339375:0:34766:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838398.339377:0:34766:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287960 : -113594224263656 : ffff98afc89d3e18) 00000020:00001000:1.0:1788838398.339379:0:34766:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3e10 00000020:00000001:1.0:1788838398.339382:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.339384:0:34766:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838398.339387:0:34766:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.339388:0:34766:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838398.339389:0:34766:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.339391:0:34766:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.339393:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.339396:0:34766:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788838398.339399:0:34766:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788838398.339403:0:34766:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339405:0:34766:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.339408:0:34766:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.339410:0:34766:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339412:0:34766:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.339414:0:34766:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788838398.339418:0:34766:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788838398.339434:0:34766:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788838398.339437:0:34766:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788838398.339441:0:34766:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.339444:0:34766:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838398.340261:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.340278:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.340281:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.340284:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.340293:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.340302:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.340313:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.340318:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.340325:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.340330:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd56680 00000400:00000200:0.0:1788838398.340335:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.340342:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x7181 [1] + 224 00000800:00000001:0.0:1788838398.340351:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.340372:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.340375:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.340381:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.340390:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.340400:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838398.340412:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.340444:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.340460:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.340464:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.340558:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.340563:0:2354:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838398.340571:0:2354:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.340573:0:2354:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.340578:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838398.340583:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce5d8 00000400:00000010:3.0:1788838398.340585:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce5d8. 00000100:00000001:3.0:1788838398.340589:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.340594:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838398.340604:0:2354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.340611:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.340614:0:2354:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.340616:0:2354:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.340620:0:2354:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.340622:0:2354:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.340626:0:2354:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.340630:0:2354:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.340640:0:2354:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee538 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838398.340644:0:2354:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.340647:0:2354:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.340649:0:2354:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.340652:0:2354:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.340762:0:2354:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.340767:0:2354:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.340770:0:2354:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788838398.340773:0:2354:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.340777:0:2354:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.340782:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.340790:0:2354:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.340793:0:2354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.340796:0:2354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838398.340800:0:2354:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838398.340809:0:2354:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:236057cd-729b-462c-8b72-16ae653ba0e9:2354:1875731132278400:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838398.340814:0:2354:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.340817:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.340821:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac1180 x1875731132278400/t0(0) o103->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838398.340828:0:2354:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838398.340831:0:2354:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.340835:0:2354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc7e59a00. 02000000:00000001:3.0:1788838398.340838:0:2354:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838398.340841:0:2354:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838398.340844:0:2354:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838398.340846:0:2354:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838398.340850:0:2354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85eb200. 02000000:00000001:3.0:1788838398.340853:0:2354:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838398.340855:0:2354:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838398.340857:0:2354:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac1180. 00000100:00000001:3.0:1788838398.340861:0:2354:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838398.340863:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.340865:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.340873:0:2354:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.340876:0:2354:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.340878:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838398.340881:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.341250:0:34766:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788838398.341254:0:34766:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1788838398.341258:0:34766:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788838398.341260:0:34766:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788838398.341262:0:34766:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341264:0:34766:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.341266:0:34766:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.341268:0:34766:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.341270:0:34766:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.341274:0:34766:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788838398.341276:0:34766:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838398.341277:0:34766:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788838398.341279:0:34766:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838398.341281:0:34766:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341283:0:34766:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.341285:0:34766:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.341286:0:34766:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341288:0:34766:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788838398.341290:0:34766:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788838398.341292:0:34766:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788838398.341295:0:34766:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788838398.341298:0:34766:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788838398.341303:0:34766:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788838398.341311:0:34766:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894af80. 00020000:00000002:1.0:1788838398.341314:0:34766:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838398.341316:0:34766:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788838398.341318:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.341320:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.341322:0:34766:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788838398.341328:0:34766:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afd1388f70. 00000008:00010000:1.0:1788838398.341331:0:34766:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788838398.341333:0:34766:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838398.341336:0:34766:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788838398.341339:0:34766:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894afb0, osc lock ffff98afd1388f70, flags 0x0 00000020:00000001:1.0:1788838398.341342:0:34766:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.341344:0:34766:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.341346:0:34766:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484727168 : -113594224824448 : ffff98afc894af80) 00000020:00000001:1.0:1788838398.341348:0:34766:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838398.341349:0:34766:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788838398.341351:0:34766:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341353:0:34766:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341355:0:34766:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838398.341356:0:34766:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838398.341357:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.341358:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.341360:0:34766:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838398.341362:0:34766:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838398.341364:0:34766:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788838398.341366:0:34766:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341369:0:34766:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838398.341372:0:34766:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838398.341374:0:34766:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838398.341376:0:34766:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838398.341377:0:34766:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838398.341379:0:34766:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838398.341381:0:34766:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788838398.341385:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.341393:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:1.0:1788838398.341396:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.341402:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.341407:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.341413:0:34766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788838398.341439:0:34766:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838398.341445:0:34766:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.341863:0:34766:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838398.341882:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.341884:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.341887:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:1.0:1788838398.341890:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.341893:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:1.0:1788838398.341898:0:34766:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788838398.341902:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.341903:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.341905:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:1.0:1788838398.341907:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.341909:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.341911:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.341913:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.341914:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:1.0:1788838398.341916:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.341918:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.341921:0:34766:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.341922:0:34766:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.341925:0:34766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838398.341932:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.341934:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838398.341936:0:34766:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.341938:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.341939:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.341941:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=7 00000020:00000001:1.0:1788838398.341942:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.341944:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.341947:0:34766:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.341950:0:34766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 7/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838398.341957:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.341958:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788838398.341961:0:34766:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838398.341969:0:34766:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.341970:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.341972:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.341973:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.341974:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838398.341976:0:34766:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838398.341978:0:34766:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341981:0:34766:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.341983:0:34766:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341984:0:34766:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341987:0:34766:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341989:0:34766:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341991:0:34766:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.341994:0:34766:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788838398.341998:0:34766:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788838398.342005:0:34766:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838398.342008:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.342010:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.342013:0:34766:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838398.342016:0:34766:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788838398.342020:0:34766:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:1.0:1788838398.342023:0:34766:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342026:0:34766:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342027:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:1.0:1788838398.342030:0:34766:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788838398.342033:0:34766:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838398.342037:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fb80 00000080:00200000:1.0:1788838398.342040:0:34766:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788838398.342043:0:34766:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788838398.342047:0:34766:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000002:1.0:1788838398.342051:0:34766:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1b40 addref 2/0 by ffff98afc48927c0. 00020000:00000002:1.0:1788838398.342054:0:34766:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00000020:00000001:1.0:1788838398.342057:0:34766:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788838398.342060:0:34766:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788838398.342063:0:34766:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788838398.342066:0:34766:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1788838398.342069:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.342070:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.342072:0:34766:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788838398.342075:0:34766:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788838398.342079:0:34766:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342080:0:34766:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342083:0:34766:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342084:0:34766:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.342094:0:34766:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788838398.342096:0:34766:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1788838398.342104:0:34766:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788838398.342106:0:34766:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342109:0:34766:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788838398.342111:0:34766:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffff5ee043c0500 ffff98afc2e6b540 1 00000020:00000001:1.0:1788838398.342124:0:34766:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788838398.342127:0:34766:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446630479389439296 : -113594320112320 : ffff98afc2e6b540) 00000020:00000001:1.0:1788838398.342130:0:34766:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446630479389439296 : -113594320112320 : ffff98afc2e6b540) 00000020:00000001:1.0:1788838398.342133:0:34766:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788838398.342135:0:34766:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788838398.342137:0:34766:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479407049808 : -113594302501808 : ffff98afc3f36c50) 00000020:00000001:1.0:1788838398.342140:0:34766:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788838398.342141:0:34766:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788838398.342143:0:34766:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788838398.342149:0:34766:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048cd7fd1[3 000000003ba3b2bd 1 1 000000000181936b 0 0 0] 00000020:00000001:1.0:1788838398.342151:0:34766:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788838398.342152:0:34766:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788838398.342155:0:34766:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788838398.342157:0:34766:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788838398.342159:0:34766:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.342162:0:34766:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788838398.342164:0:34766:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1788838398.342166:0:34766:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788838398.342167:0:34766:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446630479407049808 : -113594302501808 : ffff98afc3f36c50) 00000020:00000001:1.0:1788838398.342169:0:34766:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788838398.342170:0:34766:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788838398.342174:0:34766:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788838398.342176:0:34766:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788838398.342177:0:34766:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788838398.342178:0:34766:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788838398.342181:0:34766:0:(rw26.c:929:ll_write_end()) page@0000000048cd7fd1[4 000000003ba3b2bd 2 1 000000000181936b 0 0 0] 00000080:00200000:1.0:1788838398.342185:0:34766:0:(rw26.c:929:ll_write_end()) vmpage @00000000b89a7f13 17ffffc0001039 2:0 ffff98afc2e6b540 0 lru 00000080:00200000:1.0:1788838398.342202:0:34766:0:(rw26.c:929:ll_write_end()) osc-page@0000000057d62e8c 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 0000000096d8eead 0000000080994c33 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1788838398.342205:0:34766:0:(rw26.c:929:ll_write_end()) end page@0000000048cd7fd1 00000080:00200000:1.0:1788838398.342207:0:34766:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788838398.342208:0:34766:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788838398.342210:0:34766:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1788838398.342213:0:34766:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788838398.342215:0:34766:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788838398.342217:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.342218:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.342221:0:34766:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788838398.342224:0:34766:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788838398.342226:0:34766:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788838398.342227:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000002:1.0:1788838398.342230:0:34766:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1788838398.342233:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.342235:0:34766:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788838398.342238:0:34766:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1788838398.342241:0:34766:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788838398.342243:0:34766:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342246:0:34766:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342248:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:1.0:1788838398.342249:0:34766:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788838398.342251:0:34766:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788838398.342254:0:34766:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788838398.342258:0:34766:0:(cl_page.c:556:cl_batch_put()) page@0000000048cd7fd1[4 000000003ba3b2bd 2 1 000000000181936b 0 0 0] 00000020:00000001:1.0:1788838398.342260:0:34766:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788838398.342262:0:34766:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788838398.342263:0:34766:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788838398.342266:0:34766:0:(osc_request.c:745:osc_update_next_shrink()) next time 3061 to shrink grant 00000080:00000001:1.0:1788838398.342269:0:34766:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788838398.342271:0:34766:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788838398.342275:0:34766:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff98afd1585d38, count 1, dirtied 0 00000080:00000001:1.0:1788838398.342277:0:34766:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788838398.342279:0:34766:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788838398.342281:0:34766:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788838398.342283:0:34766:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788838398.342284:0:34766:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788838398.342287:0:34766:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048cd7fd1[3 000000003ba3b2bd 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838398.342289:0:34766:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788838398.342291:0:34766:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788838398.342292:0:34766:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788838398.342294:0:34766:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788838398.342296:0:34766:0:(cl_page.c:556:cl_batch_put()) page@0000000048cd7fd1[3 000000003ba3b2bd 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788838398.342298:0:34766:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788838398.342299:0:34766:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788838398.342301:0:34766:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788838398.342302:0:34766:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788838398.342304:0:34766:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342306:0:34766:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342308:0:34766:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342310:0:34766:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838398.342312:0:34766:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788838398.342315:0:34766:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788838398.342316:0:34766:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788838398.342318:0:34766:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.342320:0:34766:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788838398.342324:0:34766:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788838398.342325:0:34766:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342327:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fb80 00000080:00200000:1.0:1788838398.342329:0:34766:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788838398.342332:0:34766:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342334:0:34766:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788838398.342336:0:34766:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838398.342337:0:34766:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788838398.342339:0:34766:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788838398.342341:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.342343:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.342345:0:34766:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788838398.342347:0:34766:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788838398.342348:0:34766:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342350:0:34766:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342352:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:1.0:1788838398.342354:0:34766:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342356:0:34766:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342358:0:34766:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342359:0:34766:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342361:0:34766:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342363:0:34766:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788838398.342364:0:34766:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788838398.342366:0:34766:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788838398.342367:0:34766:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788838398.342369:0:34766:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788838398.342370:0:34766:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342372:0:34766:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342374:0:34766:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788838398.342376:0:34766:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788838398.342378:0:34766:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838398.342380:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd0cff5d8 (ffff98afc89d3bd8/0) at cl_lock_release():245 00000020:00000001:1.0:1788838398.342383:0:34766:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838398.342384:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd0cff5d8 (ffff98afc89d3bd8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838398.342387:0:34766:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838398.342389:0:34766:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.342390:0:34766:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.342392:0:34766:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838398.342393:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894afb0 (ffff98afc89d3e18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838398.342396:0:34766:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838398.342398:0:34766:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788838398.342400:0:34766:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.342401:0:34766:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.342403:0:34766:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:1.0:1788838398.342405:0:34766:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.342408:0:34766:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.342411:0:34766:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.342414:0:34766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838398.342430:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.342431:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.342433:0:34766:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838398.342435:0:34766:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838398.342439:0:34766:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838398.342454:0:34766:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838398.342458:0:34766:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838398.342460:0:34766:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838398.342466:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.342467:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.342469:0:34766:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.342473:0:34766:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838398.342475:0:34766:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.342478:0:34766:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.342482:0:34766:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.342484:0:34766:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.342485:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.342487:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.342488:0:34766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.342489:0:34766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838398.342490:0:34766:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838398.342492:0:34766:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.342493:0:34766:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.342494:0:34766:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.342496:0:34766:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838398.342497:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd0cff5d8 (ffff98afc89d3bd8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838398.342501:0:34766:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838398.342502:0:34766:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838398.342503:0:34766:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894afb0 (ffff98afc89d3bd8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838398.342506:0:34766:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afd1388f70. 00000020:00000001:1.0:1788838398.342512:0:34766:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838398.342513:0:34766:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894af80. 00020000:00000001:1.0:1788838398.342517:0:34766:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838398.342518:0:34766:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838398.342519:0:34766:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788838398.342522:0:34766:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788838398.342523:0:34766:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838398.342525:0:34766:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788838398.342526:0:34766:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788838398.342528:0:34766:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342530:0:34766:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342531:0:34766:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788838398.342532:0:34766:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788838398.342534:0:34766:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788838398.342536:0:34766:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788838398.342538:0:34766:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788838398.342540:0:34766:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838398.342541:0:34766:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788838398.342543:0:34766:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788838398.342544:0:34766:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788838398.342547:0:34766:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788838398.342549:0:34766:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342551:0:34766:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.342552:0:34766:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838398.342554:0:34766:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788838398.342556:0:34766:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788838398.342560:0:34766:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788838398.342563:0:34766:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788838398.342566:0:34766:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788838398.342568:0:34766:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838398.342570:0:34766:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838398.342572:0:34766:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838398.342573:0:34766:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838398.342574:0:34766:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838398.342576:0:34766:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3e10 00020000:00000001:1.0:1788838398.342579:0:34766:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838398.342581:0:34766:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838398.342583:0:34766:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838398.342585:0:34766:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838398.342588:0:34766:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838398.342589:0:34766:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788838398.342591:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fc98 00000080:00200000:1.0:1788838398.342593:0:34766:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788838398.342598:0:34766:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838398.342599:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.342601:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.342602:0:34766:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838398.342605:0:34766:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788838398.342608:0:34766:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838398.342610:0:34766:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788838398.342612:0:34766:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838398.342613:0:34766:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788838398.342616:0:34766:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:1.0:1788838398.342619:0:34766:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838398.342622:0:34766:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:1.0:1788838398.342625:0:34766:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342627:0:34766:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.342628:0:34766:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:1.0:1788838398.342630:0:34766:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788838398.342633:0:34766:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788838398.342638:0:34766:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788838398.342640:0:34766:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788838398.342643:0:34766:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3bd0 00000020:00000001:1.0:1788838398.342646:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fd88 00000080:00000008:1.0:1788838398.342648:0:34766:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1788838398.342652:0:34766:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788838398.342707:0:34766:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788838398.342710:0:34766:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000002:1.0:1788838398.342714:0:34766:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:1.0:1788838398.342717:0:34766:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.342726:0:34766:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788838398.342729:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fdf0 00000080:00200008:1.0:1788838398.342731:0:34766:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 102001 00000080:00000001:1.0:1788838398.342736:0:34766:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788838398.342738:0:34766:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788838398.342740:0:34766:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788838398.342741:0:34766:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000002:1.0:1788838398.342744:0:34766:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:1.0:1788838398.342746:0:34766:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.342748:0:34766:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788838398.342758:0:34766:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838398.342761:0:34766:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.342767:0:34766:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:1.0:1788838398.342770:0:34766:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788838398.342774:0:34766:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788838398.342777:0:34766:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1788838398.342780:0:34766:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788838398.342782:0:34766:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788838398.342790:0:34766:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd1127a00. 00000080:00000001:1.0:1788838398.342792:0:34766:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788838398.342799:0:34766:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788838398.342803:0:34766:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788838398.342805:0:34766:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1788838398.342809:0:34766:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788838398.342812:0:34766:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1788838398.342820:0:34766:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd1122680. 00000020:00000040:1.0:1788838398.342825:0:34766:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:1.0:1788838398.342830:0:34766:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788838398.342834:0:34766:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788838398.342839:0:34766:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788838398.342847:0:34766:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd1127e00. 00000100:00000001:1.0:1788838398.342855:0:34766:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788838398.342875:0:34766:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788838398.342887:0:34766:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788838398.342893:0:34766:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788838398.342901:0:34766:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788838398.342903:0:34766:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788838398.342910:0:34766:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4ab4480. 00000100:00000001:1.0:1788838398.342912:0:34766:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479419098240 : -113594290453376 : ffff98afc4ab4480) 00000100:00000001:1.0:1788838398.342915:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838398.342917:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:1.0:1788838398.342923:0:34766:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788838398.342927:0:34766:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.342929:0:34766:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788838398.342932:0:34766:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788838398.342936:0:34766:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.342944:0:34766:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788838398.342946:0:34766:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838398.342950:0:34766:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788838398.342953:0:34766:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788838398.342955:0:34766:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788838398.342958:0:34766:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34766:1875731132278656:192.168.203.123@tcp:35:uname.0 00000100:00000001:1.0:1788838398.342963:0:34766:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788838398.342970:0:34766:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788838398.342972:0:34766:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838398.342976:0:34766:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788838398.342981:0:34766:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afd13ea000. 02000000:00000001:1.0:1788838398.342983:0:34766:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788838398.342992:0:34766:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:1.0:1788838398.342997:0:34766:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afe22f8370. 00000400:00000010:1.0:1788838398.343004:0:34766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc660. 00000100:00000200:1.0:1788838398.343013:0:34766:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132278656, portal 10 00000100:00000001:1.0:1788838398.343015:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838398.343016:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000040:1.0:1788838398.343023:0:34766:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.343032:0:34766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788838398.343035:0:34766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:1.0:1788838398.343038:0:34766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0dfc990. 00000100:00000200:1.0:1788838398.343041:0:34766:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132278656, offset 0 00000400:00000200:1.0:1788838398.343048:0:34766:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:1.0:1788838398.343058:0:34766:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.343067:0:34766:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:1.0:1788838398.343073:0:34766:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788838398.343079:0:34766:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:1.0:1788838398.343083:0:34766:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788838398.343086:0:34766:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:1.0:1788838398.343090:0:34766:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2662:2662:256:4294967295] 192.168.203.123@tcp LPNI seq info [2662:2662:8:4294967295] 00000400:00000200:1.0:1788838398.343095:0:34766:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:1.0:1788838398.343105:0:34766:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788838398.343112:0:34766:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:1.0:1788838398.343118:0:34766:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc8933500. 00000800:00000200:1.0:1788838398.343126:0:34766:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:1.0:1788838398.343134:0:34766:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:1.0:1788838398.343139:0:34766:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc8933500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788838398.343158:0:34766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838398.343163:0:34766:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 801198 usecs (802 jiffies) 00000400:00000200:1.0:1788838398.343166:0:34766:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:1.0:1788838398.343169:0:34766:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296529117 00000100:00000001:1.0:1788838398.343180:0:34766:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296529111 00000100:00000001:1.0:1788838398.343186:0:34766:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296529117 00000100:00000001:1.0:1788838398.343189:0:34766:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296529111 00000100:00000001:1.0:1788838398.343200:0:34766:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838398.343205:0:34766:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.343207:0:34766:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788838398.343209:0:34766:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788838398.343212:0:34766:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4ab4480 going to sleep for 11 seconds 00000100:00000001:1.0:1788838398.343215:0:34766:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788838398.343218:0:34766:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.343781:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.343789:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc8933500. 00000400:00000200:0.0:1788838398.343795:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.343802:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.343809:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc990 00000400:00000010:0.0:1788838398.343812:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc990. 00000100:00000001:0.0:1788838398.343817:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.343824:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.343836:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.343840:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.343847:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.343849:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788838398.344708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8beac00. 00010000:00000010:3.1:1788838398.344761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83ac000. 00000800:00000001:0.0:1788838398.352134:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.352156:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.352161:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.352164:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.352175:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.352185:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.352208:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.352214:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.352221:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.352226:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd56780 00000400:00000200:0.0:1788838398.352231:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.352240:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x7189 [1] + 224 00000800:00000001:0.0:1788838398.352249:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.352258:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.352262:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.352267:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.352277:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.352288:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838398.352300:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.352376:0:34766:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838398.352397:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.352410:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.352414:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788838398.352862:0:34766:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788838398.352866:0:34766:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788838398.352871:0:34766:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afe22f8370. 00000400:00000200:1.0:1788838398.352877:0:34766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0dfc660 00000400:00000010:1.0:1788838398.352880:0:34766:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0dfc660. 00000100:00000001:1.0:1788838398.352883:0:34766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788838398.352889:0:34766:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788838398.352900:0:34766:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd1122680 x1875731132278656/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.352907:0:34766:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788838398.352909:0:34766:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838398.352912:0:34766:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788838398.352916:0:34766:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788838398.352919:0:34766:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788838398.352922:0:34766:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788838398.352926:0:34766:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788838398.352938:0:34766:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=77 v=5 (10 5 5 5) 00000100:00001000:1.0:1788838398.352943:0:34766:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788838398.352946:0:34766:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788838398.352948:0:34766:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.352952:0:34766:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788838398.352957:0:34766:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.352960:0:34766:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788838398.352963:0:34766:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788838398.352964:0:34766:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788838398.352967:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838398.352969:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000100:00000001:1.0:1788838398.352972:0:34766:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788838398.352974:0:34766:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:1.0:1788838398.352976:0:34766:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788838398.352980:0:34766:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838398.352985:0:34766:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd1122680 x1875731132278656/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.352994:0:34766:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788838398.352997:0:34766:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788838398.353001:0:34766:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788838398.353005:0:34766:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd1122680 x1875731132278656/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788838398.353013:0:34766:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd1122680 pname:cluuid:pid:xid:nid:opc:job uname:236057cd-729b-462c-8b72-16ae653ba0e9:34766:1875731132278656:192.168.203.123@tcp:35:uname.0 00000100:00000001:1.0:1788838398.353018:0:34766:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838398.353021:0:34766:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.353024:0:34766:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788838398.353027:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.353031:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122680 x1875731132278656/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.353039:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838398.353042:0:34766:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4ab4480. 00000100:00000001:1.0:1788838398.353046:0:34766:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788838398.353048:0:34766:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.353056:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838398.353057:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479627167360 : -113594082384256 : ffff98afd1122680) 00000002:00000001:1.0:1788838398.353060:0:34766:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838398.353064:0:34766:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838398.353070:0:34766:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1127a00. 00000080:00000001:1.0:1788838398.353075:0:34766:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788838398.353079:0:34766:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788838398.353085:0:34766:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788838398.353091:0:34766:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.353099:0:34766:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788838398.353101:0:34766:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484875008 : -113594224676608 : ffff98afc896f100) 00000100:00000001:1.0:1788838398.353104:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.353107:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.353171:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.353174:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.353179:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd1122680 x1875731132278656/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.353186:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.353187:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.353191:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896f100 x1875731132278272/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.353207:0:34766:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788838398.353212:0:34766:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838398.353214:0:34766:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838398.353217:0:34766:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838398.353221:0:34766:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8715800. 02000000:00000001:1.0:1788838398.353226:0:34766:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838398.353228:0:34766:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838398.353230:0:34766:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896f100. 00000100:00000001:1.0:1788838398.353234:0:34766:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838398.353236:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788838398.353237:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.353241:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd1122680 x1875731132278656/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.353248:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788838398.353250:0:34766:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09a7fc0. 00000002:00000001:1.0:1788838398.353263:0:34766:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838398.353266:0:34766:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838398.353269:0:34766:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd00d20c0. 00000100:00000001:1.0:1788838398.353272:0:34766:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.353275:0:34766:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1122680 x1875731132278656/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.353281:0:34766:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788838398.353283:0:34766:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788838398.353286:0:34766:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13ea000. 02000000:00000001:1.0:1788838398.353289:0:34766:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788838398.353291:0:34766:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788838398.353292:0:34766:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:1.0:1788838398.353294:0:34766:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788838398.353296:0:34766:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1127e00. 02000000:00000001:1.0:1788838398.353299:0:34766:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788838398.353300:0:34766:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788838398.353301:0:34766:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1122680. 00000100:00000001:1.0:1788838398.353304:0:34766:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788838398.353305:0:34766:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838398.353308:0:34766:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788838398.353313:0:34766:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a1900. 00000080:00000001:1.0:1788838398.353317:0:34766:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.353325:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fdf0 00000080:00000008:1.0:1788838398.353328:0:34766:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 102001, rc = 0 00000080:00000001:1.0:1788838398.353331:0:34766:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.353338:0:34766:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838398.353340:0:34766:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c3fe00 00000080:00002000:1.0:1788838398.353342:0:34766:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd1739870, parent ffff98afd8effa20, inode ffff98afd1585b88) hashed, 00000080:00000001:1.0:1788838398.353345:0:34766:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788838398.379138:0:34767:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838398.379149:0:34767:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788838398.379151:0:34767:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788838398.379155:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fbc0 00000080:00200000:0.0:1788838398.379160:0:34767:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:0.0:1788838398.379171:0:34767:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd06cf200. 00800000:00000002:0.0:1788838398.379179:0:34767:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:0.0:1788838398.379185:0:34767:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788838398.379191:0:34767:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788838398.379201:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fae0 00800000:00000002:0.0:1788838398.379205:0:34767:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788838398.379209:0:34767:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788838398.379215:0:34767:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788838398.379221:0:34767:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788838398.379224:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f9b0 00000002:00010000:0.0:1788838398.379226:0:34767:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788838398.379231:0:34767:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788838398.379233:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788838398.379237:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788838398.379246:0:34767:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838398.379249:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838398.379251:0:34767:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838398.379254:0:34767:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788838398.379257:0:34767:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788838398.379264:0:34767:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afd0909f80. 00000020:00000040:0.0:1788838398.379269:0:34767:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00010000:00000001:0.0:1788838398.379278:0:34767:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788838398.379284:0:34767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838398.379291:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788838398.379293:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788838398.379295:0:34767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.379298:0:34767:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788838398.379301:0:34767:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788838398.379307:0:34767:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788838398.379316:0:34767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afd0081800. 00000100:00000001:0.0:1788838398.379325:0:34767:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.379331:0:34767:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838398.379333:0:34767:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.379334:0:34767:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788838398.379336:0:34767:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.379338:0:34767:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788838398.379344:0:34767:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00010000:00000001:0.0:1788838398.379349:0:34767:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788838398.379351:0:34767:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788838398.379356:0:34767:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98afc4d31e00. 00010000:00000010:0.0:1788838398.379362:0:34767:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98afc4e9e200. 00010000:00000001:0.0:1788838398.379367:0:34767:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788838398.379370:0:34767:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8baa200. 00000020:00000001:0.0:1788838398.379374:0:34767:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788838398.379378:0:34767:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8baa200 with handle 0x9f68a6b43b62d0bc to hash 00000020:00000001:0.0:1788838398.379380:0:34767:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788838398.379382:0:34767:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:0.0:1788838398.379386:0:34767:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:0.0:1788838398.380431:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838398.380443:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788838398.380451:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838398.380464:0:34767:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788838398.380478:0:34767:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788838398.380494:0:34767:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788838398.380496:0:34767:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788838398.380510:0:34767:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afd1114240. 00000100:00000001:0.0:1788838398.380512:0:34767:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479627108928 : -113594082442688 : ffff98afd1114240) 00000100:00000001:0.0:1788838398.380516:0:34767:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838398.380518:0:34767:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00000100:00000001:0.0:1788838398.380525:0:34767:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788838398.380531:0:34767:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.380533:0:34767:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788838398.380536:0:34767:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788838398.380549:0:34767:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.380559:0:34767:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788838398.380562:0:34767:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838398.380566:0:34767:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788838398.380570:0:34767:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788838398.380573:0:34767:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838398.380576:0:34767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job cat:236057cd-729b-462c-8b72-16ae653ba0e9:34767:1875731132278784:192.168.203.123@tcp:101:cat.0 00000100:00000001:0.0:1788838398.380581:0:34767:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788838398.380588:0:34767:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788838398.380591:0:34767:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838398.380596:0:34767:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788838398.380602:0:34767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98afc4094800. 02000000:00000001:0.0:1788838398.380605:0:34767:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788838398.380614:0:34767:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:0.0:1788838398.380619:0:34767:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25528. 00000400:00000010:0.0:1788838398.380627:0:34767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfcaa0. 00000100:00000200:0.0:1788838398.380637:0:34767:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875731132278784, portal 10 00000100:00000001:0.0:1788838398.380639:0:34767:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788838398.380640:0:34767:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618678656 : -113594090872960 : ffff98afd0909f80) 00000100:00000040:0.0:1788838398.380647:0:34767:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.380921:0:34767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838398.380925:0:34767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838398.380929:0:34767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc7f8. 00000100:00000200:0.0:1788838398.380933:0:34767:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875731132278784, offset 0 00000400:00000200:0.0:1788838398.380941:0:34767:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838398.381113:0:34767:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.381123:0:34767:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838398.381130:0:34767:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788838398.381135:0:34767:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:0.0:1788838398.381139:0:34767:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788838398.381141:0:34767:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:0.0:1788838398.381146:0:34767:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2663:2663:256:4294967295] 192.168.203.123@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:0.0:1788838398.381150:0:34767:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.381161:0:34767:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838398.381168:0:34767:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838398.381175:0:34767:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480ae00. 00000800:00000200:0.0:1788838398.381182:0:34767:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838398.381200:0:34767:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838398.381206:0:34767:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480ae00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788838398.381283:0:34767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838398.381291:0:34767:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 800251 usecs (801 jiffies) 00000400:00000200:0.0:1788838398.381295:0:34767:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:0.0:1788838398.381298:0:34767:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296529155 00000100:00000001:0.0:1788838398.381309:0:34767:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296529117 00000100:00000001:0.0:1788838398.381316:0:34767:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296529155 00000100:00000001:0.0:1788838398.381320:0:34767:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296529117 00000100:00000001:0.0:1788838398.381323:0:34767:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788838398.381327:0:34767:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.381330:0:34767:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788838398.381333:0:34767:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788838398.381336:0:34767:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afd1114240 going to sleep for 11 seconds 00000100:00000001:0.0:1788838398.381339:0:34767:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838398.381343:0:34767:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838398.389823:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838398.389836:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480ae00. 00000400:00000200:1.0:1788838398.389844:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838398.389856:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838398.389865:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc7f8 00000400:00000010:1.0:1788838398.389868:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc7f8. 00000100:00000001:1.0:1788838398.389875:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838398.389885:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.389899:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838398.389903:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788838398.389912:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838398.389914:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838398.392477:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.392508:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.392514:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.392517:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.392530:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.392538:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.392549:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.392554:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.392560:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.392565:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 688 into portal 10 MB=0x6a9f7afd56800 00000400:00000200:0.0:1788838398.392572:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.392579:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 688/688 into md 0x7199 [1] + 224 00000800:00000001:0.0:1788838398.392588:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.392596:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.392599:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.392604:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.392613:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.392624:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838398.392643:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.392703:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.392714:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.392718:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.392779:0:34767:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838398.392789:0:34767:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.392791:0:34767:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.392796:0:34767:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25528. 00000400:00000200:3.0:1788838398.392801:0:34767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfcaa0 00000400:00000010:3.0:1788838398.392804:0:34767:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfcaa0. 00000100:00000001:3.0:1788838398.392808:0:34767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.392813:0:34767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838398.392821:0:34767:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.392827:0:34767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.392829:0:34767:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.392832:0:34767:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.392836:0:34767:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.392839:0:34767:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.392841:0:34767:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.392845:0:34767:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.392855:0:34767:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=77 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838398.392861:0:34767:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.392864:0:34767:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.392866:0:34767:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.392870:0:34767:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.392874:0:34767:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.392879:0:34767:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.392881:0:34767:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788838398.392883:0:34767:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.392887:0:34767:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.392893:0:34767:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.392913:0:34767:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.392917:0:34767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.392919:0:34767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838398.392924:0:34767:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838398.392933:0:34767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afd0909f80 pname:cluuid:pid:xid:nid:opc:job cat:236057cd-729b-462c-8b72-16ae653ba0e9:34767:1875731132278784:192.168.203.123@tcp:101:cat.0 00000100:00000001:3.0:1788838398.392939:0:34767:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.392942:0:34767:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.392945:0:34767:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838398.392956:0:34767:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.392961:0:34767:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.392969:0:34767:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838398.392972:0:34767:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afd1114240. 00000100:00000001:3.0:1788838398.392975:0:34767:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838398.392977:0:34767:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.392981:0:34767:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838398.392986:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.392989:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.392993:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=4 00000020:00000001:3.0:1788838398.392996:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.392999:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000040:3.0:1788838398.393007:0:34767:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8baa200, remote cookie: 0xff98f31736b3bfb5, flags: 0x1001 00010000:00010000:3.0:1788838398.393014:0:34767:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.393025:0:34767:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.393031:0:34767:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838398.393036:0:34767:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838398.393039:0:34767:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838398.393041:0:34767:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838398.393042:0:34767:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838398.393045:0:34767:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff98afc4d31e00) refcount = 1 00010000:00010000:3.0:1788838398.393049:0:34767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.393229:0:34767:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838398.393234:0:34767:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838398.393236:0:34767:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.393240:0:34767:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838398.393243:0:34767:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.393247:0:34767:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.393254:0:34767:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838398.393256:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393258:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.393259:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393260:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.393261:0:34767:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.393267:0:34767:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838398.393268:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393270:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393272:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838398.393274:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393276:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393279:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393281:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393282:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=4 00000020:00000001:3.0:1788838398.393284:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393286:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393290:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.393293:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.393297:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.393304:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393305:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.393307:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393308:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393309:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=5 00000020:00000001:3.0:1788838398.393311:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393313:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393315:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.393318:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.393323:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393324:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.393326:0:34767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.393333:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.393334:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393335:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.393336:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393337:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838398.393343:0:34767:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788838398.393360:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393361:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393362:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838398.393364:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393366:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393369:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393370:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.393372:0:34767:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.393374:0:34767:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.393378:0:34767:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788838398.393380:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393381:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393383:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838398.393384:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393386:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00000002:00010000:3.0:1788838398.393390:0:34767:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.393397:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393398:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.393400:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838398.393401:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393402:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393404:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838398.393405:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393407:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000040:3.0:1788838398.393415:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:3.0:1788838398.393419:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838398.393423:0:34767:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788838398.393425:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393426:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.393428:0:34767:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838398.393431:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f938 00000002:00002000:3.0:1788838398.393434:0:34767:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788838398.393437:0:34767:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.393444:0:34767:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.393447:0:34767:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838398.393451:0:34767:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838398.393455:0:34767:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788838398.393460:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838398.393464:0:34767:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd06cf200. 00000080:00000001:3.0:1788838398.393470:0:34767:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838398.393473:0:34767:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838398.393481:0:34767:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788838398.393486:0:34767:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788838398.393494:0:34767:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98afd00d2f00. 00800000:00000001:3.0:1788838398.393496:0:34767:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630479610064640 : -113594099486976 : ffff98afd00d2f00) 00800000:00000001:3.0:1788838398.393499:0:34767:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.393502:0:34767:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788838398.393505:0:34767:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788838398.393508:0:34767:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788838398.393511:0:34767:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788838398.393514:0:34767:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788838398.393516:0:34767:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.393522:0:34767:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788838398.393525:0:34767:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788838398.393530:0:34767:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788838398.393532:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393534:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393535:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838398.393537:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393539:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393542:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393543:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838398.393544:0:34767:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838398.393547:0:34767:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788838398.393549:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afd00d2f00 1 00800000:00000010:3.0:1788838398.393552:0:34767:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff98afd00d2f00. 00800000:00000001:3.0:1788838398.393555:0:34767:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.393559:0:34767:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0bc 00800000:00000001:3.0:1788838398.393562:0:34767:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838398.393564:0:34767:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838398.393566:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393567:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393568:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838398.393570:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393572:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393575:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393576:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.393578:0:34767:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.393579:0:34767:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.393582:0:34767:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.393585:0:34767:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:3.0:1788838398.393588:0:34767:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0bc from it ffffbbcb01c1fbf8 00010000:00000001:3.0:1788838398.393590:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.393591:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.393592:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:3.0:1788838398.393594:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393596:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:3.0:1788838398.393598:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.393601:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.393608:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393609:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.393611:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.393614:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.393616:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838398.393629:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.393631:0:34767:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.393633:0:34767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.393638:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393640:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.393642:0:34767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393647:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.393649:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393651:0:34767:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393689:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393692:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.393693:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393695:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838398.393697:0:34767:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.393702:0:34767:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd0909f80 x1875731132278784/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.393710:0:34767:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838398.393713:0:34767:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.393717:0:34767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98afc4094800. 02000000:00000001:3.0:1788838398.393721:0:34767:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838398.393723:0:34767:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838398.393725:0:34767:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838398.393728:0:34767:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838398.393732:0:34767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0081800. 02000000:00000001:3.0:1788838398.393738:0:34767:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838398.393740:0:34767:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838398.393743:0:34767:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909f80. 00000100:00000001:3.0:1788838398.393747:0:34767:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838398.393748:0:34767:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838398.393753:0:34767:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788838398.393759:0:34767:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.393767:0:34767:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788838398.393770:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fbc0 00000080:00002000:3.0:1788838398.393772:0:34767:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd1739870) flags 0x48004e refc 0 00000080:00000001:3.0:1788838398.393775:0:34767:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.393777:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc08 00000080:00200000:3.0:1788838398.393779:0:34767:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:3.0:1788838398.393788:0:34767:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788838398.393791:0:34767:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88), inode mode 81a4 mask 44 00000080:00000001:3.0:1788838398.393794:0:34767:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.393801:0:34767:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788838398.393803:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fb98 00000080:00200008:3.0:1788838398.393805:0:34767:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 100000 00000080:00000010:3.0:1788838398.393813:0:34767:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98afc17a0640. 00000080:00000001:3.0:1788838398.393820:0:34767:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788838398.393824:0:34767:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc7e58200. 00800000:00000002:3.0:1788838398.393830:0:34767:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838398.393833:0:34767:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838398.393837:0:34767:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.393839:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fa48 00800000:00000002:3.0:1788838398.393841:0:34767:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838398.393845:0:34767:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788838398.393848:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f9c8 00800000:00000002:3.0:1788838398.393850:0:34767:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788838398.393855:0:34767:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.393857:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f900 00000002:00010000:3.0:1788838398.393859:0:34767:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:3.0:1788838398.393864:0:34767:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788838398.393867:0:34767:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788838398.393871:0:34767:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838398.393875:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:3.0:1788838398.393877:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.393880:0:34767:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838398.393884:0:34767:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393886:0:34767:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.393888:0:34767:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.393890:0:34767:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788838398.393891:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:3.0:1788838398.393894:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.393895:0:34767:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788838398.393898:0:34767:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393900:0:34767:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.393902:0:34767:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838398.393907:0:34767:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ea00. 00000020:00000040:3.0:1788838398.393910:0:34767:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:3.0:1788838398.393916:0:34767:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788838398.393918:0:34767:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393921:0:34767:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788838398.393925:0:34767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.393927:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.393928:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.393929:0:34767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.393932:0:34767:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838398.393935:0:34767:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838398.393940:0:34767:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838398.393946:0:34767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98afc8714400. 00000100:00000001:3.0:1788838398.393954:0:34767:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393957:0:34767:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838398.393959:0:34767:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393961:0:34767:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838398.393962:0:34767:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.393965:0:34767:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.393972:0:34767:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00010000:00000001:3.0:1788838398.393976:0:34767:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788838398.393979:0:34767:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788838398.393981:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:3.0:1788838398.393983:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.393985:0:34767:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788838398.393990:0:34767:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98afc8bebe00. 00000020:00000001:3.0:1788838398.393993:0:34767:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788838398.393996:0:34767:0:(lustre_handles.c:93:class_handle_hash()) added object ffff98afc8bebe00 with handle 0x9f68a6b43b62d0c3 to hash 00000020:00000001:3.0:1788838398.393999:0:34767:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788838398.394001:0:34767:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.394005:0:34767:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.394008:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.394010:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.394014:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.394021:0:34767:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788838398.394033:0:34767:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788838398.394040:0:34767:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788838398.394049:0:34767:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788838398.394557:0:34767:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788838398.394560:0:34767:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788838398.394569:0:34767:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc4a65d80. 00000100:00000001:3.0:1788838398.394571:0:34767:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479418776960 : -113594290774656 : ffff98afc4a65d80) 00000100:00000001:3.0:1788838398.394574:0:34767:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.394576:0:34767:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000001:3.0:1788838398.394581:0:34767:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838398.394585:0:34767:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.394587:0:34767:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788838398.394589:0:34767:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838398.394595:0:34767:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.394603:0:34767:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838398.394607:0:34767:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.394611:0:34767:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838398.394615:0:34767:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838398.394618:0:34767:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838398.394622:0:34767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job cat:236057cd-729b-462c-8b72-16ae653ba0e9:34767:1875731132279040:192.168.203.123@tcp:101:cat.0 00000100:00000001:3.0:1788838398.394626:0:34767:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838398.394636:0:34767:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838398.394638:0:34767:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.394641:0:34767:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838398.395387:0:34767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff98afc6200000. 02000000:00000001:3.0:1788838398.396220:0:34767:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838398.396234:0:34767:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838398.396244:0:34767:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838398.396256:0:34767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff98afd0915000. 00000100:00000200:3.0:1788838398.396267:0:34767:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875731132279040, portal 10 00000100:00000001:3.0:1788838398.396271:0:34767:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.396272:0:34767:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000040:3.0:1788838398.396288:0:34767:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.396298:0:34767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838398.396301:0:34767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838398.396305:0:34767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce5d8. 00000100:00000200:3.0:1788838398.396310:0:34767:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875731132279040, offset 0 00000400:00000200:3.0:1788838398.396318:0:34767:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838398.396329:0:34767:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.396337:0:34767:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838398.396344:0:34767:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838398.396350:0:34767:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838398.396355:0:34767:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838398.396358:0:34767:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838398.396363:0:34767:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2664:2664:256:4294967295] 192.168.203.123@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:3.0:1788838398.396368:0:34767:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838398.396378:0:34767:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838398.396386:0:34767:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838398.396599:0:34767:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3f00. 00000800:00000200:3.0:1788838398.396610:0:34767:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838398.396621:0:34767:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838398.396626:0:34767:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788838398.396733:0:34767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.396741:0:34767:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 799310 usecs (800 jiffies) 00000400:00000200:3.0:1788838398.396746:0:34767:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838398.396751:0:34767:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296529170 00000100:00000001:3.0:1788838398.396763:0:34767:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, simply extend its deadline from 4296529155 00000100:00000001:3.0:1788838398.396770:0:34767:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296529170 00000100:00000001:3.0:1788838398.396774:0:34767:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, simply extend its deadline from 4296529155 00000100:00000001:3.0:1788838398.396778:0:34767:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.396782:0:34767:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.396785:0:34767:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838398.396788:0:34767:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788838398.396792:0:34767:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc4a65d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788838398.396795:0:34767:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838398.396799:0:34767:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.401458:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.401470:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3f00. 00000400:00000200:0.0:1788838398.401479:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.401500:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.401510:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce5d8 00000400:00000010:0.0:1788838398.401514:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce5d8. 00000100:00000001:0.0:1788838398.401521:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.401531:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.401545:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.401550:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.401557:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.401558:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838398.410253:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.410277:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.410283:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.410285:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.410297:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.410306:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.410318:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.410324:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.410330:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.410335:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 664 into portal 10 MB=0x6a9f7afd56900 00000400:00000200:0.0:1788838398.410341:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.410349:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 664/664 into md 0x71a9 [64] + 224 00000800:00000001:0.0:1788838398.410358:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.410367:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.410371:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.410376:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.410385:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.410408:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838398.410422:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.410441:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.410452:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.410457:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.410832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838398.410840:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838398.410849:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3100. 00000020:00000040:2.0:1788838398.410854:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:2.0:1788838398.410860:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.410864:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.410870:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.410880:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14800. 00000100:00000001:2.0:1788838398.410888:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.410896:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838398.410923:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.410929:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.410936:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c43da504] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.411075:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.411080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838398.411083:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838398.411087:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac3800. 00000020:00000040:2.0:1788838398.411090:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:2.0:1788838398.411093:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.411095:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.411097:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.411101:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14200. 00000100:00000001:2.0:1788838398.411104:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.411109:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838398.411116:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.411119:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.411123:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070b4b3c4] to pc [ptlrpcd_01_01+1] req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.411130:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.411132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788838398.411135:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788838398.411138:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2d80. 00000020:00000040:2.0:1788838398.411141:0:37:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:2.0:1788838398.411142:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.411144:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.411145:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.411148:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc4b14400. 00000100:00000001:2.0:1788838398.411151:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.411155:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838398.411162:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.411163:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.411166:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002071e692] to pc [ptlrpcd_01_00+0] req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.411173:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.411178:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1866) 00000100:00000001:2.0:1788838398.411202:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838398.411207:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838398.411210:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838398.411216:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.411224:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838398.411226:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.411231:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838398.411234:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838398.411237:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.411241:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132279168:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838398.411245:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838398.411252:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838398.411255:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.411258:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838398.411264:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd85eb400. 02000000:00000001:2.0:1788838398.411266:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.411272:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838398.411277:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d6e0. 00000400:00000010:2.0:1788838398.411284:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838398.411293:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132279168, portal 25 00000100:00000001:2.0:1788838398.411296:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.411298:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419158784 : -113594290392832 : ffff98afc4ac3100) 00000100:00000040:2.0:1788838398.411305:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.411313:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838398.411316:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838398.411321:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a7f8. 00000100:00000200:2.0:1788838398.411325:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132279168, offset 0 00000400:00000200:2.0:1788838398.411332:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838398.411340:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.411347:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838398.411354:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838398.411359:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838398.411363:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838398.411366:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838398.411370:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2665:2665:256:4294967295] 192.168.203.123@tcp LPNI seq info [2665:2665:8:4294967295] 00000400:00000200:2.0:1788838398.411374:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.411385:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838398.411403:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838398.411409:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14b00. 00000800:00000200:2.0:1788838398.411416:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838398.411425:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838398.411430:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838398.411449:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.411453:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838398.411456:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296532470 00000100:00000001:2.0:1788838398.411464:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296529170 00000100:00000001:2.0:1788838398.411468:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296532470 00000100:00000001:2.0:1788838398.411472:0:2353:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296529170 00000100:00000001:2.0:1788838398.411475:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.411479:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.412178:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.412185:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14b00. 00000400:00000200:0.0:1788838398.412191:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.412207:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.412213:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a7f8 00000400:00000010:0.0:1788838398.412217:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a7f8. 00000100:00000001:0.0:1788838398.412222:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.412228:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.412239:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.412242:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.412250:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.412251:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788838398.412337:0:34767:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838398.412346:0:34767:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838398.412348:0:34767:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838398.412353:0:34767:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838398.412357:0:34767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0915000 00000400:00000010:3.0:1788838398.412359:0:34767:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff98afd0915000. 00000100:00000001:3.0:1788838398.412363:0:34767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838398.412369:0:34767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788838398.412378:0:34767:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ea00 x1875731132279040/t0(0) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.412385:0:34767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838398.412387:0:34767:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.412394:0:34767:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838398.412397:0:34767:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838398.412400:0:34767:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838398.412402:0:34767:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838398.412405:0:34767:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838398.412415:0:34767:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=77 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838398.412421:0:34767:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838398.412424:0:34767:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838398.412426:0:34767:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.412430:0:34767:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838398.412434:0:34767:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.412437:0:34767:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788838398.412439:0:34767:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788838398.412440:0:34767:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788838398.412442:0:34767:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.412455:0:34767:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000001:3.0:1788838398.412459:0:34767:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838398.412461:0:34767:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788838398.412463:0:34767:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838398.412466:0:34767:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838398.412470:0:34767:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.412478:0:34767:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.412621:0:34767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838398.412623:0:34767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838398.412629:0:34767:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788838398.412638:0:34767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ea00 pname:cluuid:pid:xid:nid:opc:job cat:236057cd-729b-462c-8b72-16ae653ba0e9:34767:1875731132279040:192.168.203.123@tcp:101:cat.0 00000100:00000001:3.0:1788838398.412645:0:34767:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838398.412648:0:34767:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.412651:0:34767:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788838398.412652:0:34767:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.412692:0:34767:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.412700:0:34767:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838398.412703:0:34767:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc4a65d80. 00000100:00000001:3.0:1788838398.412708:0:34767:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788838398.412710:0:34767:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.412714:0:34767:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788838398.412720:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.412723:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.412727:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=4 00000020:00000001:3.0:1788838398.412730:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.412734:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000040:3.0:1788838398.412743:0:34767:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff98afc8bebe00, remote cookie: 0xff98f31736b3bfc3, flags: 0x1001 00010000:00000040:3.0:1788838398.412747:0:34767:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788838398.412751:0:34767:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788838398.412760:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 2 00010000:00000001:3.0:1788838398.412763:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.412768:0:34767:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.412773:0:34767:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788838398.412784:0:34767:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.412791:0:34767:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788838398.412797:0:34767:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788838398.412800:0:34767:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788838398.412802:0:34767:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788838398.412804:0:34767:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788838398.412807:0:34767:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff98afc4d31400) refcount = 2 00010000:00000040:3.0:1788838398.412810:0:34767:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788838398.412814:0:34767:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1788838398.412822:0:34767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.412829:0:34767:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788838398.412834:0:34767:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788838398.412836:0:34767:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.412839:0:34767:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788838398.412842:0:34767:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.412845:0:34767:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.412852:0:34767:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788838398.412854:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.412855:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.412857:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.412858:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.412860:0:34767:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.412865:0:34767:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788838398.412868:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.412869:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.412871:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.412873:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.412876:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.412878:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.412879:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788838398.412884:0:34767:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838398.412894:0:34767:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788838398.412899:0:34767:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.413275:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838398.413283:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.413291:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838398.413293:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.413298:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838398.413302:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838398.413305:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.413309:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132279424:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838398.413313:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838398.413318:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838398.413322:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.413325:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838398.413333:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd85eac00. 02000000:00000001:2.0:1788838398.413335:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.413341:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838398.413345:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d948. 00000400:00000010:2.0:1788838398.413352:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838398.413359:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132279424, portal 4 00000100:00000001:2.0:1788838398.413361:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.413362:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000040:2.0:1788838398.413369:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.413377:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838398.413380:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838398.413383:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512acc0. 00000100:00000200:2.0:1788838398.413386:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132279424, offset 0 00000400:00000200:2.0:1788838398.413392:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838398.413400:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.413406:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838398.413412:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838398.413416:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838398.413419:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838398.413423:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838398.413427:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2666:2666:256:4294967295] 192.168.203.123@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:2.0:1788838398.413431:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.413440:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838398.413458:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838398.413463:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000800:00000200:2.0:1788838398.413470:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838398.413478:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000002:00000001:3.0:1788838398.413849:0:34767:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.413859:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.413861:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.413865:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.413867:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.413870:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00000002:00010000:3.0:1788838398.413876:0:34767:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788838398.413887:0:34767:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff98afd00d2f00. 00010000:00000001:3.0:1788838398.413890:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.413891:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.413893:0:34767:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.413895:0:34767:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788838398.413899:0:34767:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000800:00000200:2.0:1788838398.414346:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838398.414361:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.414366:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22465 usecs (23 jiffies) 00000400:00000200:2.0:1788838398.414371:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838398.414375:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528410 00000100:00000001:2.0:1788838398.414378:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296532470 00000100:00000001:2.0:1788838398.414381:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528410 00000100:00000001:2.0:1788838398.414384:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296532470 00000100:00000001:2.0:1788838398.414386:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.414390:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.414402:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.414407:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.414416:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838398.414418:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788838398.414422:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838398.414424:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838398.414425:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.414429:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788838398.414431:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.414433:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838398.414434:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.414436:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838398.414437:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838398.414438:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838398.414456:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.414464:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838398.414466:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.414470:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838398.414473:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838398.414476:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.414479:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132279296:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838398.414483:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1788838398.414704:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.414709:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:0.0:1788838398.414714:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.414719:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.414726:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512acc0 00000400:00000010:0.0:1788838398.414729:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512acc0. 00000100:00000001:0.0:1788838398.414734:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.414739:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.414749:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.414752:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.414759:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.414761:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788838398.414839:0:34767:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838398.414841:0:34767:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00010000:00000001:3.0:1788838398.414845:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.414848:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.414851:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.414853:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.414856:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00000002:00010000:3.0:1788838398.414861:0:34767:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.414871:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.414873:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.414875:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788838398.414876:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.414877:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.414879:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.414881:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.414883:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000040:3.0:1788838398.414890:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:3.0:1788838398.414892:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788838398.414897:0:34767:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff98afc3fcc400 type 13 mode 16 res 8589935620/54 (0 0) 02000000:00000001:2.0:1788838398.415232:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838398.415235:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.415238:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838398.415245:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afd85ebc00. 02000000:00000001:2.0:1788838398.415247:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.415253:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838398.415257:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d738. 00000400:00000010:2.0:1788838398.415263:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ad48. 00000100:00000200:2.0:1788838398.415269:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132279296, portal 4 00000100:00000001:2.0:1788838398.415272:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.415273:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419160576 : -113594290391040 : ffff98afc4ac3800) 00000100:00000040:2.0:1788838398.415282:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.415289:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838398.415292:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838398.415294:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512add0. 00000100:00000200:2.0:1788838398.415298:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132279296, offset 0 00000400:00000200:2.0:1788838398.415304:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838398.415312:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.415319:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838398.415324:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838398.415327:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838398.415331:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838398.415335:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838398.415339:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2667:2667:256:4294967295] 192.168.203.123@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:2.0:1788838398.415343:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.415351:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838398.415356:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838398.415367:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14900. 00000800:00000200:2.0:1788838398.415376:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838398.415386:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838398.415394:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788838398.415402:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.415406:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 199631 usecs (200 jiffies) 00000400:00000200:2.0:1788838398.415409:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838398.415411:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296528588 00000100:00000001:2.0:1788838398.415414:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296532470 00000100:00000001:2.0:1788838398.415417:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296528588 00000100:00000001:2.0:1788838398.415419:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296532470 00000100:00000001:2.0:1788838398.415421:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.415423:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.415425:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.415429:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.415622:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.415625:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.415627:0:34767:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788838398.415632:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1f888 00000002:00002000:3.0:1788838398.415635:0:34767:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788838398.415638:0:34767:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.415643:0:34767:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.415645:0:34767:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788838398.415649:0:34767:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788838398.415652:0:34767:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.415815:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.415820:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14900. 00000400:00000200:0.0:1788838398.415825:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.415830:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.415835:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512add0 00000400:00000010:0.0:1788838398.415838:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512add0. 00000100:00000001:0.0:1788838398.415841:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.415846:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.415856:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.415859:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.415865:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.415867:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00800000:00000002:3.0:1788838398.416247:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838398.416253:0:34767:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc7e58200. 00000080:00000001:3.0:1788838398.416258:0:34767:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788838398.416267:0:34767:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788838398.416272:0:34767:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788838398.416277:0:34767:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.416281:0:34767:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287528 : -113594224264088 : ffff98afc89d3c68) 00000020:00001000:3.0:1788838398.416284:0:34767:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3c60 00000020:00000001:3.0:1788838398.416287:0:34767:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838398.416292:0:34767:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838398.416295:0:34767:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838398.416302:0:34767:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acbcc0. 00020000:00000010:3.0:1788838398.416307:0:34767:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4500. 00020000:00000010:3.0:1788838398.416314:0:34767:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acbc00. 00020000:00000001:3.0:1788838398.416317:0:34767:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419194368 : -113594290357248 : ffff98afc4acbc00) 00020000:00000002:3.0:1788838398.416320:0:34767:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbc00, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838398.416325:0:34767:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838398.416329:0:34767:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4500: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1788838398.416334:0:34767:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a9b0) owner ffff98afd0014f80 00020000:00000001:3.0:1788838398.416338:0:34767:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838398.416340:0:34767:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a9b0) owner ffff98afd0014f80 00020000:00000010:3.0:1788838398.416345:0:34767:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4500. 00020000:00000010:3.0:1788838398.416348:0:34767:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acbcc0. 00020000:00000010:3.0:1788838398.416351:0:34767:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acbc00. 00020000:00000002:3.0:1788838398.416353:0:34767:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838398.416355:0:34767:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.416357:0:34767:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838398.416360:0:34767:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3c60 00000080:00000001:3.0:1788838398.416366:0:34767:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:3.0:1788838398.416370:0:34767:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788838398.416376:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.416379:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.416381:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.416383:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.416386:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00000080:00000001:3.0:1788838398.416399:0:34767:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788838398.416401:0:34767:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.416403:0:34767:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287528 : -113594224264088 : ffff98afc89d3c68) 00000020:00001000:3.0:1788838398.416405:0:34767:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3c60 00000020:00000001:3.0:1788838398.416407:0:34767:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788838398.416408:0:34767:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788838398.416410:0:34767:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788838398.416413:0:34767:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff98afc4acbc00. 00020000:00000010:3.0:1788838398.416415:0:34767:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff98afd09f4500. 00020000:00000010:3.0:1788838398.416418:0:34767:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff98afc4acbcc0. 00020000:00000001:3.0:1788838398.416420:0:34767:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630479419194560 : -113594290357056 : ffff98afc4acbcc0) 00020000:00000002:3.0:1788838398.416422:0:34767:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afc4acbcc0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788838398.416426:0:34767:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788838398.416430:0:34767:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd09f4500: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:3.0:1788838398.416432:0:34767:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff98afd008a9b0) owner ffff98afd0014f80 00020000:00000001:3.0:1788838398.416434:0:34767:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788838398.416436:0:34767:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff98afd008a9b0) owner ffff98afd0014f80 00020000:00000010:3.0:1788838398.416439:0:34767:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd09f4500. 00020000:00000010:3.0:1788838398.416441:0:34767:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afc4acbc00. 00020000:00000010:3.0:1788838398.416443:0:34767:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afc4acbcc0. 00020000:00000002:3.0:1788838398.416445:0:34767:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788838398.416455:0:34767:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.416457:0:34767:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.416461:0:34767:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788838398.416465:0:34767:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:3.0:1788838398.416468:0:34767:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1b40 addref 2/0 by ffff98afd0014f80. 00020000:00000002:3.0:1788838398.416471:0:34767:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:3.0:1788838398.416474:0:34767:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788838398.416476:0:34767:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788838398.416478:0:34767:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788838398.416480:0:34767:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788838398.416482:0:34767:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000001:0.0:1788838398.416620:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.416633:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.416636:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.416638:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.416644:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.416650:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.416678:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.416683:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.416688:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.416692:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd56980 00000400:00000200:0.0:1788838398.416697:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.416705:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x71b1 [1] + 224 00000800:00000001:0.0:1788838398.416712:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.416720:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.416723:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.416727:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.416733:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.416740:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838398.416750:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:3.0:1788838398.416842:0:34767:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788838398.416845:0:34767:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3c60 00000080:00000001:3.0:1788838398.416848:0:34767:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.416850:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.416852:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838398.416854:0:34767:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788838398.416858:0:34767:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788838398.416860:0:34767:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.416864:0:34767:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62d0c3 00800000:00000001:3.0:1788838398.416867:0:34767:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838398.416869:0:34767:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838398.416871:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.416872:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.416874:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.416877:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.416879:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.416882:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.416883:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.416885:0:34767:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.416887:0:34767:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838398.416889:0:34767:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.416896:0:34767:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838398.416920:0:34767:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.416924:0:34767:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0c3 from it ffffbbcb01c1fbf0 00010000:00000001:3.0:1788838398.416928:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.416929:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.416931:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bebe00 refcount=3 00000020:00000001:3.0:1788838398.416933:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.416935:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487483392 : -113594222068224 : ffff98afc8bebe00) 00010000:00000001:3.0:1788838398.416938:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.416943:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788838398.416960:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.416962:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.416963:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.416967:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.416971:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788838398.416979:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.416983:0:34767:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.416985:0:34767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.416990:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.416991:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.416993:0:34767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.416996:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.416999:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.417001:0:34767:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.417004:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.417007:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.417008:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.417009:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788838398.417013:0:34767:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788838398.417020:0:34767:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff98afd00d2a00. 00000080:00000001:3.0:1788838398.417023:0:34767:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788838398.417028:0:34767:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788838398.417031:0:34767:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788838398.417035:0:34767:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff98afd09a78c0. 00000002:00100000:3.0:1788838398.417041:0:34767:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788838398.417049:0:34767:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.417050:0:34767:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838398.417055:0:34767:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788838398.417059:0:34767:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.417063:0:34767:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788838398.417065:0:34767:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.417067:0:34767:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838398.417070:0:34767:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.417072:0:34767:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.417075:0:34767:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788838398.417080:0:34767:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.417083:0:34767:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838398.417085:0:34767:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.417088:0:34767:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838398.417092:0:34767:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838398.417096:0:34767:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788838398.417104:0:34767:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838398.417108:0:34767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff98afc6200000. 02000000:00000001:3.0:1788838398.417150:0:34767:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788838398.417152:0:34767:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.417156:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fb98 00000080:00000008:3.0:1788838398.417159:0:34767:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 100000, rc = 0 00000020:00000001:3.0:1788838398.417188:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd28 00000080:00200008:3.0:1788838398.417190:0:34767:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838398.417206:0:34767:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788838398.417208:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fca0 00000080:00200000:3.0:1788838398.417210:0:34767:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88),name=recon 00000080:00000010:3.0:1788838398.417216:0:34767:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afc7e58200. 00800000:00000002:3.0:1788838398.417223:0:34767:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:3.0:1788838398.417231:0:34767:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788838398.417236:0:34767:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.417238:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fbc0 00800000:00000002:3.0:1788838398.417241:0:34767:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788838398.417245:0:34767:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788838398.417250:0:34767:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1788838398.417255:0:34767:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788838398.417258:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fa90 00000002:00010000:3.0:1788838398.417260:0:34767:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788838398.417264:0:34767:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788838398.417266:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838398.417269:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.417274:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:3.0:1788838398.417277:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.417282:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.417285:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838398.417289:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788838398.417300:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.417305:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.417309:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788838398.417316:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788838398.417319:0:34767:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788838398.417321:0:34767:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838398.417324:0:34767:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788838398.417326:0:34767:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788838398.417328:0:34767:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788838398.417331:0:34767:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788838398.417333:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:3.0:1788838398.417336:0:34767:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afc7e58200. 00000080:00000001:3.0:1788838398.417340:0:34767:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788838398.417342:0:34767:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.417345:0:34767:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) 00000080:00010000:3.0:1788838398.417350:0:34767:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62d099 00800000:00000001:3.0:1788838398.417353:0:34767:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788838398.417354:0:34767:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788838398.417356:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.417357:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.417359:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838398.417362:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.417364:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.417366:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.417367:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.417369:0:34767:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788838398.417371:0:34767:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788838398.417373:0:34767:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d099 from it ffffbbcb01c1fcd8 00010000:00000001:3.0:1788838398.417375:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.417376:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.417377:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:3.0:1788838398.417379:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.417381:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:3.0:1788838398.417383:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.417386:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.417393:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.417394:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.417395:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.417397:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.417399:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788838398.417406:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.417407:0:34767:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.417409:0:34767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.417411:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.417412:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.417413:0:34767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.417415:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.417417:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.417418:0:34767:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.417420:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.417423:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.417424:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.417425:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788838398.417427:0:34767:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788838398.417429:0:34767:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838398.417432:0:34767:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788838398.417436:0:34767:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.417438:0:34767:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788838398.417440:0:34767:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788838398.417441:0:34767:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.417443:0:34767:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838398.417447:0:34767:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788838398.417449:0:34767:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.417451:0:34767:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287528 : -113594224264088 : ffff98afc89d3c68) 00000020:00001000:3.0:1788838398.417453:0:34767:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3c60 00000020:00000001:3.0:1788838398.417459:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.417462:0:34767:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838398.417466:0:34767:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838398.417468:0:34767:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788838398.417471:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.417473:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788838398.417475:0:34767:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838398.417477:0:34767:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.417479:0:34767:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838398.417483:0:34767:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f342b0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788838398.418795:0:34767:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:3.0:1788838398.418802:0:34767:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838398.418804:0:34767:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838398.418807:0:34767:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838398.418810:0:34767:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.418813:0:34767:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838398.418815:0:34767:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838398.418817:0:34767:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.418820:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.418822:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.418823:0:34767:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838398.418825:0:34767:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:3.0:1788838398.418829:0:34767:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788838398.418833:0:34767:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788838398.418836:0:34767:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1788838398.418839:0:34767:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838398.418841:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838398.418844:0:34767:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838398.418847:0:34767:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838398.418854:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788838398.418860:0:34767:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc6675380. 00020000:00000002:3.0:1788838398.418864:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838398.418867:0:34767:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838398.418870:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.418872:0:34767:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838398.418874:0:34767:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788838398.418879:0:34767:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98afc89d35a0. 00000020:00000010:3.0:1788838398.418883:0:34767:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc7e58200. 00000020:00000010:3.0:1788838398.418889:0:34767:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98afc7e59e00. 00000020:00000010:3.0:1788838398.418893:0:34767:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98afc4acbcc0. 00000008:00000010:3.0:1788838398.419733:0:34767:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98afd092e4b0. 00020000:00000010:3.0:1788838398.419746:0:34767:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98afd013b9c0. 00008000:00000010:3.0:1788838398.419752:0:34767:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98afe07ef170. 00000080:00000010:3.0:1788838398.419770:0:34767:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98afc7ec21f8. 00000080:00000010:3.0:1788838398.419775:0:34767:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98afc3f34de0. 00000020:00000010:3.0:1788838398.419782:0:34767:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afd00a7e00. 00000008:00000010:3.0:1788838398.419787:0:34767:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98afc669c6e0. 00020000:00000010:3.0:1788838398.419792:0:34767:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98afd0cacdb0. 00008000:00000010:3.0:1788838398.419796:0:34767:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98afd0cfe588. 00000080:00000010:3.0:1788838398.419800:0:34767:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98afd0cffc30. 00000020:00000001:3.0:1788838398.419803:0:34767:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485285800 : -113594224265816 : ffff98afc89d35a8) 00000020:00001000:3.0:1788838398.419807:0:34767:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d35a0 00000020:00000001:3.0:1788838398.419812:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.419815:0:34767:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838398.419818:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.419820:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838398.419822:0:34767:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.419824:0:34767:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.419827:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.419830:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838398.419835:0:34767:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c130. 00000008:00010000:3.0:1788838398.419839:0:34767:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788838398.419842:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.419843:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838398.419845:0:34767:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc66753b0, osc lock ffff98afe090c130, flags 0x400001002 00000020:00000001:3.0:1788838398.419848:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.419850:0:34767:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.419854:0:34767:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479448200064 : -113594261351552 : ffff98afc6675380) 00000020:00000001:3.0:1788838398.419857:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.419858:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.419860:0:34767:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.419862:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.419865:0:34767:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788838398.419867:0:34767:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788838398.419869:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.419871:0:34767:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.419873:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.419875:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.419876:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.419880:0:34767:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.419882:0:34767:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838398.419887:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838398.419889:0:34767:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.419891:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.419893:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838398.419895:0:34767:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838398.419896:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838398.419899:0:34767:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838398.422282:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.422297:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:3.0:1788838398.422303:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.422313:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.422320:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838398.422325:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788838398.422343:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.422351:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.422355:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838398.422365:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.422367:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.422371:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:3.0:1788838398.422374:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.422377:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:3.0:1788838398.422381:0:34767:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838398.422385:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.422386:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.422387:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:3.0:1788838398.422390:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000100:00000001:0.0:1788838398.423518:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.423549:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.423568:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.423572:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.423574:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.423627:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423637:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.423698:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423704:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423710:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423715:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd56a80 00000400:00000200:0.0:1788838398.423755:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423763:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x71b9 [1] + 224 00000800:00000001:0.0:1788838398.423773:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.423779:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.423783:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.423788:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.423796:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.423807:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838398.423820:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.423830:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.423834:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.423837:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.423839:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.423842:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.423845:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423849:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.423853:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423856:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423859:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423862:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd56a00 00000400:00000200:0.0:1788838398.423866:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.423870:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x71c1 [1] + 224 00000800:00000001:0.0:1788838398.423874:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.423884:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.423886:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.423890:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.423893:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.423898:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838398.423908:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.423916:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.423919:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.423922:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.424730:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838398.424738:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838398.424749:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838398.424752:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838398.424756:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d738. 00000400:00000200:2.0:1788838398.424765:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:2.0:1788838398.424767:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:2.0:1788838398.424771:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838398.424779:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838398.424789:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.424796:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838398.424798:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.424801:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838398.424805:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838398.424807:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838398.424810:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.424813:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838398.424826:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=77 v=5 (5 5 5 16) 00000100:00001000:2.0:1788838398.424831:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838398.424833:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838398.424835:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.424839:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838398.424843:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.424847:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838398.424850:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1788838398.424852:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838398.424854:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.424860:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.424867:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.424870:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838398.424872:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.424877:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838398.424886:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132279296:192.168.203.123@tcp:400:kworker.0 00000400:00000001:2.0:1788838398.424892:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838398.424894:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838398.424896:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d6e0. 00000400:00000200:2.0:1788838398.424899:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:2.0:1788838398.424913:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:2.0:1788838398.424917:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838398.424921:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838398.424931:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.424937:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838398.424939:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.424940:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838398.424942:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838398.424943:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838398.424945:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.424947:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838398.424951:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1788838398.424960:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838398.424963:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838398.424965:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.424967:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838398.424968:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.424970:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.424975:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.424982:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.424983:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838398.424985:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.424988:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838398.424996:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132279168:192.168.203.123@tcp:400:kworker.0 00000400:00000001:2.0:1788838398.425001:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838398.425002:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838398.425004:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d948. 00000400:00000200:2.0:1788838398.425007:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:2.0:1788838398.425009:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:2.0:1788838398.425011:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838398.425014:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838398.425023:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.425030:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838398.425031:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.425033:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838398.425034:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838398.425035:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838398.425037:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.425039:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838398.425043:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=77 v=5 (5 5 5 16) 00000100:00001000:2.0:1788838398.425046:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838398.425048:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838398.425050:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.425051:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838398.425053:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.425055:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838398.425057:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1788838398.425059:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838398.425060:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.425064:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.425070:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.425072:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838398.425073:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.425076:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838398.425084:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132279424:192.168.203.123@tcp:400:kworker.0 00000100:00000001:2.0:1788838398.425089:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.425091:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.425095:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3800 x1875731132279296/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.425107:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838398.425110:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838398.425114:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd85ebc00. 02000000:00000001:2.0:1788838398.425120:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838398.425123:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.425125:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:2.0:1788838398.425128:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838398.425131:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14200. 02000000:00000001:2.0:1788838398.425135:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838398.425137:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838398.425139:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3800. 00000100:00000001:2.0:1788838398.425143:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838398.425145:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.425146:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.425149:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac3100 x1875731132279168/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.425154:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838398.425156:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838398.425157:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd85eb400. 02000000:00000001:2.0:1788838398.425159:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838398.425160:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.425161:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:2.0:1788838398.425163:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838398.425164:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14800. 02000000:00000001:2.0:1788838398.425167:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838398.425168:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838398.425169:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac3100. 00000100:00000001:2.0:1788838398.425171:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838398.425172:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.425174:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.425177:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2d80 x1875731132279424/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.425184:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838398.425186:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838398.425188:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afd85eac00. 02000000:00000001:2.0:1788838398.425190:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838398.425199:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.425201:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:2.0:1788838398.425203:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838398.425204:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc4b14400. 02000000:00000001:2.0:1788838398.425207:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838398.425209:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838398.425210:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2d80. 00000100:00000001:2.0:1788838398.425212:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838398.425214:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.425216:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.425226:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838398.425228:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.425231:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838398.425234:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.425242:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838398.425244:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.426616:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000020:00000001:3.0:1788838398.426628:0:34767:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838398.426630:0:34767:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788838398.426633:0:34767:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838398.426635:0:34767:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.426639:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.426642:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.426646:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:3.0:1788838398.426650:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.426652:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.426666:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.426673:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788838398.426687:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.426689:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.426691:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.426694:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.426698:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.426707:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.426712:0:34767:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.426714:0:34767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.426720:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.426721:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.426723:0:34767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.426727:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.426729:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.426731:0:34767:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.426735:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.426738:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.426739:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.426740:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.426741:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.426742:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.426744:0:34767:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838398.426747:0:34767:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.426750:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.426753:0:34767:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.426756:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.426758:0:34767:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838398.426759:0:34767:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838398.426762:0:34767:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788838398.426764:0:34767:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788838398.426767:0:34767:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.426769:0:34767:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.426777:0:34767:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788838398.426782:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.426785:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.426787:0:34767:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788838398.426793:0:34767:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788838398.426797:0:34767:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:3.0:1788838398.426801:0:34767:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.426802:0:34767:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.426804:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:3.0:1788838398.426808:0:34767:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788838398.426810:0:34767:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788838398.426813:0:34767:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788838398.426815:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_release():245 00000020:00000001:3.0:1788838398.426819:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.426820:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788838398.426824:0:34767:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788838398.426828:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.426830:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.426832:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.426833:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc66753b0 (ffff98afc89d35a8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788838398.426836:0:34767:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788838398.426838:0:34767:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788838398.426839:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.426841:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.426842:0:34767:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788838398.426844:0:34767:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.426845:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.426847:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.426848:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.426850:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1788838398.426853:0:34767:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788838398.426854:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.426856:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc66753b0 (ffff98afc89d3c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1788838398.426859:0:34767:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c130. 00000020:00000001:3.0:1788838398.426865:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788838398.426867:0:34767:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc6675380. 00020000:00000001:3.0:1788838398.426872:0:34767:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.426874:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.426875:0:34767:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788838398.426877:0:34767:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.426880:0:34767:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838398.426884:0:34767:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838398.426886:0:34767:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838398.426887:0:34767:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838398.426889:0:34767:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838398.426892:0:34767:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d35a0 00020000:00000001:3.0:1788838398.426895:0:34767:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838398.426897:0:34767:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838398.426901:0:34767:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838398.426904:0:34767:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838398.426908:0:34767:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838398.426911:0:34767:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.426913:0:34767:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788838398.426915:0:34767:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838398.426916:0:34767:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838398.426918:0:34767:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3c60 00000001:00000001:3.0:1788838398.426920:0:34767:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.426930:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd28 00000080:00000008:3.0:1788838398.426933:0:34767:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788838398.427062:0:34767:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:3.0:1788838398.427065:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd88 00000080:00200008:3.0:1788838398.427067:0:34767:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000080:00000001:3.0:1788838398.427071:0:34767:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1788838398.427074:0:34767:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838398.427078:0:34767:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:3.0:1788838398.427083:0:34767:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:3.0:1788838398.427115:0:34767:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.427118:0:34767:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287528 : -113594224264088 : ffff98afc89d3c68) 00000020:00001000:3.0:1788838398.427121:0:34767:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3c60 00000080:00000001:3.0:1788838398.427124:0:34767:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788838398.427127:0:34767:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.427130:0:34767:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788838398.427132:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc98 00000080:00200000:3.0:1788838398.427134:0:34767:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:3.0:1788838398.427139:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc30 00000080:00200000:3.0:1788838398.427141:0:34767:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1788838398.427143:0:34767:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788838398.427148:0:34767:0:(cl_io.c:214:cl_io_rw_init()) header@00000000623973cf[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:3.0:1788838398.427150:0:34767:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:3.0:1788838398.427153:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.427155:0:34767:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838398.427158:0:34767:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838398.427160:0:34767:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838398.427162:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.427164:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788838398.427167:0:34767:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838398.427171:0:34767:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.427174:0:34767:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838398.427175:0:34767:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.427177:0:34767:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838398.427180:0:34767:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f342b0 type 1 ignore/verify layout 0/0 00020000:00000002:3.0:1788838398.427184:0:34767:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:3.0:1788838398.427188:0:34767:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838398.427190:0:34767:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838398.427600:0:34767:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838398.427603:0:34767:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427606:0:34767:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838398.427608:0:34767:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838398.427610:0:34767:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427612:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.427614:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.427615:0:34767:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838398.427617:0:34767:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:3.0:1788838398.427620:0:34767:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427621:0:34767:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427626:0:34767:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838398.427628:0:34767:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788838398.427631:0:34767:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788838398.427634:0:34767:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:3.0:1788838398.427638:0:34767:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838398.427640:0:34767:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838398.427644:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1788838398.427647:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.427649:0:34767:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838398.427651:0:34767:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.427653:0:34767:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485285800 : -113594224265816 : ffff98afc89d35a8) 00000020:00001000:3.0:1788838398.427730:0:34767:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d35a0 00000020:00000001:3.0:1788838398.427734:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.427736:0:34767:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838398.427740:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.427741:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838398.427742:0:34767:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427744:0:34767:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427746:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.427749:0:34767:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788838398.427751:0:34767:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788838398.427755:0:34767:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427756:0:34767:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427759:0:34767:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427761:0:34767:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427762:0:34767:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427764:0:34767:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788838398.427766:0:34767:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1788838398.427768:0:34767:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788838398.427771:0:34767:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788838398.427774:0:34767:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788838398.427776:0:34767:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.427779:0:34767:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.427781:0:34767:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788838398.427783:0:34767:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:3.0:1788838398.427785:0:34767:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788838398.427786:0:34767:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788838398.427789:0:34767:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427790:0:34767:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.427792:0:34767:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.427794:0:34767:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.427796:0:34767:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427798:0:34767:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838398.427800:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838398.427801:0:34767:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838398.427803:0:34767:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838398.427805:0:34767:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427806:0:34767:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427808:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427810:0:34767:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427811:0:34767:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838398.427813:0:34767:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838398.427814:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838398.427816:0:34767:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838398.427818:0:34767:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838398.427821:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:3.0:1788838398.427829:0:34767:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc6675380. 00020000:00000002:3.0:1788838398.427831:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:3.0:1788838398.427834:0:34767:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838398.427836:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.427837:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.427839:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838398.427842:0:34767:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c130. 00000008:00010000:3.0:1788838398.427845:0:34767:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788838398.427847:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.427849:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838398.427852:0:34767:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc66753b0, osc lock ffff98afe090c130, flags 0x0 00000020:00000001:3.0:1788838398.427855:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427857:0:34767:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.427859:0:34767:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479448200064 : -113594261351552 : ffff98afc6675380) 00000020:00000001:3.0:1788838398.427862:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.427863:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.427865:0:34767:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427867:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427869:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.427871:0:34767:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.427872:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.427873:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.427875:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.427877:0:34767:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.427879:0:34767:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788838398.427882:0:34767:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.427885:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838398.427888:0:34767:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.427890:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.427891:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838398.427893:0:34767:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838398.427894:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838398.427897:0:34767:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838398.427911:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.427919:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:3.0:1788838398.427923:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.427930:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.427935:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838398.427939:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788838398.429631:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.429639:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.429645:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.429671:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.429674:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.429677:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:3.0:1788838398.429680:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.429682:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:3.0:1788838398.429686:0:34767:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838398.429689:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.429691:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.429692:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:3.0:1788838398.429694:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.429696:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.429699:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.429700:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.429701:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:3.0:1788838398.429703:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.429705:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.429708:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.429711:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.429714:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.429723:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.429725:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.429729:0:34767:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.429731:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.429732:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.429733:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=7 00000020:00000001:3.0:1788838398.429735:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.429737:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.429739:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.429742:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.429750:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.429751:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.429754:0:34767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.429762:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.429763:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.429765:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.429766:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.429767:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.429769:0:34767:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838398.429771:0:34767:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429774:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.429778:0:34767:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429780:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429782:0:34767:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429785:0:34767:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429787:0:34767:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429791:0:34767:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788838398.429797:0:34767:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1788838398.429800:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fb90 00000080:00200000:3.0:1788838398.429803:0:34767:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:3.0:1788838398.429808:0:34767:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788838398.429812:0:34767:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788838398.429818:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1788838398.429822:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.429824:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.429826:0:34767:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788838398.429829:0:34767:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788838398.429833:0:34767:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429835:0:34767:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.429837:0:34767:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429839:0:34767:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429846:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.429848:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.429850:0:34767:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788838398.429855:0:34767:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788838398.429858:0:34767:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:3.0:1788838398.429861:0:34767:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429865:0:34767:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429867:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000001:00000001:3.0:1788838398.429871:0:34767:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788838398.429873:0:34767:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1788838398.429875:0:34767:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838398.429876:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838398.429879:0:34767:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838398.429881:0:34767:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838398.429883:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788838398.429892:0:34767:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc6675d00. 00020000:00000002:3.0:1788838398.429895:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838398.429898:0:34767:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838398.429899:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.429901:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.429903:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838398.429908:0:34767:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c4c0. 00000008:00010000:3.0:1788838398.429910:0:34767:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788838398.429913:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.429914:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838398.429917:0:34767:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc6675d30, osc lock ffff98afe090c4c0, flags 0x400001002 00000020:00000001:3.0:1788838398.429919:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.429921:0:34767:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.429924:0:34767:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479448202496 : -113594261349120 : ffff98afc6675d00) 00000020:00000001:3.0:1788838398.429926:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.429928:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.429929:0:34767:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429932:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.429934:0:34767:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788838398.429936:0:34767:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788838398.429938:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.429939:0:34767:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.429941:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.429942:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.429944:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.429946:0:34767:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.431572:0:34767:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838398.431590:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838398.431594:0:34767:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.431596:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.431599:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838398.431600:0:34767:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838398.431601:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838398.431603:0:34767:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838398.431607:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.431618:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:3.0:1788838398.431622:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.431629:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.431633:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.431638:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788838398.431653:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.431694:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.431698:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.431707:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.431709:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.431712:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:3.0:1788838398.431714:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.431718:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:3.0:1788838398.431721:0:34767:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838398.431724:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.431725:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.431726:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=7 00000020:00000001:3.0:1788838398.431728:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.431730:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000020:00000001:3.0:1788838398.431734:0:34767:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838398.431736:0:34767:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788838398.431739:0:34767:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838398.431740:0:34767:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.431742:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.431743:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.431744:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=8 00000020:00000001:3.0:1788838398.431746:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.431748:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.431749:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.431752:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.431758:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.431761:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.431763:0:34767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.431769:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.431770:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.431771:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.431772:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.431773:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.431774:0:34767:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838398.431777:0:34767:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431779:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.431782:0:34767:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431784:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431786:0:34767:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838398.431787:0:34767:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838398.431790:0:34767:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788838398.431791:0:34767:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788838398.431793:0:34767:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431795:0:34767:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.431802:0:34767:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788838398.431805:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.431807:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.431809:0:34767:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788838398.431813:0:34767:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788838398.431816:0:34767:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838398 a=0 c=1788838398 b=1 00020000:00000001:3.0:1788838398.431820:0:34767:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431822:0:34767:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431823:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:3.0:1788838398.431826:0:34767:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788838398.431829:0:34767:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788838398.431831:0:34767:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788838398.431833:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_release():245 00000020:00000001:3.0:1788838398.431837:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.431838:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788838398.431841:0:34767:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788838398.431846:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.431848:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.431850:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.431851:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc6675d30 (ffff98afc89d35a8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788838398.431855:0:34767:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788838398.431856:0:34767:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788838398.431857:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.431858:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.431860:0:34767:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788838398.431862:0:34767:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.431863:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.431864:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.431866:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.431867:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1788838398.431871:0:34767:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788838398.431872:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.431873:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc6675d30 (ffff98afc89d3c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1788838398.431877:0:34767:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c4c0. 00000020:00000001:3.0:1788838398.431884:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788838398.431886:0:34767:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc6675d00. 00020000:00000001:3.0:1788838398.431891:0:34767:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.431892:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.431894:0:34767:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788838398.431896:0:34767:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838398.431915:0:34767:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000623973cf[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:3.0:1788838398.431917:0:34767:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:3.0:1788838398.431921:0:34767:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:3.0:1788838398.431927:0:34767:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:3.0:1788838398.431936:0:34767:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788838398.431938:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838398.431940:0:34767:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788838398.431942:0:34767:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:3.0:1788838398.431943:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.431946:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.431948:0:34767:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788838398.431959:0:34767:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838398.431961:0:34767:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431963:0:34767:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431965:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:3.0:1788838398.431967:0:34767:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431969:0:34767:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.431971:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.431972:0:34767:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431973:0:34767:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431976:0:34767:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788838398.431977:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788838398.431979:0:34767:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788838398.431980:0:34767:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788838398.431981:0:34767:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788838398.431983:0:34767:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.431985:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.431987:0:34767:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788838398.431989:0:34767:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838398.431991:0:34767:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788838398.431993:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd0cff4e8 (ffff98afc89d3c68/0) at cl_lock_release():245 00000020:00000001:3.0:1788838398.431995:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.431997:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd0cff4e8 (ffff98afc89d3c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788838398.431999:0:34767:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788838398.432001:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.432002:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.432004:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.432005:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc66753b0 (ffff98afc89d35a8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788838398.432008:0:34767:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788838398.432009:0:34767:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788838398.432011:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.432012:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.432014:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:3.0:1788838398.432016:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.432018:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.432020:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.432023:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788838398.432030:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.432031:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.432033:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.432035:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.432037:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.432045:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.432049:0:34767:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.432052:0:34767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.432056:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.432057:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.432060:0:34767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.432064:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.432067:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.432070:0:34767:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.432074:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.432076:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.432078:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.432079:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.432080:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.432081:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.432082:0:34767:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788838398.432084:0:34767:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.432085:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.432086:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.432088:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.432089:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd0cff4e8 (ffff98afc89d3c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1788838398.432091:0:34767:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788838398.432092:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.432094:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc66753b0 (ffff98afc89d3c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1788838398.432097:0:34767:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c130. 00000020:00000001:3.0:1788838398.432099:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788838398.432100:0:34767:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc6675380. 00020000:00000001:3.0:1788838398.432103:0:34767:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.432104:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.432105:0:34767:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788838398.432107:0:34767:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788838398.432109:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838398.432110:0:34767:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838398.432111:0:34767:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788838398.432113:0:34767:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432115:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432117:0:34767:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788838398.432118:0:34767:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788838398.432120:0:34767:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788838398.432123:0:34767:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1788838398.432125:0:34767:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788838398.432126:0:34767:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838398.432128:0:34767:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838398.432130:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838398.432131:0:34767:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788838398.432134:0:34767:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788838398.432136:0:34767:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432138:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432139:0:34767:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838398.432141:0:34767:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838398.432143:0:34767:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.432146:0:34767:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838398.432149:0:34767:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838398.432151:0:34767:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838398.432152:0:34767:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838398.432153:0:34767:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838398.432156:0:34767:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d35a0 00020000:00000001:3.0:1788838398.432159:0:34767:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838398.432161:0:34767:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838398.432163:0:34767:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838398.432166:0:34767:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838398.432169:0:34767:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838398.432170:0:34767:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788838398.432173:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc98 00000080:00200000:3.0:1788838398.432175:0:34767:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1788838398.432179:0:34767:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1788838398.432181:0:34767:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838398.432184:0:34767:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3c60 00000020:00000001:3.0:1788838398.432189:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd88 00000080:00000008:3.0:1788838398.432191:0:34767:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:3.0:1788838398.432204:0:34767:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:3.0:1788838398.432282:0:34767:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:3.0:1788838398.432285:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd88 00000080:00200008:3.0:1788838398.432287:0:34767:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:3.0:1788838398.432291:0:34767:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1788838398.432293:0:34767:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788838398.432296:0:34767:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:3.0:1788838398.432299:0:34767:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838398.432304:0:34767:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.432307:0:34767:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287528 : -113594224264088 : ffff98afc89d3c68) 00000020:00001000:3.0:1788838398.432310:0:34767:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3c60 00000080:00000001:3.0:1788838398.432312:0:34767:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788838398.432316:0:34767:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.432319:0:34767:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788838398.432321:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc98 00000080:00200000:3.0:1788838398.432322:0:34767:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:3.0:1788838398.432327:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc30 00000080:00200000:3.0:1788838398.432329:0:34767:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1788838398.432332:0:34767:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788838398.432336:0:34767:0:(cl_io.c:214:cl_io_rw_init()) header@00000000623973cf[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:3.0:1788838398.432338:0:34767:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:3.0:1788838398.432341:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.432343:0:34767:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788838398.432345:0:34767:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788838398.432347:0:34767:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788838398.432351:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.432352:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788838398.432354:0:34767:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838398.432359:0:34767:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.432362:0:34767:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788838398.432364:0:34767:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.432366:0:34767:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838398.432369:0:34767:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f342b0 type 1 ignore/verify layout 0/0 00020000:00000002:3.0:1788838398.432373:0:34767:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:3.0:1788838398.432377:0:34767:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788838398.432380:0:34767:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788838398.432382:0:34767:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788838398.432385:0:34767:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432387:0:34767:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788838398.432390:0:34767:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788838398.432392:0:34767:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.432393:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.432394:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.432396:0:34767:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788838398.432398:0:34767:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00000020:00000001:3.0:1788838398.432401:0:34767:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.432402:0:34767:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.432406:0:34767:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788838398.432407:0:34767:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788838398.432410:0:34767:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788838398.432413:0:34767:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:3.0:1788838398.432416:0:34767:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788838398.432419:0:34767:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788838398.432423:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1788838398.432425:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.432427:0:34767:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788838398.432429:0:34767:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838398.432431:0:34767:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485285800 : -113594224265816 : ffff98afc89d35a8) 00000020:00001000:3.0:1788838398.432433:0:34767:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d35a0 00000020:00000001:3.0:1788838398.432436:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.432437:0:34767:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788838398.432440:0:34767:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788838398.432441:0:34767:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788838398.432443:0:34767:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432444:0:34767:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432446:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.432448:0:34767:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788838398.432450:0:34767:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788838398.432454:0:34767:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.432455:0:34767:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432458:0:34767:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.432460:0:34767:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.432461:0:34767:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.432463:0:34767:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788838398.432465:0:34767:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1788838398.432467:0:34767:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788838398.432469:0:34767:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788838398.432472:0:34767:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788838398.432476:0:34767:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.432478:0:34767:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.432480:0:34767:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788838398.432482:0:34767:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:3.0:1788838398.434118:0:34767:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788838398.434121:0:34767:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788838398.434123:0:34767:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.434127:0:34767:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.434129:0:34767:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.434131:0:34767:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.434134:0:34767:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.434138:0:34767:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788838398.434140:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838398.434142:0:34767:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788838398.434143:0:34767:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838398.434145:0:34767:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.434146:0:34767:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.434148:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.434150:0:34767:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.434152:0:34767:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788838398.434154:0:34767:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838398.434156:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838398.434160:0:34767:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838398.434162:0:34767:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838398.434168:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:3.0:1788838398.434181:0:34767:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc6675380. 00020000:00000002:3.0:1788838398.434185:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:3.0:1788838398.434187:0:34767:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838398.434189:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.434191:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.434203:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838398.434210:0:34767:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c130. 00000008:00010000:3.0:1788838398.434214:0:34767:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788838398.434216:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.434217:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838398.434221:0:34767:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc66753b0, osc lock ffff98afe090c130, flags 0x0 00000020:00000001:3.0:1788838398.434224:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.434226:0:34767:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.434229:0:34767:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479448200064 : -113594261351552 : ffff98afc6675380) 00000020:00000001:3.0:1788838398.434231:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.434232:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.434234:0:34767:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.434236:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.434238:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.434239:0:34767:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.434240:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.434241:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.434243:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.434245:0:34767:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.434246:0:34767:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788838398.434248:0:34767:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.434251:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838398.434254:0:34767:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.434255:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.434257:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838398.434259:0:34767:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838398.434260:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838398.434262:0:34767:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838398.434265:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.434274:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:3.0:1788838398.434277:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.434283:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.434288:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788838398.434293:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788838398.434306:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.434313:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.434316:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.434324:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.434326:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.434329:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:3.0:1788838398.434331:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.434334:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:3.0:1788838398.434338:0:34767:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838398.434340:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.434341:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.434342:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:3.0:1788838398.434344:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.434346:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.434348:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.434349:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.434350:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:3.0:1788838398.434352:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.434354:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.434356:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.434357:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.434360:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.434369:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.434371:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.434373:0:34767:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.434375:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.434376:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.434377:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=7 00000020:00000001:3.0:1788838398.434378:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.434380:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.434382:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.434385:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.435152:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.435154:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.435158:0:34767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.435167:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.435168:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.435169:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.435171:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.435172:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.435173:0:34767:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838398.435176:0:34767:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435179:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.435181:0:34767:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435182:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435184:0:34767:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435187:0:34767:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435189:0:34767:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435199:0:34767:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788838398.435204:0:34767:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1788838398.435208:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fb90 00000080:00200000:3.0:1788838398.435210:0:34767:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:3.0:1788838398.435215:0:34767:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788838398.435219:0:34767:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788838398.435222:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1788838398.435226:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.435227:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.435229:0:34767:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788838398.435231:0:34767:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788838398.435235:0:34767:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435237:0:34767:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.435239:0:34767:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435241:0:34767:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435245:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.435247:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.435249:0:34767:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788838398.435252:0:34767:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788838398.435257:0:34767:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788838398.435258:0:34767:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1788838398.435260:0:34767:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788838398.435261:0:34767:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1788838398.435264:0:34767:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788838398 a=1788838398 c=1788838398 b=1 00020000:00000001:3.0:1788838398.435268:0:34767:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788838398.435270:0:34767:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838398 a=1788838398 c=1788838398 b=1 00020000:00000001:3.0:1788838398.435273:0:34767:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435275:0:34767:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435277:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000001:00000001:3.0:1788838398.435280:0:34767:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788838398.435282:0:34767:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1788838398.435284:0:34767:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788838398.435285:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788838398.435286:0:34767:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788838398.435288:0:34767:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788838398.435289:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788838398.435295:0:34767:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc6675d00. 00020000:00000002:3.0:1788838398.435297:0:34767:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788838398.435299:0:34767:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788838398.435301:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.435302:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.435304:0:34767:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788838398.435308:0:34767:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afe090c4c0. 00000008:00010000:3.0:1788838398.435310:0:34767:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788838398.435312:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.435313:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788838398.435315:0:34767:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc6675d30, osc lock ffff98afe090c4c0, flags 0x400001002 00000020:00000001:3.0:1788838398.435317:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.435319:0:34767:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.435321:0:34767:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479448202496 : -113594261349120 : ffff98afc6675d00) 00000020:00000001:3.0:1788838398.435322:0:34767:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788838398.435323:0:34767:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788838398.435325:0:34767:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435326:0:34767:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.435329:0:34767:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788838398.435330:0:34767:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788838398.435332:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.435333:0:34767:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788838398.435334:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.435335:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.435336:0:34767:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.435337:0:34767:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788838398.435339:0:34767:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788838398.435341:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788838398.435343:0:34767:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.435344:0:34767:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788838398.435345:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788838398.435346:0:34767:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788838398.435347:0:34767:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788838398.435348:0:34767:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788838398.435350:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.435353:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:3.0:1788838398.435355:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.435358:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838398.435360:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.435364:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788838398.435379:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.435384:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.435387:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.436176:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.436179:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.436182:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:3.0:1788838398.436185:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.436188:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:3.0:1788838398.436191:0:34767:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788838398.436203:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.436204:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.436205:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=7 00000020:00000001:3.0:1788838398.436207:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.436209:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000020:00000001:3.0:1788838398.436213:0:34767:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838398.436215:0:34767:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788838398.436217:0:34767:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788838398.436219:0:34767:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.436221:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.436222:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.436223:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=8 00000020:00000001:3.0:1788838398.436224:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.436226:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.436229:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.436232:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.436246:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.436247:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788838398.436249:0:34767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.436255:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.436256:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.436257:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.436258:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.436259:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.436260:0:34767:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838398.436262:0:34767:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436264:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.436266:0:34767:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436267:0:34767:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436269:0:34767:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788838398.436270:0:34767:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788838398.436273:0:34767:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788838398.436275:0:34767:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788838398.436277:0:34767:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436279:0:34767:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.436284:0:34767:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788838398.436287:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.436289:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.436290:0:34767:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788838398.436293:0:34767:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788838398.436295:0:34767:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838398 a=1788838398 c=1788838398 b=1 00020000:00000001:3.0:1788838398.436298:0:34767:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436300:0:34767:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436301:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:3.0:1788838398.436304:0:34767:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788838398.436307:0:34767:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788838398.436309:0:34767:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788838398.436310:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_release():245 00000020:00000001:3.0:1788838398.436314:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.436315:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788838398.436318:0:34767:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788838398.436320:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.436322:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.436323:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.436325:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc6675d30 (ffff98afc89d35a8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788838398.436328:0:34767:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788838398.436329:0:34767:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788838398.436330:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.436332:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.436333:0:34767:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788838398.436334:0:34767:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.436336:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.436337:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.436338:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.436339:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc3f34250 (ffff98afc89d3c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1788838398.436342:0:34767:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788838398.436343:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.436344:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc6675d30 (ffff98afc89d3c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1788838398.436347:0:34767:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c4c0. 00000020:00000001:3.0:1788838398.436353:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788838398.436355:0:34767:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc6675d00. 00020000:00000001:3.0:1788838398.436360:0:34767:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.436361:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.436362:0:34767:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788838398.436364:0:34767:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788838398.436370:0:34767:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000623973cf[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:3.0:1788838398.436373:0:34767:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:3.0:1788838398.436375:0:34767:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:3.0:1788838398.436380:0:34767:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:3.0:1788838398.436389:0:34767:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788838398.436392:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838398.436393:0:34767:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788838398.436396:0:34767:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:3.0:1788838398.436579:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.436582:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:3.0:1788838398.436584:0:34767:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788838398.436588:0:34767:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788838398.436590:0:34767:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436592:0:34767:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436594:0:34767:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:3.0:1788838398.436596:0:34767:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436598:0:34767:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.436600:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.436601:0:34767:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436603:0:34767:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436605:0:34767:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788838398.436607:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788838398.436609:0:34767:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788838398.436611:0:34767:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788838398.436612:0:34767:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788838398.436614:0:34767:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.436615:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.436618:0:34767:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788838398.436620:0:34767:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838398.436621:0:34767:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788838398.436623:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afd0cff4e8 (ffff98afc89d3c68/0) at cl_lock_release():245 00000020:00000001:3.0:1788838398.436625:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.436626:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd0cff4e8 (ffff98afc89d3c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788838398.436629:0:34767:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788838398.436630:0:34767:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788838398.436632:0:34767:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622488752 : -113594087062864 : ffff98afd0cac2b0) 00000020:00000001:3.0:1788838398.436633:0:34767:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788838398.436634:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc66753b0 (ffff98afc89d35a8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788838398.436637:0:34767:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788838398.436638:0:34767:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788838398.436640:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838398.436641:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838398.440466:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:3.0:1788838398.440473:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.440479:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838398.440676:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788838398.440685:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788838398.440705:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.440707:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.440709:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788838398.440713:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788838398.440716:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788838398.440725:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788838398.440729:0:34767:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788838398.440731:0:34767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838398.440737:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.440738:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.440740:0:34767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.440744:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788838398.440746:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.440748:0:34767:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.440753:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838398.440755:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788838398.440757:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.440758:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838398.440761:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.440762:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788838398.440764:0:34767:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788838398.440767:0:34767:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.440770:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.440773:0:34767:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788838398.440775:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.440778:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd0cff4e8 (ffff98afc89d3c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1788838398.440782:0:34767:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788838398.440784:0:34767:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788838398.440785:0:34767:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc66753b0 (ffff98afc89d3c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1788838398.440790:0:34767:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afe090c130. 00000020:00000001:3.0:1788838398.440797:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788838398.440799:0:34767:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc6675380. 00020000:00000001:3.0:1788838398.440805:0:34767:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.440806:0:34767:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788838398.440808:0:34767:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788838398.440812:0:34767:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788838398.440815:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838398.440818:0:34767:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788838398.440820:0:34767:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788838398.440822:0:34767:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.440824:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.440826:0:34767:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788838398.440827:0:34767:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788838398.440829:0:34767:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788838398.440834:0:34767:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1788838398.440836:0:34767:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788838398.440838:0:34767:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838398.440840:0:34767:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788838398.440842:0:34767:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788838398.440843:0:34767:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788838398.440848:0:34767:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788838398.440850:0:34767:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.440852:0:34767:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.440854:0:34767:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838398.440855:0:34767:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788838398.440858:0:34767:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.440863:0:34767:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788838398.440865:0:34767:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788838398.440867:0:34767:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788838398.440868:0:34767:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788838398.440870:0:34767:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788838398.440873:0:34767:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d35a0 00020000:00000001:3.0:1788838398.440876:0:34767:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788838398.440878:0:34767:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788838398.440880:0:34767:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788838398.440882:0:34767:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788838398.440886:0:34767:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788838398.440887:0:34767:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788838398.440890:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fc98 00000080:00200000:3.0:1788838398.440893:0:34767:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1788838398.440897:0:34767:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1788838398.440899:0:34767:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838398.440902:0:34767:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3c60 00000020:00000001:3.0:1788838398.440905:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fd88 00000080:00000008:3.0:1788838398.440907:0:34767:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:3.0:1788838398.440911:0:34767:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788838398.441142:0:34767:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838398.441147:0:34767:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:3.0:1788838398.441152:0:34767:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:3.0:1788838398.441155:0:34767:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.441164:0:34767:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788838398.441167:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fdf0 00000080:00200008:3.0:1788838398.441169:0:34767:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 100000 00000080:00000001:3.0:1788838398.441173:0:34767:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788838398.441177:0:34767:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788838398.441178:0:34767:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788838398.441180:0:34767:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000002:3.0:1788838398.441182:0:34767:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afd0014f80 00020000:00000001:3.0:1788838398.441184:0:34767:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.441187:0:34767:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788838398.441207:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788838398.441210:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788838398.441218:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:3.0:1788838398.441222:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838398.441228:0:34767:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788838398.441231:0:34767:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788838398.441235:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788838398.441242:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838398.441247:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788838398.441255:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838398.441256:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788838398.441259:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788838398.441261:0:34767:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 16 00000080:00000010:3.0:1788838398.441264:0:34767:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98afc17a0640. 00000080:00000001:3.0:1788838398.441269:0:34767:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838398.441274:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fdf0 00000080:00000008:3.0:1788838398.441276:0:34767:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), flags 100000, rc = 0 00000080:00000001:3.0:1788838398.441280:0:34767:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788838398.441286:0:34767:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788838398.441288:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c1fe00 00000080:00002000:3.0:1788838398.441291:0:34767:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd1739870, parent ffff98afd8effa20, inode ffff98afd1585b88) hashed, 00000080:00000001:3.0:1788838398.441294:0:34767:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.464356:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838398.464363:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838398.464366:0:34768:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838398.464369:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57b20 00000080:00200000:1.0:1788838398.464375:0:34768:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838398.464385:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126a00. 00800000:00000002:1.0:1788838398.465645:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838398.465741:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838398.465748:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.465751:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57a40 00800000:00000002:1.0:1788838398.465756:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838398.465761:0:34768:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838398.465765:0:34768:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838398.465772:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.465774:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57910 00000002:00010000:1.0:1788838398.465777:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838398.465781:0:34768:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838398.465783:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838398.465788:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.465796:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:1.0:1788838398.465801:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.465806:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.465811:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.465818:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788838398.465832:0:34768:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838398.465838:0:34768:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.465842:0:34768:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788838398.465849:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838398.465852:0:34768:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838398.465854:0:34768:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.465857:0:34768:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.465859:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838398.465861:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838398.465864:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838398.465868:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838398.465873:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126a00. 00000080:00000001:1.0:1788838398.465881:0:34768:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838398.465883:0:34768:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.465886:0:34768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838398.465891:0:34768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0bc 00800000:00000001:1.0:1788838398.465894:0:34768:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838398.465897:0:34768:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838398.465899:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.466815:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.466821:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:1.0:1788838398.466824:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.466828:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.466833:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.466835:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838398.466836:0:34768:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838398.466838:0:34768:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.466842:0:34768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0bc from it ffffbbcb01c57b58 00010000:00000001:1.0:1788838398.466845:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.466846:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.466848:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:1.0:1788838398.466850:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.466852:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.466855:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.466860:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788838398.466869:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.466870:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.466872:0:34768:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838398.466875:0:34768:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838398.466878:0:34768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838398.466886:0:34768:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838398.466890:0:34768:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838398.466892:0:34768:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838398.466898:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.466899:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.467360:0:34768:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.467365:0:34768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838398.467367:0:34768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.467369:0:34768:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.467373:0:34768:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.467376:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.467378:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.467379:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838398.467384:0:34768:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838398.467386:0:34768:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838398.467389:0:34768:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838398.467403:0:34768:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.467412:0:34768:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788838398.467416:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57b48 00000080:00002000:1.0:1788838398.467418:0:34768:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd1739870) flags 0x48004e refc 0 00000080:00000001:1.0:1788838398.467422:0:34768:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.467424:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57b90 00000080:00200000:1.0:1788838398.467425:0:34768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788838398.467442:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57d08 00000080:00200008:1.0:1788838398.467452:0:34768:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788838398.467459:0:34768:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838398.467460:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57c80 00000080:00200000:1.0:1788838398.467462:0:34768:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88),name=recon 00000080:00000010:1.0:1788838398.467475:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126a00. 00800000:00000002:1.0:1788838398.467481:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838398.467586:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838398.467590:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.467593:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57ba0 00800000:00000002:1.0:1788838398.467596:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838398.467599:0:34768:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838398.467606:0:34768:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838398.467611:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.467614:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57a70 00000002:00010000:1.0:1788838398.467615:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838398.467620:0:34768:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838398.467622:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838398.467625:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.467631:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:1.0:1788838398.467634:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.467639:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.467642:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.467647:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788838398.467756:0:34768:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838398.467762:0:34768:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.467766:0:34768:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788838398.467775:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838398.467777:0:34768:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838398.467779:0:34768:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.467781:0:34768:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.467784:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838398.467786:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838398.467789:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838398.467792:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838398.467795:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126a00. 00000080:00000001:1.0:1788838398.467800:0:34768:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838398.467801:0:34768:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.467804:0:34768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) 00000080:00010000:1.0:1788838398.467808:0:34768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62d099 00800000:00000001:1.0:1788838398.467811:0:34768:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838398.467813:0:34768:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838398.467815:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.467817:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.467820:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:1.0:1788838398.467822:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:1.0:1788838398.467825:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:1.0:1788838398.467827:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.467829:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838398.467830:0:34768:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838398.467832:0:34768:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.467834:0:34768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d099 from it ffffbbcb01c57cb8 00010000:00000001:1.0:1788838398.467836:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.467837:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.467839:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:1.0:1788838398.467841:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:1.0:1788838398.467843:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:1.0:1788838398.467845:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.467848:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788838398.467855:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.467857:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.467858:0:34768:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838398.467860:0:34768:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838398.467863:0:34768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788838398.467870:0:34768:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838398.467872:0:34768:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838398.467874:0:34768:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838398.467877:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.467878:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.467880:0:34768:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.467883:0:34768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838398.467884:0:34768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.467886:0:34768:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.467889:0:34768:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.467892:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.467893:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.467894:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838398.467896:0:34768:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838398.467897:0:34768:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838398.468309:0:34768:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788838398.468315:0:34768:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788838398.468317:0:34768:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788838398.468320:0:34768:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788838398.468322:0:34768:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.468324:0:34768:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838398.468329:0:34768:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788838398.468332:0:34768:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838398.468337:0:34768:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287384 : -113594224264232 : ffff98afc89d3bd8) 00000020:00001000:1.0:1788838398.468341:0:34768:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3bd0 00000020:00000001:1.0:1788838398.468346:0:34768:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.468349:0:34768:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788838398.468353:0:34768:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788838398.468355:0:34768:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788838398.468358:0:34768:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.468360:0:34768:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788838398.468362:0:34768:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838398.468364:0:34768:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.468366:0:34768:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838398.468371:0:34768:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f36c50 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788838398.468375:0:34768:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc4894f80 00020000:00000001:1.0:1788838398.468379:0:34768:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788838398.468382:0:34768:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788838398.468384:0:34768:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788838398.468387:0:34768:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.468399:0:34768:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788838398.468402:0:34768:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788838398.468404:0:34768:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.468406:0:34768:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.468407:0:34768:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788838398.468409:0:34768:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788838398.468411:0:34768:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc4894f80 00000020:00000001:1.0:1788838398.468414:0:34768:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838398.468417:0:34768:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788838398.468419:0:34768:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788838398.468422:0:34768:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788838398.468425:0:34768:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788838398.468428:0:34768:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788838398.468430:0:34768:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788838398.468437:0:34768:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788838398.468453:0:34768:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afc894af80. 00020000:00000002:1.0:1788838398.468457:0:34768:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788838398.468459:0:34768:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788838398.468462:0:34768:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.468464:0:34768:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788838398.468465:0:34768:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788838398.468467:0:34768:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287960 : -113594224263656 : ffff98afc89d3e18) 00000020:00001000:1.0:1788838398.468469:0:34768:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3e10 00000020:00000001:1.0:1788838398.468472:0:34768:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.468474:0:34768:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788838398.468478:0:34768:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788838398.468479:0:34768:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788838398.468480:0:34768:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.468624:0:34768:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.468628:0:34768:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.468631:0:34768:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788838398.468639:0:34768:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afd1388f70. 00000008:00010000:1.0:1788838398.468642:0:34768:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788838398.468645:0:34768:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838398.468647:0:34768:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788838398.468649:0:34768:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afc894afb0, osc lock ffff98afd1388f70, flags 0x400001002 00000020:00000001:1.0:1788838398.468651:0:34768:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.468653:0:34768:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.468814:0:34768:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479484727168 : -113594224824448 : ffff98afc894af80) 00000020:00000001:1.0:1788838398.468817:0:34768:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788838398.468819:0:34768:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788838398.468820:0:34768:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.468823:0:34768:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.468826:0:34768:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788838398.468828:0:34768:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788838398.468830:0:34768:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838398.468832:0:34768:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788838398.468834:0:34768:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.468836:0:34768:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.468837:0:34768:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838398.468840:0:34768:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788838398.468843:0:34768:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788838398.468847:0:34768:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788838398.468849:0:34768:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788838398.468851:0:34768:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788838398.468853:0:34768:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788838398.468855:0:34768:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788838398.468856:0:34768:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788838398.468859:0:34768:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788838398.468862:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.468869:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:1.0:1788838398.468872:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.468877:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.468881:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.468885:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788838398.468899:0:34768:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838398.469042:0:34768:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.469047:0:34768:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788838398.469057:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.469060:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.469062:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:1.0:1788838398.469064:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.469067:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:1.0:1788838398.469070:0:34768:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788838398.469074:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.469075:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.469076:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:1.0:1788838398.469078:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.469081:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000020:00000001:1.0:1788838398.469085:0:34768:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838398.469087:0:34768:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788838398.469090:0:34768:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788838398.469092:0:34768:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469094:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.469095:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.469097:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:1.0:1788838398.469098:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.469101:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:1.0:1788838398.469103:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.469106:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788838398.469113:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.469115:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.469117:0:34768:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838398.469119:0:34768:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838398.469121:0:34768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788838398.469128:0:34768:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838398.469131:0:34768:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838398.469132:0:34768:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838398.469135:0:34768:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469137:0:34768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838398.469139:0:34768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469141:0:34768:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469144:0:34768:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469147:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.469148:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.469149:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.469150:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.469151:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838398.469153:0:34768:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788838398.469156:0:34768:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469158:0:34768:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788838398.469160:0:34768:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469161:0:34768:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469163:0:34768:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788838398.469164:0:34768:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788838398.469167:0:34768:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788838398.469168:0:34768:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788838398.469170:0:34768:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469172:0:34768:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.469177:0:34768:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788838398.469179:0:34768:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.469181:0:34768:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:1.0:1788838398.469183:0:34768:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788838398.469186:0:34768:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788838398.469191:0:34768:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838398.469202:0:34768:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788838398.469204:0:34768:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788838398.469206:0:34768:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788838398.469208:0:34768:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[0]: s=46 (1) m=1788838398 a=1788838398 c=1788838398 b=1 00020000:00000001:1.0:1788838398.469212:0:34768:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788838398.469214:0:34768:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838398 a=1788838398 c=1788838398 b=1 00020000:00000001:1.0:1788838398.469218:0:34768:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469220:0:34768:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469222:0:34768:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:1.0:1788838398.469225:0:34768:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788838398.469228:0:34768:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788838398.469229:0:34768:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788838398.469231:0:34768:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_release():245 00000020:00000001:1.0:1788838398.469235:0:34768:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838398.469236:0:34768:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788838398.469239:0:34768:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788838398.469241:0:34768:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788838398.469242:0:34768:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622496928 : -113594087054688 : ffff98afd0cae2a0) 00000020:00000001:1.0:1788838398.469245:0:34768:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788838398.469246:0:34768:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc894afb0 (ffff98afc89d3e18/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788838398.469249:0:34768:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788838398.469251:0:34768:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788838398.469252:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.469253:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788838398.469255:0:34768:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788838398.469257:0:34768:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.469258:0:34768:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.469259:0:34768:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788838398.469261:0:34768:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838398.469262:0:34768:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc3f36bf0 (ffff98afc89d3bd8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788838398.469265:0:34768:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788838398.469267:0:34768:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788838398.469268:0:34768:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc894afb0 (ffff98afc89d3bd8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788838398.469271:0:34768:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afd1388f70. 00000020:00000001:1.0:1788838398.469276:0:34768:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788838398.469278:0:34768:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afc894af80. 00020000:00000001:1.0:1788838398.469282:0:34768:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788838398.469283:0:34768:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788838398.469284:0:34768:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788838398.469286:0:34768:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469290:0:34768:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788838398.469292:0:34768:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788838398.469295:0:34768:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788838398.469296:0:34768:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788838398.469298:0:34768:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838398.469300:0:34768:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3e10 00020000:00000001:1.0:1788838398.469303:0:34768:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788838398.469305:0:34768:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788838398.469308:0:34768:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788838398.469311:0:34768:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788838398.469314:0:34768:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788838398.469316:0:34768:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.469318:0:34768:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788838398.469321:0:34768:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788838398.469322:0:34768:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788838398.469323:0:34768:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3bd0 00000001:00000001:1.0:1788838398.469325:0:34768:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469332:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57d08 00000080:00000008:1.0:1788838398.469334:0:34768:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788838398.469340:0:34768:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838398.469343:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57da0 00000080:00002000:1.0:1788838398.469345:0:34768:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd1739870, parent ffff98afd8effa20, inode ffff98afd1585b88) hashed, 00000080:00000001:1.0:1788838398.469348:0:34768:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.469387:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838398.469558:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838398.469561:0:34768:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838398.469563:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57bc0 00000080:00200000:1.0:1788838398.469566:0:34768:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838398.469572:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126a00. 00800000:00000002:1.0:1788838398.469578:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838398.469582:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838398.469586:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.469588:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57ae0 00800000:00000002:1.0:1788838398.469590:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838398.469595:0:34768:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838398.469599:0:34768:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838398.469606:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.469607:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c579b0 00000002:00010000:1.0:1788838398.469609:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838398.469613:0:34768:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838398.469615:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838398.469617:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.469621:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:1.0:1788838398.469624:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.469627:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.469630:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.469634:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788838398.469644:0:34768:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838398.469646:0:34768:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.469650:0:34768:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788838398.469752:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838398.469755:0:34768:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838398.469757:0:34768:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.469759:0:34768:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.469761:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838398.469764:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838398.469767:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838398.469770:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838398.469773:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126a00. 00000080:00000001:1.0:1788838398.469778:0:34768:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838398.469779:0:34768:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.469782:0:34768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838398.469786:0:34768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0bc 00800000:00000001:1.0:1788838398.469789:0:34768:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838398.469792:0:34768:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838398.469793:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.469794:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.469796:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:1.0:1788838398.469798:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.469800:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.469802:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.469804:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838398.469805:0:34768:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838398.469806:0:34768:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.469809:0:34768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0bc from it ffffbbcb01c57bf8 00010000:00000001:1.0:1788838398.469811:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.469812:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.469813:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:1.0:1788838398.469815:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.469817:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.469820:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.469822:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788838398.469829:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.469831:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.469833:0:34768:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838398.469835:0:34768:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838398.469837:0:34768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838398.469844:0:34768:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838398.469846:0:34768:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838398.469848:0:34768:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838398.469852:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.469853:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.469855:0:34768:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469857:0:34768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838398.469858:0:34768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469860:0:34768:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469863:0:34768:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.469866:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.469867:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.469868:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838398.469871:0:34768:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838398.469873:0:34768:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838398.469875:0:34768:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838398.469880:0:34768:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.469884:0:34768:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788838398.469886:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57be8 00000080:00002000:1.0:1788838398.469888:0:34768:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd1739870) flags 0x48004e refc 0 00000080:00000001:1.0:1788838398.469890:0:34768:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.469892:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57c30 00000080:00200000:1.0:1788838398.469894:0:34768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1788838398.470090:0:34768:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788838398.470094:0:34768:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1788838398.470099:0:34768:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838398.470100:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57e40 00000080:00002000:1.0:1788838398.470103:0:34768:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd1739870, parent ffff98afd8effa20, inode ffff98afd1585b88) hashed, 00000080:00000001:1.0:1788838398.470105:0:34768:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.470122:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838398.470124:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788838398.470126:0:34768:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788838398.470127:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57bc0 00000080:00200000:1.0:1788838398.470129:0:34768:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:1.0:1788838398.470133:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd1126a00. 00800000:00000002:1.0:1788838398.470136:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:1.0:1788838398.470139:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788838398.470141:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.470142:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57ae0 00800000:00000002:1.0:1788838398.470144:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788838398.470147:0:34768:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788838398.470149:0:34768:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788838398.470152:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788838398.470154:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c579b0 00000002:00010000:1.0:1788838398.470156:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788838398.470159:0:34768:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788838398.470160:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788838398.470161:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788838398.470164:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:1.0:1788838398.470166:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788838398.470169:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788838398.470171:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788838398.470174:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788838398.470181:0:34768:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788838398.470183:0:34768:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788838398.470186:0:34768:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788838398.470201:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788838398.470203:0:34768:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788838398.470204:0:34768:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.470206:0:34768:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788838398.470208:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838398.470211:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788838398.470213:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788838398.470215:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:1.0:1788838398.470217:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd1126a00. 00000080:00000001:1.0:1788838398.470221:0:34768:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788838398.470222:0:34768:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.470225:0:34768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:1.0:1788838398.470227:0:34768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0bc 00800000:00000001:1.0:1788838398.470229:0:34768:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788838398.470231:0:34768:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788838398.470232:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.470234:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.470235:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:1.0:1788838398.470238:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.470240:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.470242:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.470244:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788838398.470245:0:34768:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788838398.470247:0:34768:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788838398.470249:0:34768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0bc from it ffffbbcb01c57bf8 00010000:00000001:1.0:1788838398.470251:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788838398.470252:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788838398.470253:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:1.0:1788838398.470255:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.470257:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:1.0:1788838398.470260:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788838398.470263:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788838398.470269:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.470270:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.470272:0:34768:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788838398.470273:0:34768:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788838398.470276:0:34768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788838398.470282:0:34768:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788838398.470284:0:34768:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788838398.470286:0:34768:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788838398.470288:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.470290:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788838398.470291:0:34768:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.470293:0:34768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788838398.470295:0:34768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.470297:0:34768:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.470299:0:34768:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788838398.470301:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788838398.470302:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788838398.470303:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788838398.470305:0:34768:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788838398.470306:0:34768:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788838398.470308:0:34768:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788838398.470311:0:34768:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788838398.470314:0:34768:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788838398.470316:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57be8 00000080:00002000:1.0:1788838398.470317:0:34768:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd1739870) flags 0x48004e refc 0 00000080:00000001:1.0:1788838398.470320:0:34768:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788838398.470322:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57c30 00000080:00200000:1.0:1788838398.470323:0:34768:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1788838398.470330:0:34768:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788838398.470332:0:34768:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788838398.470334:0:34768:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788838398.470335:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c57e40 00000080:00002000:1.0:1788838398.470337:0:34768:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd1739870, parent ffff98afd8effa20, inode ffff98afd1585b88) hashed, 00000080:00000001:1.0:1788838398.470340:0:34768:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.475765:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838398.475774:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.475778:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838398.475779:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838398.475782:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838398.475783:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.475840:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838398.475844:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.475848:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788838398.501497:0:34769:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838398.501505:0:34769:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838398.501508:0:34769:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838398.501512:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb20 00000080:00200000:2.0:1788838398.501518:0:34769:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838398.501528:0:34769:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eac00. 00800000:00000002:2.0:1788838398.501536:0:34769:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838398.501541:0:34769:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838398.501547:0:34769:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.501550:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa40 00800000:00000002:2.0:1788838398.501553:0:34769:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838398.501557:0:34769:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838398.501562:0:34769:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838398.501569:0:34769:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.501571:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f910 00000002:00010000:2.0:1788838398.501573:0:34769:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838398.501578:0:34769:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838398.501580:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.501584:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.501593:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:2.0:1788838398.501597:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.501603:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.501608:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838398.501615:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788838398.501627:0:34769:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838398.501635:0:34769:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.501639:0:34769:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788838398.501647:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838398.501649:0:34769:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838398.501652:0:34769:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.501654:0:34769:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.501681:0:34769:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.501684:0:34769:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838398.501687:0:34769:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838398.501690:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838398.501695:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eac00. 00000080:00000001:2.0:1788838398.501700:0:34769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838398.501701:0:34769:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.501704:0:34769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838398.501709:0:34769:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0bc 00800000:00000001:2.0:1788838398.501713:0:34769:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838398.501715:0:34769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838398.501717:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.501720:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.501723:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838398.501726:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.501730:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.501733:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.501735:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.501736:0:34769:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.501738:0:34769:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.501741:0:34769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0bc from it ffffbbcb01c5fb58 00010000:00000001:2.0:1788838398.501743:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.501745:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.501746:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838398.501748:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.501750:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.501753:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.501756:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788838398.501763:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.501764:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.501766:0:34769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.501769:0:34769:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.501772:0:34769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788838398.501781:0:34769:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.501785:0:34769:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.501787:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.501793:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.501794:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.501796:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.501800:0:34769:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.501802:0:34769:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.501804:0:34769:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.501807:0:34769:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.501810:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.501811:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.501812:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838398.501816:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838398.501818:0:34769:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.501821:0:34769:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838398.501826:0:34769:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.501831:0:34769:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838398.501834:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb48 00000080:00002000:2.0:1788838398.501835:0:34769:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd1739870) flags 0x48004e refc 0 00000080:00000001:2.0:1788838398.501838:0:34769:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.501841:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb90 00000080:00200000:2.0:1788838398.501842:0:34769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1788838398.501851:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd08 00000080:00200008:2.0:1788838398.501853:0:34769:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838398.501859:0:34769:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838398.501860:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fc80 00000080:00200000:2.0:1788838398.501862:0:34769:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88),name=recon 00000080:00000010:2.0:1788838398.501867:0:34769:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eac00. 00800000:00000002:2.0:1788838398.501870:0:34769:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838398.501875:0:34769:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838398.501877:0:34769:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.501878:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fba0 00800000:00000002:2.0:1788838398.501880:0:34769:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838398.501883:0:34769:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838398.501888:0:34769:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838398.501891:0:34769:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.501893:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa70 00000002:00010000:2.0:1788838398.501895:0:34769:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838398.501898:0:34769:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838398.501900:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.501901:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.501904:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:2.0:1788838398.501906:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.501909:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.501911:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838398.501915:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1788838398.501928:0:34769:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838398.501931:0:34769:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.501933:0:34769:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1788838398.501939:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838398.501941:0:34769:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838398.501942:0:34769:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.501944:0:34769:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.501946:0:34769:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.501948:0:34769:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838398.501950:0:34769:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838398.501952:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838398.501954:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eac00. 00000080:00000001:2.0:1788838398.501957:0:34769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838398.501959:0:34769:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.501961:0:34769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) 00000080:00010000:2.0:1788838398.501963:0:34769:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff98afd1585b88) for lock 0x9f68a6b43b62d099 00800000:00000001:2.0:1788838398.501965:0:34769:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838398.501967:0:34769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838398.501968:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.501969:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.501971:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:2.0:1788838398.501973:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:2.0:1788838398.501976:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:2.0:1788838398.501978:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.501979:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.501980:0:34769:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.501982:0:34769:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.501983:0:34769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d099 from it ffffbbcb01c5fcb8 00010000:00000001:2.0:1788838398.501985:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.501987:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.501988:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8bab400 refcount=3 00000020:00000001:2.0:1788838398.501989:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:2.0:1788838398.501992:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487218688 : -113594222332928 : ffff98afc8bab400) 00010000:00000001:2.0:1788838398.501994:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.501996:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788838398.502003:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502004:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.502005:0:34769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.502007:0:34769:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.502009:0:34769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788838398.502015:0:34769:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.502017:0:34769:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.502018:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.502020:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502022:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.502023:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502025:0:34769:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.502026:0:34769:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502028:0:34769:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502029:0:34769:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502031:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.502032:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502033:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838398.502035:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838398.502036:0:34769:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838398.502039:0:34769:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788838398.502043:0:34769:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788838398.502045:0:34769:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838398.502047:0:34769:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788838398.502049:0:34769:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.502051:0:34769:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788838398.502055:0:34769:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788838398.502059:0:34769:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.502064:0:34769:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:2.0:1788838398.502067:0:34769:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000020:00000001:2.0:1788838398.502073:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.502076:0:34769:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838398.502079:0:34769:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838398.502081:0:34769:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788838398.502084:0:34769:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.502086:0:34769:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788838398.502088:0:34769:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788838398.502090:0:34769:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.502092:0:34769:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.502097:0:34769:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f360c0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788838398.502101:0:34769:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:2.0:1788838398.502105:0:34769:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838398.502107:0:34769:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838398.502110:0:34769:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838398.502112:0:34769:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.502114:0:34769:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838398.502117:0:34769:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838398.502119:0:34769:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502120:0:34769:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.502121:0:34769:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838398.502122:0:34769:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838398.502124:0:34769:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00000020:00000001:2.0:1788838398.502127:0:34769:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788838398.502129:0:34769:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788838398.502131:0:34769:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1788838398.502134:0:34769:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788838398.502135:0:34769:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788838398.502138:0:34769:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788838398.502140:0:34769:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788838398.502146:0:34769:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788838398.502152:0:34769:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff98afd85e5a00. 00020000:00000002:2.0:1788838398.502155:0:34769:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788838398.502157:0:34769:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788838398.502161:0:34769:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.502163:0:34769:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838398.502165:0:34769:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.502167:0:34769:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286232 : -113594224265384 : ffff98afc89d3758) 00000020:00001000:2.0:1788838398.502169:0:34769:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3750 00000020:00000001:2.0:1788838398.502172:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.502173:0:34769:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838398.502177:0:34769:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.502178:0:34769:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838398.502180:0:34769:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.502182:0:34769:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.502184:0:34769:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.502186:0:34769:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788838398.502204:0:34769:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff98afc89a5300. 00000008:00010000:2.0:1788838398.502207:0:34769:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788838398.502210:0:34769:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838398.502211:0:34769:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788838398.502213:0:34769:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff98afd85e5a30, osc lock ffff98afc89a5300, flags 0x400001002 00000020:00000001:2.0:1788838398.502216:0:34769:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.502218:0:34769:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.502221:0:34769:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630479749601792 : -113593959949824 : ffff98afd85e5a00) 00000020:00000001:2.0:1788838398.502223:0:34769:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788838398.502224:0:34769:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788838398.502226:0:34769:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502227:0:34769:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502230:0:34769:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788838398.502232:0:34769:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788838398.502234:0:34769:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838398.502236:0:34769:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788838398.502237:0:34769:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.502239:0:34769:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.502241:0:34769:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838398.502243:0:34769:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788838398.502247:0:34769:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788838398.502251:0:34769:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788838398.502254:0:34769:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788838398.502256:0:34769:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788838398.502258:0:34769:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788838398.502259:0:34769:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788838398.502260:0:34769:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788838398.502263:0:34769:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788838398.502265:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.502269:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:2.0:1788838398.502272:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.502276:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.502279:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838398.502283:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:2.0:1788838398.502294:0:34769:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838398.502297:0:34769:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.502300:0:34769:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1788838398.502306:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.502308:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.502309:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=4 00000020:00000001:2.0:1788838398.502311:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.502313:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000008:00000001:2.0:1788838398.502318:0:34769:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788838398.502321:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.502322:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.502323:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=5 00000020:00000001:2.0:1788838398.502325:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.502327:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00000020:00000001:2.0:1788838398.502331:0:34769:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788838398.502333:0:34769:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788838398.502335:0:34769:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788838398.502337:0:34769:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502338:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.502339:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.502340:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=6 00000020:00000001:2.0:1788838398.502342:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.502345:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:2.0:1788838398.502346:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.502349:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1788838398.502355:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502357:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.502358:0:34769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.502360:0:34769:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.502362:0:34769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788838398.502369:0:34769:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.502372:0:34769:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.502373:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.502375:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502377:0:34769:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.502378:0:34769:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502380:0:34769:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502382:0:34769:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502384:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.502385:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502386:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.502387:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502388:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838398.502389:0:34769:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.502392:0:34769:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502395:0:34769:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.502397:0:34769:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502399:0:34769:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502400:0:34769:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788838398.502402:0:34769:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788838398.502405:0:34769:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788838398.502406:0:34769:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788838398.502408:0:34769:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502411:0:34769:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.502415:0:34769:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788838398.502418:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.502420:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.502422:0:34769:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788838398.502426:0:34769:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788838398.502429:0:34769:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788838398 a=1788838398 c=1788838398 b=1 00020000:00000001:2.0:1788838398.502433:0:34769:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502435:0:34769:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502436:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000080:00200000:2.0:1788838398.502439:0:34769:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788838398.502441:0:34769:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788838398.502443:0:34769:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788838398.502445:0:34769:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff98afc3f36060 (ffff98afc89d3f38/0) at cl_lock_release():245 00000020:00000001:2.0:1788838398.502447:0:34769:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838398.502449:0:34769:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afc3f36060 (ffff98afc89d3f38/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788838398.502452:0:34769:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788838398.502454:0:34769:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.502455:0:34769:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.502457:0:34769:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788838398.502458:0:34769:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff98afd85e5a30 (ffff98afc89d3758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788838398.502461:0:34769:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788838398.502462:0:34769:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788838398.502464:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502465:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788838398.502467:0:34769:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788838398.502468:0:34769:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.502470:0:34769:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.502471:0:34769:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788838398.502472:0:34769:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838398.502474:0:34769:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afc3f36060 (ffff98afc89d3f38/0) at cl_lock_fini():72 00020000:00000001:2.0:1788838398.502477:0:34769:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788838398.502478:0:34769:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788838398.502479:0:34769:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff98afd85e5a30 (ffff98afc89d3f38/1) at cl_lock_fini():72 00000008:00000010:2.0:1788838398.502483:0:34769:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff98afc89a5300. 00000020:00000001:2.0:1788838398.502486:0:34769:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788838398.502488:0:34769:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff98afd85e5a00. 00020000:00000001:2.0:1788838398.502492:0:34769:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788838398.502493:0:34769:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788838398.502494:0:34769:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788838398.502496:0:34769:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502498:0:34769:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838398.502500:0:34769:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838398.502503:0:34769:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838398.502504:0:34769:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838398.502505:0:34769:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838398.502507:0:34769:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3750 00020000:00000001:2.0:1788838398.502511:0:34769:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838398.502513:0:34769:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838398.502516:0:34769:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838398.502518:0:34769:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838398.502521:0:34769:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788838398.502523:0:34769:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.502525:0:34769:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788838398.502528:0:34769:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838398.502529:0:34769:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838398.502530:0:34769:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000001:00000001:2.0:1788838398.502532:0:34769:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502536:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd08 00000080:00000008:2.0:1788838398.502538:0:34769:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff98afd1585b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788838398.502543:0:34769:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838398.502544:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fda0 00000080:00002000:2.0:1788838398.502547:0:34769:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff98afd1739870, parent ffff98afd8effa20, inode ffff98afd1585b88) hashed, 00000080:00000001:2.0:1788838398.502550:0:34769:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.502575:0:34769:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838398.502577:0:34769:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838398.502579:0:34769:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838398.502580:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fbd8 00000080:00200000:2.0:1788838398.502583:0:34769:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838398.502587:0:34769:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eac00. 00800000:00000002:2.0:1788838398.502590:0:34769:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838398.502593:0:34769:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838398.502595:0:34769:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.502596:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5faf8 00800000:00000002:2.0:1788838398.502598:0:34769:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838398.502601:0:34769:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838398.502604:0:34769:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838398.502608:0:34769:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.502609:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5f9c8 00000002:00010000:2.0:1788838398.502611:0:34769:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838398.502614:0:34769:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838398.502616:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.502617:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.502621:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:2.0:1788838398.502623:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.502625:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.502628:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838398.502631:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788838398.502639:0:34769:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838398.502641:0:34769:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.502644:0:34769:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788838398.502651:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838398.502653:0:34769:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838398.502655:0:34769:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.502682:0:34769:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.502684:0:34769:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.502686:0:34769:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838398.502689:0:34769:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838398.502691:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838398.502693:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eac00. 00000080:00000001:2.0:1788838398.502697:0:34769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838398.502698:0:34769:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.502701:0:34769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838398.502703:0:34769:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0bc 00800000:00000001:2.0:1788838398.502707:0:34769:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838398.502709:0:34769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838398.502711:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.502712:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.502714:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838398.502717:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.502719:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.502722:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502723:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.502725:0:34769:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.502726:0:34769:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.502729:0:34769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0bc from it ffffbbcb01c5fc10 00010000:00000001:2.0:1788838398.502730:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.502731:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.502733:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838398.502735:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.502737:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.502739:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.502741:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788838398.502748:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502749:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.502751:0:34769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.502752:0:34769:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.502755:0:34769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788838398.502761:0:34769:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.502763:0:34769:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.502764:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.502767:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502768:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.502769:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502771:0:34769:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.502773:0:34769:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502775:0:34769:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502777:0:34769:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502779:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.502780:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502781:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838398.502783:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838398.502785:0:34769:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.502787:0:34769:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788838398.502790:0:34769:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.502796:0:34769:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788838398.502799:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fda0 00000080:00002000:2.0:1788838398.502801:0:34769:0:(dcache.c:87:ll_dcompare()) found name recon(ffff98afd1739870) flags 0x48004e refc 0 00000080:00000001:2.0:1788838398.502803:0:34769:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.502806:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fe10 00000080:00200000:2.0:1788838398.502807:0:34769:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:2.0:1788838398.502812:0:34769:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788838398.502813:0:34769:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788838398.502814:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fd30 00000080:00200000:2.0:1788838398.502817:0:34769:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8),name=/ 00000080:00000010:2.0:1788838398.502820:0:34769:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eac00. 00800000:00000002:2.0:1788838398.502823:0:34769:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00000080:00000001:2.0:1788838398.502825:0:34769:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788838398.502827:0:34769:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.502828:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fc50 00800000:00000002:2.0:1788838398.502830:0:34769:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788838398.502833:0:34769:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788838398.502835:0:34769:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788838398.502838:0:34769:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788838398.502840:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fb20 00000002:00010000:2.0:1788838398.502842:0:34769:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788838398.502844:0:34769:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788838398.502846:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.502847:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.502849:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:2.0:1788838398.502852:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.502854:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.502856:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788838398.502860:0:34769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788838398.502867:0:34769:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788838398.502869:0:34769:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838398.502872:0:34769:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788838398.502878:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788838398.502880:0:34769:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838398.502882:0:34769:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.502884:0:34769:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788838398.502886:0:34769:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.502888:0:34769:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788838398.502890:0:34769:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788838398.502892:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838398.502895:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eac00. 00000080:00000001:2.0:1788838398.502897:0:34769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788838398.502899:0:34769:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.502901:0:34769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00010000:2.0:1788838398.502903:0:34769:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff98afd16da1c8) for lock 0x9f68a6b43b62d0bc 00800000:00000001:2.0:1788838398.502906:0:34769:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788838398.502907:0:34769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788838398.502908:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.502910:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.502911:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838398.502913:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.502915:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.502918:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502919:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788838398.502920:0:34769:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.502922:0:34769:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788838398.502924:0:34769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x9f68a6b43b62d0bc from it ffffbbcb01c5fd68 00010000:00000001:2.0:1788838398.502927:0:34769:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788838398.502928:0:34769:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788838398.502929:0:34769:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc8baa200 refcount=3 00000020:00000001:2.0:1788838398.502931:0:34769:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.502933:0:34769:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479487214080 : -113594222337536 : ffff98afc8baa200) 00010000:00000001:2.0:1788838398.502935:0:34769:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788838398.502937:0:34769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788838398.502943:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502944:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.502945:0:34769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788838398.502946:0:34769:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788838398.502949:0:34769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788838398.502955:0:34769:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788838398.502956:0:34769:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788838398.502958:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.502960:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502961:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.502962:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502964:0:34769:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788838398.502966:0:34769:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502967:0:34769:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502969:0:34769:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.502971:0:34769:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788838398.502973:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.502974:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788838398.502975:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788838398.502977:0:34769:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788838398.502979:0:34769:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98afd16da1c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788838398.502982:0:34769:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.502986:0:34769:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1788838398.502988:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fdf8 00000080:00200000:2.0:1788838398.502991:0:34769:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff98afd16da1c8) 00000080:00000001:2.0:1788838398.502995:0:34769:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788838398.502997:0:34769:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.502999:0:34769:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:2.0:1788838398.503001:0:34769:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000020:00000001:2.0:1788838398.503003:0:34769:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788838398.503006:0:34769:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000002:2.0:1788838398.503010:0:34769:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff98afd05a1b40 addref 2/0 by ffff98afc48927c0. 00020000:00000002:2.0:1788838398.503012:0:34769:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:2.0:1788838398.503015:0:34769:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788838398.503018:0:34769:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788838398.503020:0:34769:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788838398.503022:0:34769:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788838398.503025:0:34769:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788838398.503027:0:34769:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000080:00000001:2.0:1788838398.503030:0:34769:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788838398.503034:0:34769:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98afd85eac00. 00800000:00000002:2.0:1788838398.503037:0:34769:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff98afc5693480 2 00800000:00000001:2.0:1788838398.503045:0:34769:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788838398.503049:0:34769:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788838398.503051:0:34769:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:2.0:1788838398.503054:0:34769:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838398.503057:0:34769:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:2.0:1788838398.503061:0:34769:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788838398.503063:0:34769:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838398.503066:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 2 00010000:00000001:2.0:1788838398.503068:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.503071:0:34769:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838398.503074:0:34769:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838398.503077:0:34769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1788838398.503086:0:34769:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838398.503090:0:34769:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838398.503092:0:34769:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838398.503094:0:34769:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788838398.503098:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.503099:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.503101:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 3 00010000:00000001:2.0:1788838398.503103:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.503106:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.503107:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.503109:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.503110:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 3 00010000:00000001:2.0:1788838398.503112:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.503114:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.503116:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.503117:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.503118:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31e00 count: 3 00010000:00000001:2.0:1788838398.503120:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.503122:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.503124:0:34769:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788838398.503127:0:34769:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff98afd16da100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788838398.503131:0:34769:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788838398.503134:0:34769:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788838398.503136:0:34769:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838398.503138:0:34769:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.503140:0:34769:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838398.503144:0:34769:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838398.503146:0:34769:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838398.503148:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.503149:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838398.503152:0:34769:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8baa200 with handle 0x9f68a6b43b62d0bc from hash 00010000:00000001:2.0:1788838398.503155:0:34769:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838398.503157:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.503158:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.503159:0:34769:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838398.503162:0:34769:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838398.503164:0:34769:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838398.503167:0:34769:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838398.503169:0:34769:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838398.503172:0:34769:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788838398.503175:0:34769:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788838398.503177:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 3 00010000:00000001:2.0:1788838398.503179:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.503181:0:34769:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788838398.503183:0:34769:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838398.503185:0:34769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788838398.503206:0:34769:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838398.503208:0:34769:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838398.503209:0:34769:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838398.503210:0:34769:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CR 00000002:00000001:2.0:1788838398.503212:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.503214:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.503216:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.503217:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.503220:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.503221:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.503222:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.503223:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.503225:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.503227:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.503229:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.503230:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.503231:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.503234:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.503236:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.503237:0:34769:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.503240:0:34769:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788838398.503243:0:34769:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788838398.503247:0:34769:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff98afd85eb400. 00000080:00000001:2.0:1788838398.503249:0:34769:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788838398.503252:0:34769:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788838398.503256:0:34769:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788838398.503258:0:34769:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:2.0:1788838398.503262:0:34769:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788838398.503264:0:34769:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff98afd0025800: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:2.0:1788838398.503271:0:34769:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2d80. 00000020:00000040:2.0:1788838398.503275:0:34769:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:2.0:1788838398.503280:0:34769:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.503284:0:34769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.503287:0:34769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.503295:0:34769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85ebc00. 00000100:00000001:2.0:1788838398.503303:0:34769:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788838398.503327:0:34769:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788838398.503340:0:34769:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788838398.503346:0:34769:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788838398.503354:0:34769:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838398.503356:0:34769:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838398.503364:0:34769:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.503367:0:34769:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489177088 : -113594220374528 : ffff98afc8d89600) 00000100:00000001:2.0:1788838398.503370:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.503372:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:2.0:1788838398.503377:0:34769:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.503382:0:34769:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.503385:0:34769:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838398.503387:0:34769:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838398.503391:0:34769:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.503400:0:34769:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838398.503402:0:34769:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.503407:0:34769:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838398.503410:0:34769:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838398.503412:0:34769:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.503416:0:34769:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:34769:1875731132279680:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838398.503421:0:34769:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838398.503428:0:34769:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838398.503430:0:34769:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.503433:0:34769:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838398.503438:0:34769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838398.503441:0:34769:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.503450:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838398.503456:0:34769:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d948. 00000400:00000010:2.0:1788838398.503464:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838398.503474:0:34769:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132279680, portal 10 00000100:00000001:2.0:1788838398.503476:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.503477:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000040:2.0:1788838398.503483:0:34769:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.503490:0:34769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838398.503493:0:34769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838398.503496:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ab28. 00000100:00000200:2.0:1788838398.503501:0:34769:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875731132279680, offset 0 00000400:00000200:2.0:1788838398.503508:0:34769:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838398.503518:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.503527:0:34769:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838398.503533:0:34769:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838398.503539:0:34769:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838398.503543:0:34769:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838398.503546:0:34769:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838398.503550:0:34769:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2668:2668:256:4294967295] 192.168.203.123@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:2.0:1788838398.503555:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.503567:0:34769:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838398.503574:0:34769:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838398.503580:0:34769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14400. 00000800:00000200:2.0:1788838398.503588:0:34769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838398.503599:0:34769:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838398.503604:0:34769:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788838398.503623:0:34769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.503628:0:34769:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 798380 usecs (799 jiffies) 00000400:00000200:2.0:1788838398.503632:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838398.503635:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296529271 00000100:00000001:2.0:1788838398.503638:0:34769:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296532470 00000100:00000001:2.0:1788838398.503641:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296529271 00000100:00000001:2.0:1788838398.503644:0:34769:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296532470 00000100:00000001:2.0:1788838398.503646:0:34769:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.503650:0:34769:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.503652:0:34769:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838398.503680:0:34769:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838398.503684:0:34769:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89600 going to sleep for 11 seconds 00000100:00000001:2.0:1788838398.503687:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838398.503691:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788838398.504283:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.504291:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14400. 00000400:00000200:0.0:1788838398.504298:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.504305:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.504312:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ab28 00000400:00000010:0.0:1788838398.504314:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ab28. 00000100:00000001:0.0:1788838398.504320:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.504325:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.504338:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.504341:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788838398.504348:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.504350:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838398.516385:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.516567:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.516573:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.516576:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.516586:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.516596:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.516609:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.516614:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.516621:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.516626:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd56b80 00000400:00000200:0.0:1788838398.516631:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.516638:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x71c9 [1] + 224 00000800:00000001:0.0:1788838398.516648:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.516678:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.516682:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.516688:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.516697:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.516708:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788838398.516727:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.516792:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788838398.516810:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838398.516821:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.516825:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788838398.516862:0:34769:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838398.516865:0:34769:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838398.516869:0:34769:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d948. 00000400:00000200:2.0:1788838398.516875:0:34769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:2.0:1788838398.516878:0:34769:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:2.0:1788838398.516881:0:34769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838398.516886:0:34769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788838398.516896:0:34769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2d80 x1875731132279680/t0(0) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517033:0:34769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838398.517036:0:34769:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.517039:0:34769:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838398.517043:0:34769:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838398.517046:0:34769:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838398.517049:0:34769:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.517052:0:34769:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838398.517065:0:34769:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee4a8 time=77 v=5 (10 5 5 5) 00000100:00001000:2.0:1788838398.517070:0:34769:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838398.517073:0:34769:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838398.517075:0:34769:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.517078:0:34769:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838398.517083:0:34769:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.517087:0:34769:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838398.517089:0:34769:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788838398.517091:0:34769:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838398.517094:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.517096:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:2.0:1788838398.517099:0:34769:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838398.517102:0:34769:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:2.0:1788838398.517104:0:34769:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838398.517108:0:34769:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.517115:0:34769:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2d80 x1875731132279680/t8589934622(8589934622) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517122:0:34769:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.517126:0:34769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838398.517128:0:34769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.517132:0:34769:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2d80 x1875731132279680/t8589934622(8589934622) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788838398.517140:0:34769:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:34769:1875731132279680:192.168.203.123@tcp:35:rm.0 00000100:00000001:2.0:1788838398.517146:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.517150:0:34769:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.517152:0:34769:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838398.517155:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.517159:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132279680/t8589934622(8589934622) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517166:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838398.517169:0:34769:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.517172:0:34769:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838398.517174:0:34769:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.517182:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.517183:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000002:00000001:2.0:1788838398.517187:0:34769:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.517191:0:34769:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838398.517206:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eb400. 00000080:00000001:2.0:1788838398.517211:0:34769:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788838398.517215:0:34769:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788838398.517221:0:34769:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788838398.517228:0:34769:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517237:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.517239:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484873216 : -113594224678400 : ffff98afc896ea00) 00000100:00000001:2.0:1788838398.517241:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.517244:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517251:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.517253:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.517256:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132279680/t8589934622(8589934622) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517263:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.517265:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.517268:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ea00 x1875731132279040/t8589934621(8589934621) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838414 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517275:0:34769:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788838398.517278:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.517281:0:34769:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838398.517284:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838398.517288:0:34769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afc8714400. 02000000:00000001:2.0:1788838398.517293:0:34769:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838398.517295:0:34769:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838398.517297:0:34769:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ea00. 00000100:00000001:2.0:1788838398.517301:0:34769:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838398.517303:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.517305:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.517308:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2d80 x1875731132279680/t8589934622(8589934622) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517315:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838398.517317:0:34769:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09a78c0. 00000002:00000001:2.0:1788838398.517321:0:34769:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.517323:0:34769:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788838398.517325:0:34769:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff98afd00d2a00. 00000100:00000001:2.0:1788838398.517328:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.517331:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2d80 x1875731132279680/t8589934622(8589934622) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788838398.517338:0:34769:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788838398.517340:0:34769:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788838398.517343:0:34769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838398.517347:0:34769:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788838398.517348:0:34769:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788838398.517350:0:34769:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:2.0:1788838398.517352:0:34769:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788838398.517353:0:34769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85ebc00. 02000000:00000001:2.0:1788838398.517355:0:34769:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788838398.517356:0:34769:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788838398.517358:0:34769:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2d80. 00000100:00000001:2.0:1788838398.517361:0:34769:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788838398.517362:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838398.517365:0:34769:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.517368:0:34769:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838398.517371:0:34769:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1788838398.517376:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.517380:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.517388:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.517458:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.517465:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.517468:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.517469:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.517471:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.517474:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.517476:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.517478:0:34769:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.517481:0:34769:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838398.517585:0:34769:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.517590:0:34769:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:2.0:1788838398.517594:0:34769:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000020:00000001:2.0:1788838398.517597:0:34769:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788838398.517600:0:34769:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:2.0:1788838398.517605:0:34769:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788838398.517608:0:34769:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788838398.517613:0:34769:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838398.517616:0:34769:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838398.517619:0:34769:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788838398.517622:0:34769:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.517624:0:34769:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838398.517627:0:34769:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000080:00000001:2.0:1788838398.517631:0:34769:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.517634:0:34769:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838398.517637:0:34769:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff98afd1585b88) invalid 00000020:00000001:2.0:1788838398.517641:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa60 00000080:00002000:2.0:1788838398.517643:0:34769:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff98afd1739870) parent ffff98afd8effa20 inode ffff98afd1585b88 refc 1 00000080:00000001:2.0:1788838398.517648:0:34769:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838398.517651:0:34769:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838398.517654:0:34769:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.517744:0:34769:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838398.517748:0:34769:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838398.517750:0:34769:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838398.517753:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.517756:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838398.517761:0:34769:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bebe00 with handle 0x9f68a6b43b62d0c3 from hash 00010000:00000001:2.0:1788838398.517764:0:34769:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838398.517767:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.517768:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.517770:0:34769:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838398.517774:0:34769:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838398.517776:0:34769:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838398.517781:0:34769:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788838398.517785:0:34769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00000001:2.0:1788838398.517794:0:34769:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788838398.517799:0:34769:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788838398.517800:0:34769:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788838398.517802:0:34769:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1788838398.517804:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.517805:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.517808:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.517810:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.517812:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.517814:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.517815:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.517817:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.517819:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.517821:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.517823:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.517824:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.517825:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.517827:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.517829:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.517830:0:34769:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788838398.517832:0:34769:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788838398.517833:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afc4d31400 count: 4 00010000:00000001:2.0:1788838398.517835:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788838398.517836:0:34769:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.517838:0:34769:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.517840:0:34769:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788838398.517841:0:34769:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.517843:0:34769:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:2.0:1788838398.517845:0:34769:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000020:00000001:2.0:1788838398.517847:0:34769:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788838398.517848:0:34769:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:2.0:1788838398.517850:0:34769:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788838398.517852:0:34769:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788838398.517854:0:34769:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788838398.517856:0:34769:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788838398.517858:0:34769:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788838398.517860:0:34769:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.517861:0:34769:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788838398.517863:0:34769:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000080:00000001:2.0:1788838398.517865:0:34769:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.517867:0:34769:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788838398.517869:0:34769:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff98afd1585b88) invalid 00000020:00000001:2.0:1788838398.517871:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fa60 00000080:00002000:2.0:1788838398.517873:0:34769:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff98afd1739870) parent ffff98afd8effa20 inode ffff98afd1585b88 refc 1 00000080:00000001:2.0:1788838398.517877:0:34769:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788838398.517878:0:34769:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788838398.517880:0:34769:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.517882:0:34769:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788838398.517884:0:34769:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788838398.517885:0:34769:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788838398.517886:0:34769:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788838398.517888:0:34769:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788838398.517891:0:34769:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc8bab400 with handle 0x9f68a6b43b62d099 from hash 00010000:00000001:2.0:1788838398.517893:0:34769:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788838398.517894:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.517895:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.517897:0:34769:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788838398.517898:0:34769:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788838398.518033:0:34769:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788838398.518038:0:34769:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788838398.518042:0:34769:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788838398.518045:0:34769:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788838398.518053:0:34769:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc4ac2d80. 00000020:00000040:2.0:1788838398.518058:0:34769:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 02000000:00000001:2.0:1788838398.518064:0:34769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788838398.518066:0:34769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.518069:0:34769:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788838398.518074:0:34769:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788838398.518080:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.518081:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.518083:0:34769:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.518086:0:34769:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788838398.518089:0:34769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788838398.518094:0:34769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788838398.518103:0:34769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afd85ebc00. 00000100:00000001:2.0:1788838398.518110:0:34769:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.518113:0:34769:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838398.518116:0:34769:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788838398.518121:0:34769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788838398.518129:0:34769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1788838398.518137:0:34769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1788838398.518143:0:34769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788838398.518145:0:34769:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788838398.518146:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838398.518149:0:34769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bebe00/0x9f68a6b43b62d0c3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3bfc3 expref: -99 pid: 34767 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788838398.518158:0:34769:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd00d2f00. 00010000:00000001:2.0:1788838398.518168:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.518169:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838398.518171:0:34769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8bab400/0x9f68a6b43b62d099 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xff98f31736b3bf6f expref: -99 pid: 34760 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000010:2.0:1788838398.518177:0:34769:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd1358080. 00010000:00000040:2.0:1788838398.518181:0:34769:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31400 count: 0 00010000:00000010:2.0:1788838398.518187:0:34769:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e100. 00010000:00000001:2.0:1788838398.518204:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.518206:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788838398.518208:0:34769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98afd0025800 lock: ffff98afc8baa200/0x9f68a6b43b62d0bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xff98f31736b3bfb5 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1788838398.518215:0:34769:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afc4d31e00 count: 0 00010000:00000010:2.0:1788838398.518219:0:34769:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff98afc4e9e200. 00010000:00000001:2.0:1788838398.518224:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788838398.518226:0:34769:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.518227:0:34769:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788838398.518229:0:34769:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.518231:0:34769:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788838398.518243:0:34769:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff98afd0025800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788838398.518252:0:34769:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788838398.518259:0:34769:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788838398.518260:0:34769:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788838398.518268:0:34769:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.518270:0:34769:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630479489177088 : -113594220374528 : ffff98afc8d89600) 00000100:00000001:2.0:1788838398.518272:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.518274:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:2.0:1788838398.518279:0:34769:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788838398.518284:0:34769:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.518286:0:34769:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788838398.518288:0:34769:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788838398.518292:0:34769:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.518298:0:34769:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788838398.518301:0:34769:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.518305:0:34769:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788838398.518308:0:34769:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788838398.518310:0:34769:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788838398.518313:0:34769:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:34769:1875731132279936:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838398.518318:0:34769:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788838398.518324:0:34769:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788838398.518326:0:34769:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.518328:0:34769:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788838398.518333:0:34769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98afc406cc00. 02000000:00000001:2.0:1788838398.518335:0:34769:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788838398.518341:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:2.0:1788838398.518344:0:34769:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc7e7d948. 00000400:00000010:2.0:1788838398.518350:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512a770. 00000100:00000200:2.0:1788838398.518358:0:34769:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875731132279936, portal 10 00000100:00000001:2.0:1788838398.518359:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.518361:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000040:2.0:1788838398.518368:0:34769:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.518375:0:34769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788838398.518378:0:34769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:2.0:1788838398.518380:0:34769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afc512ad48. 00000100:00000200:2.0:1788838398.518384:0:34769:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875731132279936, offset 0 00000400:00000200:2.0:1788838398.518390:0:34769:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:2.0:1788838398.518569:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.518577:0:34769:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:2.0:1788838398.518584:0:34769:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788838398.518589:0:34769:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:2.0:1788838398.518594:0:34769:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788838398.518597:0:34769:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:2.0:1788838398.518602:0:34769:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2669:2669:256:4294967295] 192.168.203.123@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:2.0:1788838398.518607:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:2.0:1788838398.518617:0:34769:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788838398.518625:0:34769:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:2.0:1788838398.518631:0:34769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc4b14800. 00000800:00000200:2.0:1788838398.518639:0:34769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:2.0:1788838398.518649:0:34769:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:2.0:1788838398.518818:0:34769:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc4b14800 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1788838398.518834:0:34769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.518840:0:34769:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 797445 usecs (798 jiffies) 00000400:00000200:2.0:1788838398.518844:0:34769:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:2.0:1788838398.518847:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296529290 00000800:00000200:0.0:1788838398.519141:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.519148:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc4b14800. 00000400:00000200:0.0:1788838398.519152:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.519159:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838398.519165:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512ad48 00000400:00000010:0.0:1788838398.519168:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512ad48. 00000100:00000001:0.0:1788838398.519172:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788838398.519177:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.519188:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788838398.519202:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838414 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.519209:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838398.519211:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788838398.519852:0:34769:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296532470 00000100:00000001:2.0:1788838398.519859:0:34769:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296529291 00000100:00000001:2.0:1788838398.519863:0:34769:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296532470 00000100:00000001:2.0:1788838398.519865:0:34769:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.519869:0:34769:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.519873:0:34769:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788838398.519875:0:34769:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788838398.519879:0:34769:0:(client.c:2715:ptlrpc_set_wait()) set ffff98afc8d89600 going to sleep for 11 seconds 00000100:00000001:2.0:1788838398.519882:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788838398.519885:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788838398.528701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bebe00. 00010000:00000010:2.1:1788838398.528724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31400. 00010000:00000010:2.1:1788838398.528731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8bab400. 00010000:00000010:2.1:1788838398.528735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afc4d31e00. 00010000:00000010:2.1:1788838398.528738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc8baa200. 00000800:00000001:0.0:1788838398.530527:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.530546:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838398.530552:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.530554:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.530566:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.530575:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838398.530585:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.530591:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.530597:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.530602:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 456 into portal 10 MB=0x6a9f7afd56c80 00000400:00000200:0.0:1788838398.530607:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.530613:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 456/456 into md 0x71d1 [1] + 224 00000800:00000001:0.0:1788838398.530622:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.530628:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838398.530631:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.530636:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838398.530645:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838398.530694:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838398.530706:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838398.530726:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788838398.530738:0:2344:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1788838398.530742:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.530747:0:2344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838398.530754:0:2344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2670:2670:256:4294967295] 192.168.203.123@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:0.0:1788838398.530759:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838398.530768:0:2344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) 192.168.203.123@tcp : ACK try# 0 00000800:00000200:0.0:1788838398.530780:0:2344:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838398.530788:0:2344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480a900. 00000800:00000200:0.0:1788838398.530795:0:2344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838398.530805:0:2344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838398.530811:0:2344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480a900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788838398.531142:0:34769:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788838398.531151:0:34769:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788838398.531154:0:34769:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788838398.531159:0:34769:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc7e7d948. 00000400:00000200:2.0:1788838398.531165:0:34769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc512a770 00000400:00000010:2.0:1788838398.531167:0:34769:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afc512a770. 00000100:00000001:2.0:1788838398.531171:0:34769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788838398.531176:0:34769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788838398.531187:0:34769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc4ac2d80 x1875731132279936/t0(0) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/624 e 0 to 0 dl 1788838414 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.531203:0:34769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788838398.531206:0:34769:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.531208:0:34769:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788838398.531213:0:34769:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788838398.531216:0:34769:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788838398.531219:0:34769:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788838398.531223:0:34769:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788838398.531235:0:34769:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=77 v=5 (5 101 101 101) 00000100:00001000:2.0:1788838398.531240:0:34769:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788838398.531243:0:34769:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788838398.531246:0:34769:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788838398.531249:0:34769:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788838398.531254:0:34769:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.531257:0:34769:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788838398.531260:0:34769:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x200000018] 00000100:00000001:2.0:1788838398.531262:0:34769:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788838398.531264:0:34769:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788838398.531266:0:34769:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479419157888 : -113594290393728 : ffff98afc4ac2d80) 00000100:00000001:2.0:1788838398.531270:0:34769:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788838398.531272:0:34769:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: skip recheck: last_committed 8589934613 00000100:00000001:2.0:1788838398.531274:0:34769:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788838398.531278:0:34769:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788838398.531284:0:34769:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc4ac2d80 x1875731132279936/t8589934623(8589934623) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838414 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.531293:0:34769:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788838398.531296:0:34769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788838398.531299:0:34769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788838398.531303:0:34769:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc4ac2d80 x1875731132279936/t8589934623(8589934623) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838414 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788838398.531312:0:34769:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc4ac2d80 pname:cluuid:pid:xid:nid:opc:job rm:236057cd-729b-462c-8b72-16ae653ba0e9:34769:1875731132279936:192.168.203.123@tcp:36:rm.0 00000100:00000001:2.0:1788838398.531317:0:34769:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788838398.531321:0:34769:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838398.531324:0:34769:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788838398.531327:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.531330:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff98afc4ac2d80 x1875731132279936/t8589934623(8589934623) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838414 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.531336:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788838398.531341:0:34769:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98afc8d89600. 00000100:00000001:2.0:1788838398.531345:0:34769:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788838398.531347:0:34769:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788838398.531358:0:34769:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.531363:0:34769:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788838398.531369:0:34769:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff98afc5693480 2 00000080:00000010:2.0:1788838398.531375:0:34769:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98afd85eac00. 00000080:00000002:2.0:1788838398.531383:0:34769:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788838397 to 1788838398 00000100:00000001:2.0:1788838398.531386:0:34769:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788838398.531389:0:34769:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2d80 x1875731132279936/t8589934623(8589934623) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788838398.531396:0:34769:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.531401:0:34769:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.531415:0:34769:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788838398.531419:0:34769:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbbcb01c5fe28 00000080:00002000:2.0:1788838398.531422:0:34769:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff98afd1739870, parent ffff98afd8effa20, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788838398.531425:0:34769:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788838398.531433:0:34769:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788838398.531439:0:34769:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788838398.531450:0:34769:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788838398.531453:0:34769:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788838398.531456:0:34769:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.531460:0:34769:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:2.0:1788838398.531463:0:34769:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00000020:00000001:2.0:1788838398.531470:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa850 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.531473:0:34769:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788838398.531476:0:34769:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788838398.531478:0:34769:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788838398.531493:0:34769:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.531495:0:34769:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788838398.531497:0:34769:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.531502:0:34769:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff98afc3f360c0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788838398.531506:0:34769:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:2.0:1788838398.531511:0:34769:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788838398.531513:0:34769:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788838398.531516:0:34769:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788838398.531519:0:34769:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.531522:0:34769:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788838398.531524:0:34769:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788838398.531526:0:34769:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531528:0:34769:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.531529:0:34769:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788838398.531531:0:34769:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788838398.531533:0:34769:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00000020:00000001:2.0:1788838398.531536:0:34769:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531540:0:34769:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788838398.531541:0:34769:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788838398.531544:0:34769:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788838398.531548:0:34769:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788838398.531552:0:34769:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788838398.531555:0:34769:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788838398.531557:0:34769:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788838398.531559:0:34769:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.531561:0:34769:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485286232 : -113594224265384 : ffff98afc89d3758) 00000020:00001000:2.0:1788838398.531563:0:34769:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3750 00000020:00000001:2.0:1788838398.531567:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afc7dfa530 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.531569:0:34769:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788838398.531573:0:34769:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788838398.531574:0:34769:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788838398.531576:0:34769:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.531578:0:34769:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.531581:0:34769:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630479622498096 : -113594087053520 : ffff98afd0cae730) 00000020:00000001:2.0:1788838398.531583:0:34769:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788838398.531585:0:34769:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.531588:0:34769:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531590:0:34769:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531592:0:34769:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788838398.531594:0:34769:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788838398.531596:0:34769:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838398.531598:0:34769:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788838398.531600:0:34769:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838398.531602:0:34769:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531604:0:34769:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.531606:0:34769:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.531608:0:34769:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531609:0:34769:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788838398.531611:0:34769:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531612:0:34769:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531615:0:34769:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788838398.531617:0:34769:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788838398.531618:0:34769:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838398.531620:0:34769:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788838398.531622:0:34769:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788838398.531626:0:34769:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788838398.531632:0:34769:0:(osc_cache.c:1872:osc_update_pending()) obj ffff98afd00b28c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788838398.531638:0:34769:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838398.531640:0:34769:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.531642:0:34769:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788838398.531643:0:34769:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.531646:0:34769:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788838398.531651:0:34769:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788838398.531702:0:34769:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff98b0020d7b40@{[0 -> 255/255], [1|0|-|locking|wiY|ffff98afd00b28c0], [1703936|1|+|-|ffff98afc1516c00|256|ffff98afc48927c0]} make ready 00000008:00010000:2.0:1788838398.531713:0:34769:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000001ec26fba ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788838398.531725:0:34769:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788838398.531728:0:34769:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788838398.531746:0:34769:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000048cd7fd1[2 000000003ba3b2bd 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788838398.531748:0:34769:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788838398.531751:0:34769:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788838398.531753:0:34769:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788838398.531755:0:34769:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788838398.531756:0:34769:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788838398.531758:0:34769:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788838398.531761:0:34769:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838398.531765:0:34769:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048cd7fd1[2 000000003ba3b2bd 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.531767:0:34769:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788838398.531769:0:34769:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788838398.531770:0:34769:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788838398.531774:0:34769:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000048cd7fd1[2 000000003ba3b2bd 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.531775:0:34769:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788838398.531777:0:34769:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531780:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.531782:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.531784:0:34769:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788838398.531788:0:34769:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.531790:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:2.0:1788838398.531793:0:34769:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.531797:0:34769:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788838398.531799:0:34769:0:(osc_cache.c:908:osc_extent_finish()) extent ffff98b0020d7b40@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff98afd00b28c0], [1703936|1|+|-|ffff98afc1516c00|256|ffff98afc48927c0]} extent finished. 00000008:00010000:2.0:1788838398.531806:0:34769:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000001ec26fba ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788838398.531816:0:34769:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788838398.531818:0:34769:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788838398.531822:0:34769:0:(cl_page.c:1104:cl_page_complete()) page@0000000048cd7fd1[2 000000003ba3b2bd 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.531823:0:34769:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788838398.531825:0:34769:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788838398.531826:0:34769:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788838398.531828:0:34769:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838398.531830:0:34769:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048cd7fd1[2 000000003ba3b2bd 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.531832:0:34769:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788838398.531833:0:34769:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788838398.531835:0:34769:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788838398.531839:0:34769:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000048cd7fd1[2 000000003ba3b2bd 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788838398.531841:0:34769:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788838398.531855:0:34769:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788838398.531857:0:34769:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788838398.531859:0:34769:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838398.531863:0:34769:0:(cl_page.c:556:cl_batch_put()) page@0000000048cd7fd1[2 000000003ba3b2bd 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.531865:0:34769:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788838398.531866:0:34769:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788838398.531868:0:34769:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788838398.531872:0:34769:0:(osc_cache.c:1600:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:2.0:1788838398.531877:0:34769:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff98b0020d7b40@{[0 -> 255/255], [1|0|-|inv|wY|ffff98afd00b28c0], [1703936|0|-|-|ffff98afc1516c00|256|ffff98afc48927c0]} destroyed. 00000008:00010000:2.0:1788838398.531883:0:34769:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000001ec26fba ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788838398.531898:0:34769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788838398.531900:0:34769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788838398.532055:0:34769:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff98b0020d7b40. 00000008:00000001:2.0:1788838398.532060:0:34769:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.532064:0:34769:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788838398.532067:0:34769:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff98afd00b28c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788838398.532072:0:34769:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788838398.532074:0:34769:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff98afd00b28c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788838398.532078:0:34769:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788838398.532080:0:34769:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.532082:0:34769:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532084:0:34769:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532085:0:34769:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.532086:0:34769:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.532088:0:34769:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788838398.532090:0:34769:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788838398.532092:0:34769:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788838398.532093:0:34769:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788838398.532095:0:34769:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788838398.532096:0:34769:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532098:0:34769:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788838398.532099:0:34769:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788838398.532101:0:34769:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788838398.532104:0:34769:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788838398.532105:0:34769:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838398.532106:0:34769:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788838398.532107:0:34769:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788838398.532109:0:34769:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532110:0:34769:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532112:0:34769:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788838398.532113:0:34769:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788838398.532114:0:34769:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788838398.532116:0:34769:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788838398.532117:0:34769:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838398.532119:0:34769:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788838398.532120:0:34769:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788838398.532121:0:34769:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788838398.532123:0:34769:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788838398.532124:0:34769:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532126:0:34769:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532128:0:34769:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838398.532129:0:34769:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788838398.532131:0:34769:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.532133:0:34769:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788838398.532135:0:34769:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788838398.532136:0:34769:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788838398.532137:0:34769:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788838398.532139:0:34769:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838398.532141:0:34769:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3750 00020000:00000001:2.0:1788838398.532143:0:34769:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788838398.532145:0:34769:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788838398.532147:0:34769:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788838398.532150:0:34769:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788838398.532153:0:34769:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788838398.532154:0:34769:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788838398.532156:0:34769:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000080:00000001:2.0:1788838398.532158:0:34769:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838398.532167:0:34769:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788838398.532169:0:34769:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446630479389439296 : -113594320112320 : ffff98afc2e6b540) 00000020:00000001:2.0:1788838398.532171:0:34769:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1788838398.532173:0:34769:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1788838398.532174:0:34769:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788838398.532175:0:34769:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788838398.532177:0:34769:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788838398.532180:0:34769:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048cd7fd1[2 000000003ba3b2bd 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.532181:0:34769:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1788838398.532182:0:34769:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1788838398.532184:0:34769:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1788838398.532185:0:34769:0:(osc_page.c:138:osc_page_delete()) ffff98afc2e6b5a0 00000008:00000001:2.0:1788838398.532188:0:34769:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1788838398.532189:0:34769:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff98afc2e6b5b0 page ffff98afc2e6b5a0 at index 0. 00000008:00000001:2.0:1788838398.532201:0:34769:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788838398.532209:0:34769:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1788838398.532211:0:34769:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5ee043c0500 index 0 00000020:00000001:2.0:1788838398.532216:0:34769:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1788838398.532217:0:34769:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1788838398.532218:0:34769:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788838398.532222:0:34769:0:(cl_page.c:556:cl_batch_put()) page@0000000048cd7fd1[1 000000003ba3b2bd 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788838398.532223:0:34769:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1788838398.532224:0:34769:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1788838398.532227:0:34769:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff98afc2e6b540. 00000020:00000001:2.0:1788838398.532231:0:34769:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1788838398.532232:0:34769:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788838398.532269:0:34769:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788838398.532272:0:34769:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff98afd1585b88) 00800000:00000001:2.0:1788838398.532278:0:34769:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788838398.532280:0:34769:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:2.0:1788838398.532288:0:34769:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788838398.532295:0:34769:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788838398.532297:0:34769:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.532301:0:34769:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788838398.532304:0:34769:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788838398.532306:0:34769:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788838398.532308:0:34769:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838398.532312:0:34769:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788838398.532314:0:34769:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485288248 : -113594224263368 : ffff98afc89d3f38) 00000020:00001000:2.0:1788838398.532316:0:34769:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3f30 00020000:00000001:2.0:1788838398.532323:0:34769:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788838398.532324:0:34769:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:2.0:1788838398.532327:0:34769:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788838398.532330:0:34769:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1b40, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838398.532335:0:34769:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838398.532339:0:34769:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3100: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:2.0:1788838398.532342:0:34769:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788838398.532344:0:34769:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532346:0:34769:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788838398.532348:0:34769:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788838398.532353:0:34769:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788838398.532358:0:34769:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff98afd83acb00 count: 2 00010000:00000001:2.0:1788838398.532360:0:34769:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788838398.532363:0:34769:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788838398.532365:0:34769:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788838398.532370:0:34769:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788838398 1788838398 1788838398 ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1788838398.532379:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000020:00000001:2.0:1788838398.532381:0:34769:0:(cl_object.c:143:cl_object_top()) ffff98afd00b28c0 -> ffff98afc7dfa850 00000008:00000001:2.0:1788838398.532383:0:34769:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838398.532385:0:34769:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788838398.532387:0:34769:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788838398.532389:0:34769:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788838398.532395:0:34769:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff98afd00b28c0. 00020000:00000001:2.0:1788838398.532399:0:34769:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788838398.532402:0:34769:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff98afc7dfa4b0. 00020000:00000001:2.0:1788838398.532407:0:34769:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788838398.532410:0:34769:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788838398.532412:0:34769:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788838398.532414:0:34769:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:2.0:1788838398.532416:0:34769:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788838398.532418:0:34769:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788838398.532419:0:34769:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000001:2.0:1788838398.532422:0:34769:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788838398.532424:0:34769:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff98afc809fe20. 00020000:00000010:2.0:1788838398.532428:0:34769:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff98afd1114000. 00020000:00000010:2.0:1788838398.532431:0:34769:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff98afd09f85e0. 00020000:00000002:2.0:1788838398.532435:0:34769:0:(lov_ea.c:755:dump_lsm()) lsm ffff98afd05a1b40, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788838398.532439:0:34769:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788838398.532442:0:34769:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff98afd05b3100: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:2.0:1788838398.532447:0:34769:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff98afd05b3100. 00020000:00000010:2.0:1788838398.532451:0:34769:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff98afd05a1480. 00020000:00000010:2.0:1788838398.532454:0:34769:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff98afd05a1b40. 00020000:00000001:2.0:1788838398.532456:0:34769:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788838398.532457:0:34769:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff98afd008a9b0) owner 0000000000000000/ffff98afc48927c0 00020000:00000010:2.0:1788838398.532460:0:34769:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff98afd008a9b0. 00020000:00000001:2.0:1788838398.532464:0:34769:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788838398.532466:0:34769:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff98afc7dfa7d0. 00000020:00001000:2.0:1788838398.532471:0:34769:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3f30 00000080:00000001:2.0:1788838398.532474:0:34769:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788838398.532476:0:34769:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000800:00000200:0.0:1788838398.533216:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788838398.533224:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480a900. 00000400:00000200:0.0:1788838398.533230:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838398.533239:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: ACK: OK 00000800:00000001:0.0:1788838398.533255:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838398.533263:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788838398.541710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff98afc4b06820. 00000080:00000010:2.1:1788838398.541746:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff98afd1585ac0. 00010000:00000001:0.0:1788838399.498763:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838399.498772:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838399.498781:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838399.498784:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838399.498789:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838399.498790:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838399.498865:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838399.498869:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838399.498872:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838400.338634:0:34858:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838400.522727:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838400.522734:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838400.522740:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838400.522741:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838400.522745:0:30713:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838400.522746:0:30713:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838400.522843:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838400.522846:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838400.522849:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788838400.727136:0:34894:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788838400.727142:0:34894:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:3.0:1788838400.742150:0:34894:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788838401.546775:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838401.546783:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838401.546789:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838401.546791:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838401.546794:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838401.546795:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838401.546868:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838401.546871:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838401.546874:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838401.808145:0:34996:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788838402.220695:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838402.220711:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838402.220715:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838402.220718:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838402.220727:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.220735:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838402.220743:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.220748:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.220753:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.220757:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 328 into portal 15 MB=0x6a9f7b0c56000 00000400:00000200:0.0:1788838402.220764:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.123@tcp of length 328/328 into md 0x6b81 [2] + 1768 00000400:00000010:0.0:1788838402.220770:0:2344:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afd0c25e70. 00000400:00000200:0.0:1788838402.220775:0:2344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98afc4017c00 00000800:00000001:0.0:1788838402.220780:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838402.220789:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838402.220793:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838402.220798:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:0.0:1788838402.220804:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afc4017c00 00000400:00000010:0.0:1788838402.220807:0:2344:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff98afc4017c00. 00000100:00000001:0.0:1788838402.220812:0:2344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1788838402.220814:0:2344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1788838402.220818:0:2344:0:(events.c:337:request_in_callback()) incoming req@ffff98afd0083050 x1875731148005376 msgsize 328 00000100:00100000:0.0:1788838402.220822:0:2344:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.123@tcp (source: 12345-192.168.203.123@tcp) 00000100:00000040:0.0:1788838402.220825:0:2344:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1788838402.220835:0:2344:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1788838402.220842:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838402.220846:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788838402.220866:0:15899:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff98afd0080800. 00000100:00000010:0.0:1788838402.220872:0:15899:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff98afd0c46000. 00000100:00100000:0.0:1788838402.220874:0:15899:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1788838402.220878:0:15899:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1788838402.220882:0:15899:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afd0c25e70. 00000400:00000010:0.0:1788838402.220887:0:15899:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98afc13f0d80. 00000100:00000001:0.0:1788838402.220897:0:15899:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788838402.220899:0:15899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875731148005376 02000000:00000001:0.0:1788838402.220902:0:15899:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788838402.220904:0:15899:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788838402.220906:0:15899:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788838402.220910:0:15899:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788838402.220914:0:15899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875731148005376 00000020:00000001:0.0:1788838402.220917:0:15899:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788838402.220919:0:15899:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9f68a6b43b62c44b 00000020:00000001:0.0:1788838402.220922:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838402.220925:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET export ffff98afc506e000 refcount=4 00000020:00000001:0.0:1788838402.220928:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000020:00000001:0.0:1788838402.220930:0:15899:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630479425101824 : -113594284449792 : ffff98afc506e000) 00000100:00000001:0.0:1788838402.220934:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838402.220938:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd13585c0. 00000100:00000001:0.0:1788838402.220942:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838402.220944:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd13585c0. 00000020:00000010:0.0:1788838402.220950:0:15899:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98afc4008e00. 00000020:00000010:0.0:1788838402.220955:0:15899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98afc4e9ef80. 00000020:00000010:0.0:1788838402.220961:0:15899:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98afc7dfa7d0. 00000100:00000040:0.0:1788838402.220969:0:15899:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788838402.220972:0:15899:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788838402.220974:0:15899:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788838402.220976:0:15899:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838402.220983:0:15899:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838402.220992:0:15899:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788838402.221003:0:15899:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788838402.221005:0:15899:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788838402.221010:0:15899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.123@tcp, seq: 65 00000100:00000040:0.0:1788838402.221014:0:15899:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98afc506e000 : new rpc_count 1 00000100:00000001:0.0:1788838402.221016:0:15899:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630479609737296 : -113594099814320 : ffff98afd0083050) 00000100:00000040:0.0:1788838402.221023:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98afd0083050 x1875731148005376/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:303/0 lens 328/0 e 0 to 0 dl 1788838413 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788838402.221033:0:15899:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788838402.221036:0:15899:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98afd13585c0. 00000100:00000001:0.0:1788838402.221039:0:15899:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788838402.221041:0:15899:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98afd13585c0. 00000100:00100000:0.0:1788838402.221045:0:15899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98afd0083050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6712:x1875731148005376:12345-192.168.203.123@tcp:104: 00000100:00000200:0.0:1788838402.221049:0:15899:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875731148005376 00010000:00000001:0.0:1788838402.221051:0:15899:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788838402.221058:0:15899:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788838402.221060:0:15899:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788838402.221062:0:15899:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=2 00000020:00000001:0.0:1788838402.221064:0:15899:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:0.0:1788838402.221067:0:15899:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:0.0:1788838402.221071:0:15899:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788838402.221074:0:15899:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788838402.221079:0:15899:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:0.0:1788838402.221091:0:15899:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788838402.221094:0:15899:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788838402.221098:0:15899:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98afd0081400. 02000000:00000001:0.0:1788838402.221101:0:15899:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838402.221103:0:15899:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838402.221107:0:15899:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788838402.221110:0:15899:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788838402.221113:0:15899:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afd05a95e8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1788838402.221118:0:15899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788838402.221122:0:15899:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98afc38d30c0 refcount 13 to 192.168.203.123@tcp 00000100:00000001:0.0:1788838402.221124:0:15899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630479400349888 : -113594309201728 : ffff98afc38d30c0) 02000000:00000001:0.0:1788838402.221126:0:15899:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788838402.221128:0:15899:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788838402.221131:0:15899:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788838402.221134:0:15899:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:0.0:1788838402.221138:0:15899:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd0cfc088. 00000100:00000200:0.0:1788838402.221141:0:15899:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875731148005376, offset 224 00000400:00000200:0.0:1788838402.221147:0:15899:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:0.0:1788838402.221153:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.221160:0:15899:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.23@tcp to MR: 192.168.203.123@tcp local destination 00000400:00000200:0.0:1788838402.221165:0:15899:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2671:2671:256:4294967295] 192.168.203.123@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:0.0:1788838402.221180:0:15899:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.221188:0:15899:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:192.168.203.23@tcp) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788838402.221193:0:15899:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:0.0:1788838402.221197:0:15899:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc480a400. 00000800:00000200:0.0:1788838402.221204:0:15899:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:0.0:1788838402.221211:0:15899:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:0.0:1788838402.221215:0:15899:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc480a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788838402.221230:0:15899:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838402.221233:0:15899:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff98afc38d30c0 refcount 12 to 192.168.203.123@tcp 00010000:00000001:0.0:1788838402.221237:0:15899:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788838402.221241:0:15899:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98afd050c9c0. 00010000:00000001:0.0:1788838402.221244:0:15899:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788838402.221253:0:15899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788838402.221256:0:15899:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838402.221258:0:15899:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838402.221260:0:15899:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788838402.221265:0:15899:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afd0083050 x1875731148005376/t0(0) o104->LOV_OSC_UUID@192.168.203.123@tcp:303/0 lens 328/224 e 0 to 0 dl 1788838413 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788838402.221274:0:15899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98afd0083050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6712:x1875731148005376:12345-192.168.203.123@tcp:104: Request processed in 239us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788838402.221282:0:15899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.123@tcp, seq: 65 00000100:00000040:0.0:1788838402.221285:0:15899:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98afc506e000 : new rpc_count 0 00000100:00000001:0.0:1788838402.221287:0:15899:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788838402.221289:0:15899:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788838402.221294:0:15899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98afc4e9ef80. 00000020:00000010:0.0:1788838402.221298:0:15899:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98afc7dfa7d0. 00000020:00000010:0.0:1788838402.221301:0:15899:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98afc4008e00. 00000020:00000040:0.0:1788838402.221305:0:15899:0:(genops.c:879:class_export_put()) PUTting export ffff98afc506e000 : new refcount 3 02000000:00000001:0.0:1788838402.221311:0:15899:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838402.221314:0:15899:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13eb400. 02000000:00000001:0.0:1788838402.221317:0:15899:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838402.221319:0:15899:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090ad80. 02000000:00000001:0.0:1788838402.221324:0:15899:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838402.221326:0:15899:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13eb000. 02000000:00000001:0.0:1788838402.221328:0:15899:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838402.221329:0:15899:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090a300. 02000000:00000001:0.0:1788838402.221331:0:15899:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838402.221332:0:15899:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0082400. 02000000:00000001:0.0:1788838402.221335:0:15899:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838402.221336:0:15899:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0909880. 02000000:00000001:0.0:1788838402.221338:0:15899:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838402.221340:0:15899:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd13e9c00. 02000000:00000001:0.0:1788838402.221341:0:15899:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838402.221342:0:15899:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd0908700. 02000000:00000001:0.0:1788838402.221345:0:15899:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788838402.221346:0:15899:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0082000. 02000000:00000001:0.0:1788838402.221348:0:15899:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788838402.221349:0:15899:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1121180. 00000100:00000010:0.0:1788838402.221352:0:15899:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff98afd0c44000. 00000100:00000010:0.0:1788838402.221356:0:15899:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff98afd0083000. 00000100:00000001:0.0:1788838402.221359:0:15899:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788838402.221425:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838402.221428:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838402.221431:0:15909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788838402.221434:0:15909:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788838402.221436:0:15909:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788838402.221440:0:15909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1788838402.221450:0:15909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98afc1516c00 already unused, calling callback (ffffffffc1039300) 00000008:00000001:3.0:1788838402.221454:0:15909:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788838402.221456:0:15909:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788838402.221458:0:15909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788838402.221460:0:15909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788838402.221461:0:15909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff98afc1516c00 refcount=3 00000020:00000001:3.0:1788838402.221463:0:15909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838402.221465:0:15909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630479362878464 : -113594346673152 : ffff98afc1516c00) 00010000:00000001:3.0:1788838402.221468:0:15909:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788838402.221471:0:15909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1788838402.221480:0:15909:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788838402.221483:0:15909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788838402.221486:0:15909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630479485287528 : -113594224264088 : ffff98afc89d3c68) 00000020:00001000:3.0:1788838402.221489:0:15909:0:(cl_object.c:823:cl_env_get()) 1@ffff98afc89d3c60 00000008:00000001:3.0:1788838402.221491:0:15909:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788838402.221493:0:15909:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788838402.221495:0:15909:0:(cl_object.c:917:cl_env_put()) 1@ffff98afc89d3c60 00000008:00000001:3.0:1788838402.221497:0:15909:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838402.221500:0:15909:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788838402.221504:0:15909:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788838402.221506:0:15909:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788838402.221508:0:15909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788838402.221510:0:15909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788838402.221512:0:15909:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff98afc1516c00 with handle 0x9f68a6b43b62d0a7 from hash 00010000:00000001:3.0:1788838402.221514:0:15909:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788838402.221516:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838402.221517:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838402.221519:0:15909:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788838402.221521:0:15909:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788838402.221523:0:15909:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788838402.221527:0:15909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788838402.221530:0:15909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838402.221532:0:15909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788838402.221534:0:15909:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788838402.221540:0:15909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d500. 00000020:00000040:3.0:1788838402.221543:0:15909:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:3.0:1788838402.221547:0:15909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838402.221549:0:15909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838402.221553:0:15909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838402.221559:0:15909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98afc1229800. 00000100:00000001:3.0:1788838402.221563:0:15909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838402.221566:0:15909:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788838402.221570:0:15909:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1788838402.221578:0:15909:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788838402.221580:0:15909:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838402.221584:0:15909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838402.221588:0:15909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838402.221594:0:15909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bde23ac6] to pc [ptlrpcd_01_01+1] req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788838402.221616:0:15909:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788838402.221618:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788838402.221619:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838402.221621:0:15909:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838402.221623:0:15909:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788838402.221625:0:15909:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838402.221628:0:15909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788838402.221633:0:15909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788838402.221636:0:15909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff98afd0025800 lock: 000000009f4d293d/0x9f68a6b43b62d0a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xff98f31736b3bf84 expref: -99 pid: 34760 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1788838402.221643:0:15909:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff98afd110d980. 00010000:00000040:3.0:1788838402.221646:0:15909:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff98afd83acb00 count: 0 00010000:00000010:3.0:1788838402.221652:0:15909:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff98afd83acd00. 00010000:00000001:3.0:1788838402.221678:0:15909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788838402.221680:0:15909:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788838402.221681:0:15909:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98afd050c9c0. 00010000:00000001:3.0:1788838402.221684:0:15909:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838402.221686:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838402.221687:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838402.221689:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838402.221690:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838402.221692:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838402.221694:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788838402.221695:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838402.221696:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838402.221698:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788838402.221703:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788838402.221706:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788838402.221707:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838402.221711:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838402.221714:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838402.221715:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838402.221717:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838402.221719:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838402.221725:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838402.221732:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838402.221734:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838402.221737:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838402.221739:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838402.221741:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838402.221744:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132280064:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838402.221747:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838402.221752:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838402.221754:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838402.221756:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838402.221760:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc1228e00. 02000000:00000001:3.0:1788838402.221761:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838402.221765:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838402.221768:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838402.221773:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceaa0. 00000100:00000200:3.0:1788838402.221777:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132280064, portal 18 00000100:00000001:3.0:1788838402.221779:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838402.221780:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484867840 : -113594224683776 : ffff98afc896d500) 00000100:00000040:3.0:1788838402.221786:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838402.221797:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838402.221799:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838402.221801:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce660. 00000100:00000200:3.0:1788838402.221803:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875731132280064, offset 0 00000400:00000200:3.0:1788838402.221807:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838402.221811:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838402.221815:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838402.221818:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838402.221822:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838402.221826:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838402.221828:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838402.221831:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2672:2672:255:4294967295] 192.168.203.123@tcp LPNI seq info [2672:2672:7:4294967295] 00000400:00000200:3.0:1788838402.221835:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838402.221841:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838402.221845:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838402.221848:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3500. 00000800:00000200:3.0:1788838402.221852:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838402.221856:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838402.221859:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788838402.221862:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838402.221865:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 198816 usecs (199 jiffies) 00000400:00000200:3.0:1788838402.221868:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838402.221870:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296532392 00000100:00000001:3.0:1788838402.221873:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296532470 00000100:00000001:3.0:1788838402.221875:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296532392 00000100:00000001:3.0:1788838402.221877:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296532470 00000100:00000001:3.0:1788838402.221879:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838402.221881:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838402.221885:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838402.221886:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788838402.221968:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788838402.221971:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838402.222090:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838402.222095:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc480a400. 00000400:00000200:1.0:1788838402.222099:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838402.222104:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838402.222108:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd0cfc088 00000400:00000010:1.0:1788838402.222110:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd0cfc088. 00000100:00000001:1.0:1788838402.222114:0:2343:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1788838402.222116:0:2343:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1788838402.222118:0:2343:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff98afd0081400. 02000000:00000001:1.0:1788838402.222121:0:2343:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1788838402.222122:0:2343:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788838402.222186:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838402.222188:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3500. 00000400:00000200:1.0:1788838402.222191:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838402.222195:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838402.222197:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce660 00000400:00000010:1.0:1788838402.222199:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce660. 00000100:00000001:1.0:1788838402.222202:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838402.222206:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838402.222214:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838402.222218:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838402.222225:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838402.222226:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788838402.227791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98afd83acb00. 00010000:00000010:3.1:1788838402.227806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98afc1516c00. 00000800:00000001:0.0:1788838402.231401:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838402.231413:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838402.231416:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838402.231419:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838402.231435:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.231443:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838402.231451:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.231456:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.231462:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.231465:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 18 MB=0x6a9f7afd56d00 00000400:00000200:0.0:1788838402.231470:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838402.231475:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.123@tcp of length 224/224 into md 0x71e9 [1] + 224 00000800:00000001:0.0:1788838402.231482:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838402.231488:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838402.231492:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838402.231496:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838402.231503:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838402.231512:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838402.231523:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838402.231544:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838402.231552:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838402.231556:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838402.231598:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838402.231602:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838402.231608:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838402.231610:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838402.231613:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838402.231618:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceaa0 00000400:00000010:3.0:1788838402.231620:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceaa0. 00000100:00000001:3.0:1788838402.231623:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838402.231628:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838402.231637:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838402.231644:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838402.231646:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838402.231649:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838402.231652:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838402.231715:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838402.231718:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838402.231731:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838402.231741:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef538 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838402.231745:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838402.231748:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838402.231750:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838402.231753:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838402.231757:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838402.231761:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838402.231764:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1788838402.231766:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838402.231768:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838402.231774:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838402.231781:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838402.231784:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838402.231787:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838402.231791:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838402.231799:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132280064:192.168.203.123@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788838402.231804:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838402.231806:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838402.231810:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d500 x1875731132280064/t0(0) o103->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788838418 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838402.231816:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838402.231819:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838402.231822:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc1228e00. 02000000:00000001:3.0:1788838402.231825:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838402.231828:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838402.231829:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838402.231832:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838402.231835:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afc1229800. 02000000:00000001:3.0:1788838402.231838:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838402.231840:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838402.231841:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d500. 00000100:00000001:3.0:1788838402.231845:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838402.231846:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838402.231848:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838402.231856:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838402.231857:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838402.231859:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838402.231862:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788838402.508186:0:30555:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87910 (cpu 1) has reached its deadline 4296532470, at 4296532480 00000100:00000010:1.0:1788838402.508207:0:30555:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1a20. 00000100:00000040:0.0:1788838402.509135:0:14789:0:(connection.c:75:cpu_latency_work()) work item of ffff98afc4e87800 (cpu 0) has reached its deadline 4296532470, at 4296532480 00000100:00000010:0.0:1788838402.509146:0:14789:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98afd05a1360. 00010000:00000001:0.0:1788838402.572891:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838402.572899:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838402.572904:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838402.572906:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838402.573227:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838402.573232:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838402.573235:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788838403.531146:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) d42bd992-a3be-4d80-820c-fbfec117af9a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838403.531156:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838403.531172:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896d500. 00000020:00000040:3.0:1788838403.531178:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4ee9000 refcount=4 obd=MGC192.168.203.123@tcp 00000100:00000001:3.0:1788838403.531183:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838403.531186:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838403.531190:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838403.531197:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3a00. 00000100:00000001:3.0:1788838403.531204:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531214:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d42bd992-a3be-4d80-820c-fbfec117af9a->MGS req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838403.531225:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838403.531229:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531235:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bde23ac6] to pc [ptlrpcd_01_00+0] req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.531256:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531259:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838403.531262:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838403.531266:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ed80. 00000020:00000040:3.0:1788838403.531268:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eee000 refcount=9 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000100:00000001:3.0:1788838403.531270:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838403.531271:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838403.531273:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838403.531276:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3900. 00000100:00000001:3.0:1788838403.531279:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531283:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-MDT0000_UUID req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838403.531291:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838403.531293:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531297:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000475d9e6c] to pc [ptlrpcd_01_01+1] req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.531305:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531308:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838403.531311:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838403.531315:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896e680. 00000020:00000040:3.0:1788838403.531318:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4eef000 refcount=3 obd=lustre-OST0000-osc-ffff98afd0025800 00000100:00000001:3.0:1788838403.531319:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838403.531321:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838403.531322:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838403.531325:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3d00. 00000100:00000001:3.0:1788838403.531328:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531332:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0000_UUID req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838403.531339:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838403.531341:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531345:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcbd579f] to pc [ptlrpcd_01_00+0] req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.531352:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531355:0:30697:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788838403.531358:0:30697:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788838403.531361:0:30697:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98afc896ce00. 00000020:00000040:3.0:1788838403.531363:0:30697:0:(genops.c:1210:class_import_get()) import ffff98afc4c52800 refcount=3 obd=lustre-OST0001-osc-ffff98afd0025800 00000100:00000001:3.0:1788838403.531364:0:30697:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788838403.531366:0:30697:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788838403.531367:0:30697:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788838403.531370:0:30697:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98afc7ce3700. 00000100:00000001:3.0:1788838403.531373:0:30697:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531377:0:30697:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 236057cd-729b-462c-8b72-16ae653ba0e9->lustre-OST0001_UUID req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788838403.531384:0:30697:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788838403.531386:0:30697:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531389:0:30697:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca8f86f7] to pc [ptlrpcd_01_01+1] req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.531397:0:30697:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531401:0:30697:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1871) 00000100:00000001:3.0:1788838403.531425:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838403.531428:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838403.531430:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838403.531435:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.531442:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838403.531444:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.531448:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838403.531451:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838403.531453:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838403.531457:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132280192:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838403.531461:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838403.531466:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838403.531468:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.531470:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838403.531474:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc1228c00. 02000000:00000001:3.0:1788838403.531476:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838403.531482:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838403.531486:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b2c0. 00000400:00000010:3.0:1788838403.531491:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceaa0. 00000100:00000200:3.0:1788838403.531498:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132280192, portal 25 00000100:00000001:3.0:1788838403.531501:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838403.531502:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484867840 : -113594224683776 : ffff98afc896d500) 00000100:00000040:3.0:1788838403.531508:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.531515:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838403.531518:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838403.531522:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce7f8. 00000100:00000200:3.0:1788838403.531525:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875731132280192, offset 0 00000400:00000200:3.0:1788838403.531532:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838403.531560:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838403.531568:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838403.531573:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838403.531577:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838403.531581:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838403.531583:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838403.531587:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2673:2673:256:4294967295] 192.168.203.123@tcp LPNI seq info [2673:2673:8:4294967295] 00000400:00000200:3.0:1788838403.531591:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838403.531601:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838403.531607:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838403.531611:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3100. 00000800:00000200:3.0:1788838403.531618:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838403.531625:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838403.531629:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838403.531640:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838403.531645:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838403.531647:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 0 is 4296537590 00000100:00000010:3.0:1788838403.531652:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acb960. 00000100:00000001:3.0:1788838403.531684:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788838403.531691:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS new deadline estimation for cpu 1 is 4296537591 00000100:00000010:3.0:1788838403.531695:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98afc4acbae0. 00000100:00000001:3.0:1788838403.531698:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.123@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788838403.531702:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838403.531704:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.531707:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838403.531711:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.531718:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838403.531719:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.531722:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838403.531723:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838403.531725:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838403.531728:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132280448:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838403.531733:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838403.531735:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838403.531737:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.531738:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838403.531741:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc1229e00. 02000000:00000001:3.0:1788838403.531743:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838403.531746:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838403.531748:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b580. 00000400:00000010:3.0:1788838403.531752:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce660. 00000100:00000200:3.0:1788838403.531755:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132280448, portal 4 00000100:00000001:3.0:1788838403.531757:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838403.531758:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484872320 : -113594224679296 : ffff98afc896e680) 00000100:00000040:3.0:1788838403.531764:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.531770:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838403.531772:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838403.531774:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce5d8. 00000100:00000200:3.0:1788838403.531776:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132280448, offset 0 00000400:00000200:3.0:1788838403.531780:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838403.531784:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838403.531787:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838403.531790:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838403.531792:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838403.531794:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838403.531796:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838403.531799:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2674:2674:255:4294967295] 192.168.203.123@tcp LPNI seq info [2674:2674:7:4294967295] 00000400:00000200:3.0:1788838403.531802:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838403.531808:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838403.531812:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838403.531815:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3000. 00000800:00000200:3.0:1788838403.531819:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838403.531824:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838403.531826:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838403.531829:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.531832:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: using a timeout of 197987 usecs (198 jiffies) 00000400:00000200:3.0:1788838403.531835:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838403.531837:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296533703 00000100:00000001:3.0:1788838403.531840:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296537590 00000100:00000001:3.0:1788838403.531842:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296533703 00000100:00000001:3.0:1788838403.531843:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296537591 00000100:00000001:3.0:1788838403.532115:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838403.532117:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.532120:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.532122:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.532128:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838403.532130:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788838403.532132:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838403.532133:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838403.532135:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838403.532137:0:2353:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788838403.532139:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.532141:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838403.532142:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.532144:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838403.532145:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788838403.532146:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838403.532151:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.532167:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838403.532169:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.532172:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838403.532173:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838403.532175:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838403.532178:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132280320:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838403.532182:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838403.532184:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838403.532186:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.532187:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838403.532191:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc1229800. 02000000:00000001:3.0:1788838403.532193:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838403.532196:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838403.532199:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b738. 00000400:00000010:3.0:1788838403.532202:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce990. 00000100:00000200:3.0:1788838403.532205:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132280320, portal 10 00000100:00000001:3.0:1788838403.532207:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838403.532208:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484874112 : -113594224677504 : ffff98afc896ed80) 00000100:00000040:3.0:1788838403.532215:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.532221:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838403.532223:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838403.532225:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ced48. 00000100:00000200:3.0:1788838403.532227:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875731132280320, offset 0 00000400:00000200:3.0:1788838403.532231:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838403.532235:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838403.532238:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838403.532241:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838403.532243:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838403.532246:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838403.532248:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838403.532250:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2675:2675:254:4294967295] 192.168.203.123@tcp LPNI seq info [2675:2675:6:4294967295] 00000400:00000200:3.0:1788838403.532254:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838403.532260:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838403.532264:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838403.532267:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3e00. 00000800:00000200:3.0:1788838403.532270:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838403.532276:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838403.532278:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838403.532281:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.532284:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: using a timeout of 796511 usecs (797 jiffies) 00000400:00000200:3.0:1788838403.532287:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838403.532288:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296534302 00000100:00000001:3.0:1788838403.532291:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296537590 00000100:00000001:3.0:1788838403.532292:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296534302 00000100:00000001:3.0:1788838403.532295:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296537591 00000100:00000001:3.0:1788838403.532296:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838403.532298:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.532300:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788838403.532304:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.532310:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788838403.532311:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.532313:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788838403.532314:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788838403.532316:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788838403.532318:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff98afc896ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132280576:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838403.532321:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788838403.532323:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788838403.532325:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.532326:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788838403.532329:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98afc1228e00. 02000000:00000001:3.0:1788838403.532330:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788838403.532332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000010:3.0:1788838403.532335:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98afc8d5b840. 00000400:00000010:3.0:1788838403.532338:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ceb28. 00000100:00000200:3.0:1788838403.532340:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875731132280576, portal 4 00000100:00000001:3.0:1788838403.532341:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838403.532343:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479484866048 : -113594224685568 : ffff98afc896ce00) 00000100:00000040:3.0:1788838403.532348:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.532354:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788838403.532356:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.123@tcp 00000400:00000010:3.0:1788838403.532358:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98afd85ce110. 00000100:00000200:3.0:1788838403.532360:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875731132280576, offset 0 00000400:00000200:3.0:1788838403.532364:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.123@tcp 00000400:00000200:3.0:1788838403.532368:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838403.532371:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.123@tcp local destination 00000400:00000200:3.0:1788838403.532373:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788838403.532375:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.23@tcp 00000400:00000200:3.0:1788838403.532377:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788838403.532379:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.123@tcp 00000400:00000200:3.0:1788838403.532381:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.23@tcp NI seq info: [2676:2676:253:4294967295] 192.168.203.123@tcp LPNI seq info [2676:2676:5:4294967295] 00000400:00000200:3.0:1788838403.532384:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:3.0:1788838403.532389:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp:) -> 192.168.203.123@tcp(192.168.203.123@tcp:192.168.203.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788838403.532392:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.123@tcp 00000800:00000010:3.0:1788838403.532395:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98afc7ce3500. 00000800:00000200:3.0:1788838403.532398:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98afd0054f00] -> 12345-192.168.203.123@tcp (5) 00000800:00000200:3.0:1788838403.534048:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.123@tcp ip 192.168.203.123:988 00000800:00000200:3.0:1788838403.534053:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98afc7ce3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788838403.534062:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.534066:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: using a timeout of 22438 usecs (23 jiffies) 00000400:00000200:3.0:1788838403.534071:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000100:00000001:3.0:1788838403.534073:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 0 is 4296533530 00000100:00000001:3.0:1788838403.534076:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 0, keep current deadline 4296537590 00000100:00000001:3.0:1788838403.534078:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS new deadline estimation for cpu 1 is 4296533530 00000100:00000001:3.0:1788838403.534080:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff98afd0025800: PM QoS request active for cpu 1, keep current deadline 4296537591 00000100:00000001:3.0:1788838403.534082:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838403.534085:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.534089:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.534093:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.534104:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838403.534106:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788838403.536230:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838403.536237:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3100. 00000400:00000200:1.0:1788838403.536242:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838403.536251:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838403.536257:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce7f8 00000400:00000010:1.0:1788838403.536259:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce7f8. 00000100:00000001:1.0:1788838403.536264:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838403.536272:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838403.536297:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838403.536301:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838403.536315:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838403.536317:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838403.536329:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838403.536331:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3000. 00000400:00000200:1.0:1788838403.536333:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838403.536336:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838403.536339:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce5d8 00000400:00000010:1.0:1788838403.536341:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce5d8. 00000100:00000001:1.0:1788838403.536343:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838403.536346:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838403.536353:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838403.536355:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838403.536361:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838403.536362:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838403.536370:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838403.536372:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3e00. 00000400:00000200:1.0:1788838403.536374:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838403.536377:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838403.536379:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ced48 00000400:00000010:1.0:1788838403.536380:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ced48. 00000100:00000001:1.0:1788838403.536382:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838403.536386:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838403.536392:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838403.536395:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838403.536400:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838403.536401:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788838403.536423:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788838403.536426:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98afc7ce3500. 00000400:00000200:1.0:1788838403.536429:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788838403.536432:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000400:00000200:1.0:1788838403.536435:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce110 00000400:00000010:1.0:1788838403.536436:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce110. 00000100:00000001:1.0:1788838403.536438:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788838403.536442:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838403.536448:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788838403.536451:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788838403.536456:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788838403.536457:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788838403.540533:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540549:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838403.540553:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540555:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838403.540564:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540570:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838403.540578:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540582:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540587:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540590:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 10 MB=0x6a9f7afd56e00 00000400:00000200:0.0:1788838403.540595:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540600:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.123@tcp of length 224/224 into md 0x7201 [1] + 224 00000800:00000001:0.0:1788838403.540606:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540609:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838403.540612:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838403.540616:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838403.540623:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838403.540631:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838403.540641:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838403.540695:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838403.540702:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540706:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838403.540708:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540709:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838403.540713:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540716:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838403.540720:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540722:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540724:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540727:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd56e80 00000400:00000200:0.0:1788838403.540731:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540735:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x71f9 [1] + 224 00000800:00000001:0.0:1788838403.540738:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540740:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838403.540742:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838403.540745:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838403.540748:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838403.540752:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838403.540760:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838403.540767:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838403.540770:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540772:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838403.540774:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540776:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838403.540778:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540781:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838403.540784:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540786:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540789:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540791:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 25 MB=0x6a9f7afd56d80 00000400:00000200:0.0:1788838403.540795:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540798:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.123@tcp of length 224/224 into md 0x71f1 [1] + 224 00000800:00000001:0.0:1788838403.540802:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540804:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838403.540806:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838403.540808:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838403.540810:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838403.540814:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838403.540827:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838403.540834:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838403.540837:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540839:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788838403.540841:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540842:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838403.540855:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540859:0:2344:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.23@tcp(192.168.203.23@tcp) <- 192.168.203.123@tcp : PUT - for me 00000400:00000200:0.0:1788838403.540863:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540865:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540868:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540870:0:2344:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.123@tcp of length 224 into portal 4 MB=0x6a9f7afd56f00 00000400:00000200:0.0:1788838403.540872:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.123@tcp to cpt 0 00000400:00000200:0.0:1788838403.540875:0:2344:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.123@tcp of length 224/224 into md 0x7209 [1] + 224 00000800:00000001:0.0:1788838403.540879:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540884:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788838403.540886:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788838403.540888:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.23@tcp->192.168.203.123@tcp: PUT: OK 00000100:00000001:0.0:1788838403.540891:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788838403.540895:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788838403.540903:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788838403.540909:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788838403.540911:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788838403.540914:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.540971:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838403.540975:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788838403.540981:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838403.540983:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838403.540986:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b738. 00000400:00000200:3.0:1788838403.540990:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce990 00000400:00000010:3.0:1788838403.540992:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce990. 00000100:00000001:3.0:1788838403.540995:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838403.540999:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838403.541008:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541014:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838403.541016:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.541018:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838403.541021:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838403.541023:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838403.541025:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.541028:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838403.541036:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eee460 time=82 v=5 (5 101 101 101) 00000100:00001000:3.0:1788838403.541040:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eee418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838403.541042:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838403.541044:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838403.541047:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838403.541050:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.541053:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788838403.541055:0:2353:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: committing for last_committed 8589934623 gen 2 00000100:00000040:3.0:1788838403.541061:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934623) req@ffff98afd1123480 x1875731132276352/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541068:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541072:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd1123480 x1875731132276352/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541079:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838403.541081:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838403.541084:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd13e8c00. 02000000:00000001:3.0:1788838403.541087:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838403.541089:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.541091:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=8 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838403.541093:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.541096:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd1126600. 02000000:00000001:3.0:1788838403.541100:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.541102:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.541104:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd1123480. 00000100:00000001:3.0:1788838403.541107:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.541109:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838403.541114:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934623) req@ffff98afd090bb80 x1875731132276608/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541120:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541123:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090bb80 x1875731132276608/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541129:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838403.541130:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838403.541131:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afd0082c00. 02000000:00000001:3.0:1788838403.541134:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838403.541135:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.541136:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=7 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838403.541138:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.541140:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd06cfe00. 02000000:00000001:3.0:1788838403.541143:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.541144:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.541145:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090bb80. 00000100:00000001:3.0:1788838403.541147:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.541148:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838403.541152:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934623) req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541176:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788838403.541177:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630479618684928 : -113594090866688 : ffff98afd090b800) 00000100:00000001:3.0:1788838403.541180:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541183:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541189:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.541191:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541195:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98afc4ac2680 x1875731132277504/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541201:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788838403.541203:0:2353:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff98afd09a7c00. 00000100:00000001:3.0:1788838403.541205:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541208:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afd090b800 x1875731132276864/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788838413 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541214:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788838403.541216:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.541217:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=6 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838403.541218:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.541220:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98afd0080000. 02000000:00000001:3.0:1788838403.541222:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.541223:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.541224:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afd090b800. 00000100:00000001:3.0:1788838403.541226:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.541228:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838403.541231:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934623) req@ffff98afc4ac2680 x1875731132277504/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541238:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541241:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2680 x1875731132277504/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788838403.541245:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838403.541247:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838403.541248:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406e000. 02000000:00000001:3.0:1788838403.541251:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838403.541252:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.541253:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=5 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838403.541255:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.541256:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85ea400. 02000000:00000001:3.0:1788838403.541258:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.541259:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.541260:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2680. 00000100:00000001:3.0:1788838403.541262:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.541262:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838403.541266:0:2353:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934623) req@ffff98afc4ac2d80 x1875731132279936/t8589934623(8589934623) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541273:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541276:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc4ac2d80 x1875731132279936/t8589934623(8589934623) o36->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 496/456 e 0 to 0 dl 1788838414 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541281:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838403.541282:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838403.541283:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98afc406cc00. 02000000:00000001:3.0:1788838403.541285:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838403.541286:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.541288:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=4 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838403.541289:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.541291:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98afd85ebc00. 02000000:00000001:3.0:1788838403.541293:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.541294:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.541295:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc4ac2d80. 00000100:00000001:3.0:1788838403.541297:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.541298:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.541301:0:2353:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788838403.541303:0:2353:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98afd0025800: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:3.0:1788838403.541305:0:2353:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838403.541306:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.541311:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541319:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838403.541322:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838403.541323:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838403.541327:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838403.541335:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132280320:192.168.203.123@tcp:400:kworker.0 00000400:00000001:3.0:1788838403.541340:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838403.541341:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838403.541343:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b840. 00000400:00000200:3.0:1788838403.541346:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceb28 00000400:00000010:3.0:1788838403.541347:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceb28. 00000100:00000001:3.0:1788838403.541349:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838403.541353:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838403.541361:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541367:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838403.541368:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.541370:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838403.541371:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838403.541372:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838403.541374:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.541376:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838403.541380:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4c52c60 time=82 v=5 (5 5 5 16) 00000100:00001000:3.0:1788838403.541382:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4c52c18 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838403.541384:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838403.541385:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838403.541387:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838403.541389:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.541391:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838403.541393:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff98afd0025800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788838403.541395:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838403.541396:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.541399:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541406:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838403.541408:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838403.541409:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838403.541412:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838403.541418:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132280576:192.168.203.123@tcp:400:kworker.0 00000400:00000001:3.0:1788838403.541422:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838403.541423:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838403.541424:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b2c0. 00000400:00000200:3.0:1788838403.541427:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ceaa0 00000400:00000010:3.0:1788838403.541428:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ceaa0. 00000100:00000001:3.0:1788838403.541430:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838403.541434:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838403.541441:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541447:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838403.541448:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.541450:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838403.541451:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838403.541452:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838403.541453:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.541455:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838403.541457:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4ee9460 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1788838403.541459:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4ee9418 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838403.541461:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838403.541463:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838403.541464:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838403.541466:0:2353:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.541468:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.541471:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541478:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838403.541479:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838403.541481:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838403.541484:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838403.541491:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d42bd992-a3be-4d80-820c-fbfec117af9a:2353:1875731132280192:192.168.203.123@tcp:400:kworker.0 00000400:00000001:3.0:1788838403.541495:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788838403.541496:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788838403.541497:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98afc8d5b580. 00000400:00000200:3.0:1788838403.541499:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98afd85ce660 00000400:00000010:3.0:1788838403.541500:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98afd85ce660. 00000100:00000001:3.0:1788838403.541502:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788838403.541505:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788838403.541512:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541518:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788838403.541520:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.541521:0:2353:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788838403.541522:0:2353:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788838403.541524:0:2353:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788838403.541525:0:2353:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788838403.541526:0:2353:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788838403.541529:0:2353:0:(import.c:2149:obd_at_measure()) add 5 to ffff98afc4eef460 time=82 v=5 (5 5 5 16) 00000100:00001000:3.0:1788838403.541532:0:2353:0:(import.c:2149:obd_at_measure()) add 1 to ffff98afc4eef418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1788838403.541533:0:2353:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788838403.541535:0:2353:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788838403.541536:0:2353:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788838403.541538:0:2353:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.541540:0:2353:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788838403.541542:0:2353:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98afd0025800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1788838403.541543:0:2353:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788838403.541545:0:2353:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788838403.541547:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541554:0:2353:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788838403.541555:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788838403.541557:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788838403.541560:0:2353:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788838403.541568:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff98afc896e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:236057cd-729b-462c-8b72-16ae653ba0e9:2353:1875731132280448:192.168.203.123@tcp:400:kworker.0 00000100:00000001:3.0:1788838403.541571:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.541573:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541576:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ed80 x1875731132280320/t0(0) o400->lustre-MDT0000-mdc-ffff98afd0025800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541581:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838403.541583:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838403.541584:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc1229800. 02000000:00000001:3.0:1788838403.541586:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838403.541587:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.541588:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eee000 refcount=3 obd=lustre-MDT0000-mdc-ffff98afd0025800 00000020:00000001:3.0:1788838403.541590:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.541591:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3900. 02000000:00000001:3.0:1788838403.541594:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.541595:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.541596:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ed80. 00000100:00000001:3.0:1788838403.541599:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.541600:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.541602:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541604:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896ce00 x1875731132280576/t0(0) o400->lustre-OST0001-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541616:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838403.541618:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838403.541619:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc1228e00. 02000000:00000001:3.0:1788838403.541621:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838403.541622:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.541624:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4c52800 refcount=2 obd=lustre-OST0001-osc-ffff98afd0025800 00000020:00000001:3.0:1788838403.541625:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.541626:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3700. 02000000:00000001:3.0:1788838403.541628:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.541629:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.541630:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896ce00. 00000100:00000001:3.0:1788838403.541631:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.541632:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.541634:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.541637:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896d500 x1875731132280192/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.541643:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838403.541644:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838403.541645:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc1228c00. 02000000:00000001:3.0:1788838403.541647:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838403.541648:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.541649:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4ee9000 refcount=3 obd=MGC192.168.203.123@tcp 00000020:00000001:3.0:1788838403.541651:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.541652:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3a00. 02000000:00000001:3.0:1788838403.546712:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.546715:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.546719:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896d500. 00000100:00000001:3.0:1788838403.546725:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.546727:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.546731:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788838403.546742:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98afc896e680 x1875731132280448/t0(0) o400->lustre-OST0000-osc-ffff98afd0025800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788838419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788838403.546751:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788838403.546754:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788838403.546757:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98afc1229e00. 02000000:00000001:3.0:1788838403.546760:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788838403.546763:0:2353:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788838403.546764:0:2353:0:(genops.c:1223:class_import_put()) import ffff98afc4eef000 refcount=2 obd=lustre-OST0000-osc-ffff98afd0025800 00000020:00000001:3.0:1788838403.546767:0:2353:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788838403.546769:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98afc7ce3d00. 02000000:00000001:3.0:1788838403.546771:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788838403.546772:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788838403.546774:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98afc896e680. 00000100:00000001:3.0:1788838403.546776:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788838403.546777:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.546779:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788838403.546786:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788838403.546788:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788838403.546791:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788838403.546794:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838403.594729:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838403.594736:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838403.594742:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838403.594743:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838403.594819:0:16036:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838403.594822:0:16036:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838403.594824:0:16036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838403.650364:0:35135:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788838403.895948:0:35171:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788838403.895954:0:35171:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:1.0:1788838403.904346:0:35171:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788838404.620025:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838404.620037:0:14789:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788838404.620040:0:14789:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788838404.620044:0:14789:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838404.620049:0:14789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788838404.620052:0:14789:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838404.620054:0:14789:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838404.620057:0:14789:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838404.620061:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838404.620063:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788838404.622595:0:15909:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788838404.622604:0:15909:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788838404.622610:0:15909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788838405.369379:0:35269:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838405.646360:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838405.646372:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788838405.646378:0:14789:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788838405.646380:0:14789:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788838405.646610:0:15908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788838405.646613:0:15908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788838405.646617:0:15908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128327 lines, 128327 kept, 0 dropped, 0 bad.